[ 492.172269] env[63622]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=63622) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 492.172610] env[63622]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=63622) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 492.172725] env[63622]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=63622) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 492.173083] env[63622]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 492.268050] env[63622]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=63622) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 492.278603] env[63622]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=63622) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 492.882065] env[63622]: INFO nova.virt.driver [None req-fab55448-25b8-4138-899d-5e73f29dd65d None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 492.951392] env[63622]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 492.951543] env[63622]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 492.951643] env[63622]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=63622) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 496.190449] env[63622]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-400cca84-d088-44a7-a6b4-a2377135d15d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 496.206464] env[63622]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=63622) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 496.206655] env[63622]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-110c2d81-98dd-412e-ac85-62c0787b93d1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 496.247134] env[63622]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 5a1f2. [ 496.247257] env[63622]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.296s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 496.247788] env[63622]: INFO nova.virt.vmwareapi.driver [None req-fab55448-25b8-4138-899d-5e73f29dd65d None None] VMware vCenter version: 7.0.3 [ 496.251251] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d8b6f4-e253-414e-8fed-7d0e86feb7fb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 496.268273] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344d007a-5ce9-4424-908f-bfa2dcb9fb89 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 496.273953] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8ed137-3a68-48c2-a29b-c986fcfa73a5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 496.280985] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ced525-a06b-4f90-b0c0-e6877bda840e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 496.293965] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a909e8-0663-49b9-8881-d47d73b7ebb7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 496.299700] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7855f4-bcee-4f4d-940e-5d1a573dda67 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 496.329289] env[63622]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-691b7597-a65a-4d3d-82ba-07d79636c2df {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 496.334268] env[63622]: DEBUG nova.virt.vmwareapi.driver [None req-fab55448-25b8-4138-899d-5e73f29dd65d None None] Extension org.openstack.compute already exists. {{(pid=63622) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 496.336904] env[63622]: INFO nova.compute.provider_config [None req-fab55448-25b8-4138-899d-5e73f29dd65d None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 496.840581] env[63622]: DEBUG nova.context [None req-fab55448-25b8-4138-899d-5e73f29dd65d None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),7112575f-01fc-44a6-ae01-f3e46ae136f3(cell1) {{(pid=63622) load_cells /opt/stack/nova/nova/context.py:464}} [ 496.842887] env[63622]: DEBUG oslo_concurrency.lockutils [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 496.843190] env[63622]: DEBUG oslo_concurrency.lockutils [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 496.843884] env[63622]: DEBUG oslo_concurrency.lockutils [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 496.844344] env[63622]: DEBUG oslo_concurrency.lockutils [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] Acquiring lock "7112575f-01fc-44a6-ae01-f3e46ae136f3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 496.844530] env[63622]: DEBUG oslo_concurrency.lockutils [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] Lock "7112575f-01fc-44a6-ae01-f3e46ae136f3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 496.845697] env[63622]: DEBUG oslo_concurrency.lockutils [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] Lock "7112575f-01fc-44a6-ae01-f3e46ae136f3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 496.867594] env[63622]: INFO dbcounter [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] Registered counter for database nova_cell0 [ 496.876027] env[63622]: INFO dbcounter [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] Registered counter for database nova_cell1 [ 496.878965] env[63622]: DEBUG oslo_db.sqlalchemy.engines [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63622) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 496.879603] env[63622]: DEBUG oslo_db.sqlalchemy.engines [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63622) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 496.884289] env[63622]: ERROR nova.db.main.api [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 496.884289] env[63622]: result = function(*args, **kwargs) [ 496.884289] env[63622]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 496.884289] env[63622]: return func(*args, **kwargs) [ 496.884289] env[63622]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 496.884289] env[63622]: result = fn(*args, **kwargs) [ 496.884289] env[63622]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 496.884289] env[63622]: return f(*args, **kwargs) [ 496.884289] env[63622]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 496.884289] env[63622]: return db.service_get_minimum_version(context, binaries) [ 496.884289] env[63622]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 496.884289] env[63622]: _check_db_access() [ 496.884289] env[63622]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 496.884289] env[63622]: stacktrace = ''.join(traceback.format_stack()) [ 496.884289] env[63622]: [ 496.885291] env[63622]: ERROR nova.db.main.api [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 496.885291] env[63622]: result = function(*args, **kwargs) [ 496.885291] env[63622]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 496.885291] env[63622]: return func(*args, **kwargs) [ 496.885291] env[63622]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 496.885291] env[63622]: result = fn(*args, **kwargs) [ 496.885291] env[63622]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 496.885291] env[63622]: return f(*args, **kwargs) [ 496.885291] env[63622]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 496.885291] env[63622]: return db.service_get_minimum_version(context, binaries) [ 496.885291] env[63622]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 496.885291] env[63622]: _check_db_access() [ 496.885291] env[63622]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 496.885291] env[63622]: stacktrace = ''.join(traceback.format_stack()) [ 496.885291] env[63622]: [ 496.885687] env[63622]: WARNING nova.objects.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 496.885815] env[63622]: WARNING nova.objects.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] Failed to get minimum service version for cell 7112575f-01fc-44a6-ae01-f3e46ae136f3 [ 496.886259] env[63622]: DEBUG oslo_concurrency.lockutils [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] Acquiring lock "singleton_lock" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 496.886420] env[63622]: DEBUG oslo_concurrency.lockutils [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] Acquired lock "singleton_lock" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 496.886658] env[63622]: DEBUG oslo_concurrency.lockutils [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] Releasing lock "singleton_lock" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 496.886989] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] Full set of CONF: {{(pid=63622) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 496.887147] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] ******************************************************************************** {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 496.887278] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] Configuration options gathered from: {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 496.887416] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 496.887605] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 496.887733] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] ================================================================================ {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 496.887940] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] allow_resize_to_same_host = True {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.888127] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] arq_binding_timeout = 300 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.888262] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] backdoor_port = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.888389] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] backdoor_socket = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.888555] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] block_device_allocate_retries = 60 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.888716] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] block_device_allocate_retries_interval = 3 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.888884] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cert = self.pem {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.889066] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.889275] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] compute_monitors = [] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.889467] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] config_dir = [] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.889642] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] config_drive_format = iso9660 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.889778] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.889942] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] config_source = [] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.890129] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] console_host = devstack {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.890304] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] control_exchange = nova {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.890466] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cpu_allocation_ratio = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.890628] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] daemon = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.890796] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] debug = True {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.890953] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] default_access_ip_network_name = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.891140] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] default_availability_zone = nova {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.891295] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] default_ephemeral_format = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.891455] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] default_green_pool_size = 1000 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.891696] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.891864] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] default_schedule_zone = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.892033] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] disk_allocation_ratio = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.892202] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] enable_new_services = True {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.892384] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] enabled_apis = ['osapi_compute'] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.892549] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] enabled_ssl_apis = [] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.892710] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] flat_injected = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.892870] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] force_config_drive = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.893099] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] force_raw_images = True {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.893258] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] graceful_shutdown_timeout = 5 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.893433] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] heal_instance_info_cache_interval = 60 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.893661] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] host = cpu-1 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.893840] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] initial_cpu_allocation_ratio = 4.0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.894012] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] initial_disk_allocation_ratio = 1.0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.894215] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] initial_ram_allocation_ratio = 1.0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.894436] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.894605] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] instance_build_timeout = 0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.894770] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] instance_delete_interval = 300 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.894939] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] instance_format = [instance: %(uuid)s] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.895172] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] instance_name_template = instance-%08x {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.895292] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] instance_usage_audit = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.895464] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] instance_usage_audit_period = month {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.895631] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.895795] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] instances_path = /opt/stack/data/nova/instances {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.895960] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] internal_service_availability_zone = internal {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.896133] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] key = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.896299] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] live_migration_retry_count = 30 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.896468] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] log_color = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.896633] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] log_config_append = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.896799] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.896961] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] log_dir = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.897136] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] log_file = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.897268] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] log_options = True {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.897435] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] log_rotate_interval = 1 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.897644] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] log_rotate_interval_type = days {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.897830] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] log_rotation_type = none {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.897962] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.898113] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.898292] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.898459] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.898588] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.898758] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] long_rpc_timeout = 1800 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.898922] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] max_concurrent_builds = 10 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.899103] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] max_concurrent_live_migrations = 1 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.899273] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] max_concurrent_snapshots = 5 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.899434] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] max_local_block_devices = 3 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.899595] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] max_logfile_count = 30 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.899754] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] max_logfile_size_mb = 200 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.899915] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] maximum_instance_delete_attempts = 5 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.900096] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] metadata_listen = 0.0.0.0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.900307] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] metadata_listen_port = 8775 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.900492] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] metadata_workers = 2 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.900661] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] migrate_max_retries = -1 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.900830] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] mkisofs_cmd = genisoimage {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.901079] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] my_block_storage_ip = 10.180.1.21 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.901219] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] my_ip = 10.180.1.21 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.901430] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.901598] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] network_allocate_retries = 0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.901779] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.901947] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] osapi_compute_listen = 0.0.0.0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.902129] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] osapi_compute_listen_port = 8774 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.902302] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] osapi_compute_unique_server_name_scope = {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.902474] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] osapi_compute_workers = 2 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.902637] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] password_length = 12 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.902798] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] periodic_enable = True {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.902959] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] periodic_fuzzy_delay = 60 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.903170] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] pointer_model = usbtablet {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.903350] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] preallocate_images = none {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.903514] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] publish_errors = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.903645] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] pybasedir = /opt/stack/nova {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.903803] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] ram_allocation_ratio = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.903966] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] rate_limit_burst = 0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.904172] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] rate_limit_except_level = CRITICAL {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.904343] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] rate_limit_interval = 0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.904505] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] reboot_timeout = 0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.904666] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] reclaim_instance_interval = 0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.904822] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] record = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.904992] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] reimage_timeout_per_gb = 60 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.905175] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] report_interval = 120 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.905342] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] rescue_timeout = 0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.905503] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] reserved_host_cpus = 0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.905665] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] reserved_host_disk_mb = 0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.905827] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] reserved_host_memory_mb = 512 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.905989] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] reserved_huge_pages = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.906169] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] resize_confirm_window = 0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.906330] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] resize_fs_using_block_device = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.906491] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] resume_guests_state_on_host_boot = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.906658] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.906822] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] rpc_response_timeout = 60 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.906984] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] run_external_periodic_tasks = True {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.907167] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] running_deleted_instance_action = reap {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.907333] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] running_deleted_instance_poll_interval = 1800 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.907492] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] running_deleted_instance_timeout = 0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.907653] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] scheduler_instance_sync_interval = 120 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.907821] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] service_down_time = 720 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.907986] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] servicegroup_driver = db {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.908156] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] shell_completion = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.908324] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] shelved_offload_time = 0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.908554] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] shelved_poll_interval = 3600 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.908753] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] shutdown_timeout = 0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.908922] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] source_is_ipv6 = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.909099] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] ssl_only = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.909357] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.909531] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] sync_power_state_interval = 600 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.909696] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] sync_power_state_pool_size = 1000 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.909866] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] syslog_log_facility = LOG_USER {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.910035] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] tempdir = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.910202] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] timeout_nbd = 10 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.910371] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] transport_url = **** {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.910532] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] update_resources_interval = 0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.910691] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] use_cow_images = True {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.910850] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] use_eventlog = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.911021] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] use_journal = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.911181] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] use_json = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.911344] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] use_rootwrap_daemon = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.911503] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] use_stderr = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.911661] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] use_syslog = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.911818] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vcpu_pin_set = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.911984] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vif_plugging_is_fatal = True {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.912167] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vif_plugging_timeout = 300 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.912337] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] virt_mkfs = [] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.912498] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] volume_usage_poll_interval = 0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.912658] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] watch_log_file = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.912824] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] web = /usr/share/spice-html5 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 496.913015] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.913224] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.913396] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] os_brick.wait_mpath_device_interval = 1 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.913569] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_concurrency.disable_process_locking = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.914167] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.914376] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.914554] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.914731] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_messaging_metrics.metrics_process_name = {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.914906] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.915089] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.915284] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] api.auth_strategy = keystone {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.915457] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] api.compute_link_prefix = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.915633] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.915806] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] api.dhcp_domain = novalocal {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.915977] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] api.enable_instance_password = True {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.916158] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] api.glance_link_prefix = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.916331] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.916502] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] api.instance_list_cells_batch_strategy = distributed {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.916668] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] api.instance_list_per_project_cells = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.916830] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] api.list_records_by_skipping_down_cells = True {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.916994] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] api.local_metadata_per_cell = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.917177] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] api.max_limit = 1000 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.917348] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] api.metadata_cache_expiration = 15 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.917522] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] api.neutron_default_tenant_id = default {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.917694] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] api.response_validation = warn {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.917861] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] api.use_neutron_default_nets = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.918039] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.918213] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] api.vendordata_dynamic_failure_fatal = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.918383] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.918555] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] api.vendordata_dynamic_ssl_certfile = {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.918725] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] api.vendordata_dynamic_targets = [] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.918887] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] api.vendordata_jsonfile_path = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.919081] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] api.vendordata_providers = ['StaticJSON'] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.919280] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cache.backend = dogpile.cache.memcached {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.919451] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cache.backend_argument = **** {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.919613] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cache.backend_expiration_time = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.919780] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cache.config_prefix = cache.oslo {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.919946] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cache.dead_timeout = 60.0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.920127] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cache.debug_cache_backend = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.920296] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cache.enable_retry_client = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.920459] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cache.enable_socket_keepalive = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.920629] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cache.enabled = True {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.920795] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cache.enforce_fips_mode = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.920973] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cache.expiration_time = 600 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.921175] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cache.hashclient_retry_attempts = 2 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.921349] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cache.hashclient_retry_delay = 1.0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.921517] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cache.memcache_dead_retry = 300 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.921678] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cache.memcache_password = **** {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.921847] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.922022] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.922194] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cache.memcache_pool_maxsize = 10 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.922360] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cache.memcache_pool_unused_timeout = 60 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.922525] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cache.memcache_sasl_enabled = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.922700] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cache.memcache_servers = ['localhost:11211'] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.922867] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cache.memcache_socket_timeout = 1.0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.923051] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cache.memcache_username = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.923252] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cache.proxies = [] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.923425] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cache.redis_db = 0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.923588] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cache.redis_password = **** {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.923760] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cache.redis_sentinel_service_name = mymaster {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.923937] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.924145] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cache.redis_server = localhost:6379 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.924334] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cache.redis_socket_timeout = 1.0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.924513] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cache.redis_username = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.924683] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cache.retry_attempts = 2 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.924852] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cache.retry_delay = 0.0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.925031] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cache.socket_keepalive_count = 1 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.925205] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cache.socket_keepalive_idle = 1 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.925375] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cache.socket_keepalive_interval = 1 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.925538] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cache.tls_allowed_ciphers = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.925697] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cache.tls_cafile = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.925857] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cache.tls_certfile = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.926033] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cache.tls_enabled = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.926201] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cache.tls_keyfile = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.926376] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cinder.auth_section = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.926553] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cinder.auth_type = password {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.926716] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cinder.cafile = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.926891] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cinder.catalog_info = volumev3::publicURL {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.927065] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cinder.certfile = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.927236] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cinder.collect_timing = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.927403] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cinder.cross_az_attach = True {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.927567] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cinder.debug = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.927727] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cinder.endpoint_template = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.927893] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cinder.http_retries = 3 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.928068] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cinder.insecure = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.928235] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cinder.keyfile = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.928405] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cinder.os_region_name = RegionOne {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.928571] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cinder.split_loggers = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.928731] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cinder.timeout = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.928903] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.929075] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] compute.cpu_dedicated_set = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.929238] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] compute.cpu_shared_set = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.929406] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] compute.image_type_exclude_list = [] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.929570] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] compute.live_migration_wait_for_vif_plug = True {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.929735] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] compute.max_concurrent_disk_ops = 0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.929898] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] compute.max_disk_devices_to_attach = -1 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.930072] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.930247] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.930409] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] compute.resource_provider_association_refresh = 300 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.930574] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.930739] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] compute.shutdown_retry_interval = 10 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.930916] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.931131] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] conductor.workers = 2 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.931323] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] console.allowed_origins = [] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.931487] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] console.ssl_ciphers = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.931659] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] console.ssl_minimum_version = default {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.931831] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] consoleauth.enforce_session_timeout = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.932008] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] consoleauth.token_ttl = 600 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.932193] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cyborg.cafile = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.932356] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cyborg.certfile = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.932522] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cyborg.collect_timing = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.932683] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cyborg.connect_retries = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.932842] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cyborg.connect_retry_delay = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.933006] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cyborg.endpoint_override = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.933205] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cyborg.insecure = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.933373] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cyborg.keyfile = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.933537] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cyborg.max_version = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.933696] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cyborg.min_version = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.933855] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cyborg.region_name = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.934026] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cyborg.retriable_status_codes = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.934214] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cyborg.service_name = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.934390] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cyborg.service_type = accelerator {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.934554] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cyborg.split_loggers = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.934716] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cyborg.status_code_retries = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.934876] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cyborg.status_code_retry_delay = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.935050] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cyborg.timeout = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.935238] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.935403] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] cyborg.version = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.935613] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] database.backend = sqlalchemy {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.935748] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] database.connection = **** {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.935912] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] database.connection_debug = 0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.936098] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] database.connection_parameters = {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.936270] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] database.connection_recycle_time = 3600 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.936434] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] database.connection_trace = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.936600] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] database.db_inc_retry_interval = True {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.936765] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] database.db_max_retries = 20 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.936928] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] database.db_max_retry_interval = 10 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.937105] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] database.db_retry_interval = 1 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.937275] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] database.max_overflow = 50 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.937438] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] database.max_pool_size = 5 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.937600] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] database.max_retries = 10 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.937769] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] database.mysql_sql_mode = TRADITIONAL {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.937929] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] database.mysql_wsrep_sync_wait = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.938102] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] database.pool_timeout = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.938272] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] database.retry_interval = 10 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.938430] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] database.slave_connection = **** {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.938591] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] database.sqlite_synchronous = True {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.938754] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] database.use_db_reconnect = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.938932] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] api_database.backend = sqlalchemy {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.939117] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] api_database.connection = **** {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.939286] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] api_database.connection_debug = 0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.939458] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] api_database.connection_parameters = {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.939625] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] api_database.connection_recycle_time = 3600 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.939790] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] api_database.connection_trace = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.939953] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] api_database.db_inc_retry_interval = True {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.940135] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] api_database.db_max_retries = 20 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.940304] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] api_database.db_max_retry_interval = 10 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.940467] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] api_database.db_retry_interval = 1 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.940631] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] api_database.max_overflow = 50 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.940794] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] api_database.max_pool_size = 5 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.940959] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] api_database.max_retries = 10 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.941140] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.941306] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] api_database.mysql_wsrep_sync_wait = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.941468] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] api_database.pool_timeout = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.941630] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] api_database.retry_interval = 10 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.941792] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] api_database.slave_connection = **** {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.941956] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] api_database.sqlite_synchronous = True {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.942145] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] devices.enabled_mdev_types = [] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.942328] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.942499] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] ephemeral_storage_encryption.default_format = luks {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.942665] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] ephemeral_storage_encryption.enabled = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.942830] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] ephemeral_storage_encryption.key_size = 512 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.943021] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] glance.api_servers = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.943209] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] glance.cafile = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.943380] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] glance.certfile = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.943547] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] glance.collect_timing = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.943710] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] glance.connect_retries = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.943871] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] glance.connect_retry_delay = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.944059] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] glance.debug = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.944251] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] glance.default_trusted_certificate_ids = [] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.944417] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] glance.enable_certificate_validation = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.944583] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] glance.enable_rbd_download = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.944746] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] glance.endpoint_override = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.944914] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] glance.insecure = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.945092] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] glance.keyfile = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.945259] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] glance.max_version = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.945422] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] glance.min_version = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.945589] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] glance.num_retries = 3 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.945759] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] glance.rbd_ceph_conf = {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.945924] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] glance.rbd_connect_timeout = 5 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.946107] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] glance.rbd_pool = {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.946281] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] glance.rbd_user = {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.946445] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] glance.region_name = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.946606] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] glance.retriable_status_codes = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.946765] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] glance.service_name = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.946942] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] glance.service_type = image {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.947121] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] glance.split_loggers = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.947292] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] glance.status_code_retries = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.947455] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] glance.status_code_retry_delay = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.947617] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] glance.timeout = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.947799] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.947968] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] glance.verify_glance_signatures = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.948145] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] glance.version = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.948317] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] guestfs.debug = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.948489] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] manila.auth_section = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.948653] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] manila.auth_type = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.948811] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] manila.cafile = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.948970] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] manila.certfile = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.949148] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] manila.collect_timing = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.949314] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] manila.connect_retries = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.949476] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] manila.connect_retry_delay = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.949636] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] manila.endpoint_override = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.949799] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] manila.insecure = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.949957] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] manila.keyfile = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.950130] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] manila.max_version = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.950290] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] manila.min_version = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.950449] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] manila.region_name = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.950609] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] manila.retriable_status_codes = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.950767] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] manila.service_name = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.950937] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] manila.service_type = shared-file-system {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.951116] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] manila.share_apply_policy_timeout = 10 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.951286] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] manila.split_loggers = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.951446] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] manila.status_code_retries = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.951608] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] manila.status_code_retry_delay = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.951769] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] manila.timeout = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.951949] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.952128] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] manila.version = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.952303] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] mks.enabled = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.952650] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.952843] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] image_cache.manager_interval = 2400 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.953024] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] image_cache.precache_concurrency = 1 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.953251] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] image_cache.remove_unused_base_images = True {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.953442] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.953616] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.953796] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] image_cache.subdirectory_name = _base {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.953977] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] ironic.api_max_retries = 60 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.954215] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] ironic.api_retry_interval = 2 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.954403] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] ironic.auth_section = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.954576] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] ironic.auth_type = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.954742] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] ironic.cafile = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.954904] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] ironic.certfile = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.955085] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] ironic.collect_timing = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.955258] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] ironic.conductor_group = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.955421] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] ironic.connect_retries = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.955583] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] ironic.connect_retry_delay = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.955742] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] ironic.endpoint_override = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.955908] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] ironic.insecure = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.956082] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] ironic.keyfile = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.956250] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] ironic.max_version = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.956411] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] ironic.min_version = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.956578] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] ironic.peer_list = [] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.956738] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] ironic.region_name = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.957039] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] ironic.retriable_status_codes = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.957099] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] ironic.serial_console_state_timeout = 10 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.957227] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] ironic.service_name = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.957399] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] ironic.service_type = baremetal {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.957559] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] ironic.shard = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.957723] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] ironic.split_loggers = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.957886] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] ironic.status_code_retries = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.958057] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] ironic.status_code_retry_delay = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.958225] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] ironic.timeout = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.958405] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.958566] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] ironic.version = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.958748] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.958921] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] key_manager.fixed_key = **** {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.959125] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.959293] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] barbican.barbican_api_version = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.959452] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] barbican.barbican_endpoint = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.959625] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] barbican.barbican_endpoint_type = public {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.959785] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] barbican.barbican_region_name = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.959945] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] barbican.cafile = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.960117] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] barbican.certfile = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.960286] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] barbican.collect_timing = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.960448] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] barbican.insecure = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.960606] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] barbican.keyfile = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.960771] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] barbican.number_of_retries = 60 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.960934] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] barbican.retry_delay = 1 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.961131] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] barbican.send_service_user_token = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.961316] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] barbican.split_loggers = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.961479] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] barbican.timeout = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.961642] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] barbican.verify_ssl = True {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.961801] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] barbican.verify_ssl_path = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.961970] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] barbican_service_user.auth_section = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.962151] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] barbican_service_user.auth_type = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.962313] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] barbican_service_user.cafile = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.962470] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] barbican_service_user.certfile = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.962632] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] barbican_service_user.collect_timing = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.962794] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] barbican_service_user.insecure = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.962951] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] barbican_service_user.keyfile = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.963159] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] barbican_service_user.split_loggers = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.963328] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] barbican_service_user.timeout = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.963500] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vault.approle_role_id = **** {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.963661] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vault.approle_secret_id = **** {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.963832] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vault.kv_mountpoint = secret {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.963993] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vault.kv_path = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.964199] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vault.kv_version = 2 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.964366] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vault.namespace = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.964528] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vault.root_token_id = **** {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.964687] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vault.ssl_ca_crt_file = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.964855] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vault.timeout = 60.0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.965058] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vault.use_ssl = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.965200] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.965374] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] keystone.cafile = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.965536] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] keystone.certfile = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.965701] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] keystone.collect_timing = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.965864] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] keystone.connect_retries = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.966037] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] keystone.connect_retry_delay = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.966201] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] keystone.endpoint_override = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.966366] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] keystone.insecure = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.966525] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] keystone.keyfile = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.966687] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] keystone.max_version = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.966844] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] keystone.min_version = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.967107] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] keystone.region_name = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.967305] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] keystone.retriable_status_codes = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.967474] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] keystone.service_name = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.967646] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] keystone.service_type = identity {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.967816] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] keystone.split_loggers = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.967983] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] keystone.status_code_retries = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.968162] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] keystone.status_code_retry_delay = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.968326] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] keystone.timeout = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.968507] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.968669] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] keystone.version = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.968869] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.connection_uri = {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.969044] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.cpu_mode = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.969217] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.cpu_model_extra_flags = [] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.969387] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.cpu_models = [] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.969558] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.cpu_power_governor_high = performance {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.969755] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.cpu_power_governor_low = powersave {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.969938] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.cpu_power_management = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.970126] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.970299] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.device_detach_attempts = 8 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.970464] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.device_detach_timeout = 20 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.970629] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.disk_cachemodes = [] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.970789] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.disk_prefix = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.970962] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.enabled_perf_events = [] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.971142] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.file_backed_memory = 0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.971315] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.gid_maps = [] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.971477] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.hw_disk_discard = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.971636] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.hw_machine_type = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.971804] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.images_rbd_ceph_conf = {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.971970] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.972152] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.972323] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.images_rbd_glance_store_name = {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.972491] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.images_rbd_pool = rbd {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.972656] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.images_type = default {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.972816] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.images_volume_group = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.972979] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.inject_key = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.973184] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.inject_partition = -2 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.973357] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.inject_password = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.973521] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.iscsi_iface = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.973687] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.iser_use_multipath = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.973849] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.live_migration_bandwidth = 0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.974034] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.live_migration_completion_timeout = 800 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.974226] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.live_migration_downtime = 500 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.974395] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.live_migration_downtime_delay = 75 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.974556] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.live_migration_downtime_steps = 10 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.974715] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.live_migration_inbound_addr = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.974877] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.live_migration_permit_auto_converge = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.975053] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.live_migration_permit_post_copy = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.975219] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.live_migration_scheme = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.975388] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.live_migration_timeout_action = abort {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.975551] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.live_migration_tunnelled = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.975711] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.live_migration_uri = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.975872] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.live_migration_with_native_tls = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.976081] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.max_queues = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.976213] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.mem_stats_period_seconds = 10 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.976439] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.976601] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.nfs_mount_options = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.976900] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.977097] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.num_aoe_discover_tries = 3 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.977299] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.num_iser_scan_tries = 5 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.977506] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.num_memory_encrypted_guests = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.977687] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.num_nvme_discover_tries = 5 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.977856] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.num_pcie_ports = 0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.978039] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.num_volume_scan_tries = 5 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.978218] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.pmem_namespaces = [] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.978387] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.quobyte_client_cfg = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.978681] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.978866] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.rbd_connect_timeout = 5 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.979048] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.979225] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.979392] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.rbd_secret_uuid = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.979553] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.rbd_user = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.979720] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.realtime_scheduler_priority = 1 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.979893] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.remote_filesystem_transport = ssh {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.980070] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.rescue_image_id = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.980239] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.rescue_kernel_id = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.980400] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.rescue_ramdisk_id = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.980571] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.rng_dev_path = /dev/urandom {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.980733] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.rx_queue_size = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.980905] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.smbfs_mount_options = {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.981244] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.981448] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.snapshot_compression = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.981630] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.snapshot_image_format = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.981868] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.982053] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.sparse_logical_volumes = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.982227] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.swtpm_enabled = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.982399] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.swtpm_group = tss {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.982568] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.swtpm_user = tss {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.982739] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.sysinfo_serial = unique {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.982910] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.tb_cache_size = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.983115] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.tx_queue_size = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.983303] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.uid_maps = [] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.983475] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.use_virtio_for_bridges = True {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.983650] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.virt_type = kvm {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.983821] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.volume_clear = zero {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.983988] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.volume_clear_size = 0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.984176] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.volume_use_multipath = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.984341] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.vzstorage_cache_path = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.984513] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.984686] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.vzstorage_mount_group = qemu {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.984853] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.vzstorage_mount_opts = [] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.985032] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.985319] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.985502] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.vzstorage_mount_user = stack {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.985674] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.985852] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] neutron.auth_section = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.986045] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] neutron.auth_type = password {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.986378] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] neutron.cafile = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.986378] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] neutron.certfile = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.986979] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] neutron.collect_timing = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.986979] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] neutron.connect_retries = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.986979] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] neutron.connect_retry_delay = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.987141] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] neutron.default_floating_pool = public {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.987178] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] neutron.endpoint_override = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.987329] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] neutron.extension_sync_interval = 600 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.987492] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] neutron.http_retries = 3 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.987656] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] neutron.insecure = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.987816] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] neutron.keyfile = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.987975] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] neutron.max_version = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.988163] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] neutron.metadata_proxy_shared_secret = **** {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.988326] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] neutron.min_version = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.988494] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] neutron.ovs_bridge = br-int {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.988660] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] neutron.physnets = [] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.989278] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] neutron.region_name = RegionOne {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.989278] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] neutron.retriable_status_codes = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.989278] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] neutron.service_metadata_proxy = True {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.989421] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] neutron.service_name = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.989487] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] neutron.service_type = network {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.990088] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] neutron.split_loggers = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.990088] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] neutron.status_code_retries = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.990088] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] neutron.status_code_retry_delay = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.990088] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] neutron.timeout = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.992369] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.992369] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] neutron.version = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.992369] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] notifications.bdms_in_notifications = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.992369] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] notifications.default_level = INFO {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.992369] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] notifications.notification_format = unversioned {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.992369] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] notifications.notify_on_state_change = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.992369] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.993059] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] pci.alias = [] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.993059] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] pci.device_spec = [] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.993059] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] pci.report_in_placement = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.993059] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] placement.auth_section = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.993059] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] placement.auth_type = password {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.993059] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] placement.auth_url = http://10.180.1.21/identity {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.993059] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] placement.cafile = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.993375] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] placement.certfile = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.993375] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] placement.collect_timing = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.993375] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] placement.connect_retries = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.993375] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] placement.connect_retry_delay = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.993375] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] placement.default_domain_id = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.993590] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] placement.default_domain_name = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.993650] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] placement.domain_id = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.993808] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] placement.domain_name = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.993967] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] placement.endpoint_override = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.994150] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] placement.insecure = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.994309] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] placement.keyfile = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.994466] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] placement.max_version = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.994623] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] placement.min_version = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.994792] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] placement.password = **** {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.994953] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] placement.project_domain_id = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.995137] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] placement.project_domain_name = Default {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.995373] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] placement.project_id = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.995568] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] placement.project_name = service {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.995742] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] placement.region_name = RegionOne {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.995905] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] placement.retriable_status_codes = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.996081] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] placement.service_name = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.996261] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] placement.service_type = placement {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.996478] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] placement.split_loggers = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.996585] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] placement.status_code_retries = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.996746] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] placement.status_code_retry_delay = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.996906] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] placement.system_scope = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.997082] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] placement.timeout = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.997250] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] placement.trust_id = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.997411] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] placement.user_domain_id = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.997579] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] placement.user_domain_name = Default {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.997740] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] placement.user_id = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.997912] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] placement.username = nova {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.998112] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.998280] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] placement.version = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.998467] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] quota.cores = 20 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.998636] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] quota.count_usage_from_placement = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.998811] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.998982] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] quota.injected_file_content_bytes = 10240 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.999168] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] quota.injected_file_path_length = 255 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.999339] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] quota.injected_files = 5 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.999514] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] quota.instances = 10 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.999682] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] quota.key_pairs = 100 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 496.999851] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] quota.metadata_items = 128 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.000028] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] quota.ram = 51200 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.000200] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] quota.recheck_quota = True {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.000373] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] quota.server_group_members = 10 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.000541] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] quota.server_groups = 10 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.000748] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] quota.unified_limits_resource_list = ['servers'] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.000924] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] quota.unified_limits_resource_strategy = require {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.001136] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.001322] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.001490] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] scheduler.image_metadata_prefilter = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.001653] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.001819] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] scheduler.max_attempts = 3 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.001984] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] scheduler.max_placement_results = 1000 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.002170] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.002335] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] scheduler.query_placement_for_image_type_support = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.002497] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.002673] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] scheduler.workers = 2 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.002847] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.003028] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.003244] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.003422] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.003590] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.003757] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.003924] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.004156] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.004345] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] filter_scheduler.host_subset_size = 1 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.004514] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.004675] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] filter_scheduler.image_properties_default_architecture = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.004840] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.005018] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] filter_scheduler.isolated_hosts = [] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.005188] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] filter_scheduler.isolated_images = [] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.005354] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] filter_scheduler.max_instances_per_host = 50 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.005519] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.005686] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.005850] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] filter_scheduler.pci_in_placement = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.006021] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.006223] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.006416] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.006587] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.006747] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.006911] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.007088] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] filter_scheduler.track_instance_changes = True {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.007271] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.007440] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] metrics.required = True {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.007605] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] metrics.weight_multiplier = 1.0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.007767] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] metrics.weight_of_unavailable = -10000.0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.007932] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] metrics.weight_setting = [] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.008265] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.008446] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] serial_console.enabled = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.008623] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] serial_console.port_range = 10000:20000 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.008791] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.008960] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.009146] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] serial_console.serialproxy_port = 6083 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.009319] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] service_user.auth_section = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.009491] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] service_user.auth_type = password {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.009652] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] service_user.cafile = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.009811] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] service_user.certfile = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.009974] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] service_user.collect_timing = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.010151] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] service_user.insecure = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.010312] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] service_user.keyfile = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.010484] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] service_user.send_service_user_token = True {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.010650] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] service_user.split_loggers = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.010808] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] service_user.timeout = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.010982] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] spice.agent_enabled = True {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.011186] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] spice.enabled = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.011501] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.011706] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] spice.html5proxy_host = 0.0.0.0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.011878] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] spice.html5proxy_port = 6082 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.012054] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] spice.image_compression = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.012223] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] spice.jpeg_compression = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.012384] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] spice.playback_compression = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.012550] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] spice.require_secure = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.012719] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] spice.server_listen = 127.0.0.1 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.012887] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.013094] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] spice.streaming_mode = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.013265] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] spice.zlib_compression = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.013440] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] upgrade_levels.baseapi = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.013611] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] upgrade_levels.compute = auto {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.013772] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] upgrade_levels.conductor = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.013932] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] upgrade_levels.scheduler = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.014136] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vendordata_dynamic_auth.auth_section = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.014316] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vendordata_dynamic_auth.auth_type = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.014476] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vendordata_dynamic_auth.cafile = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.014635] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vendordata_dynamic_auth.certfile = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.014800] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vendordata_dynamic_auth.collect_timing = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.014962] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vendordata_dynamic_auth.insecure = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.015138] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vendordata_dynamic_auth.keyfile = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.015305] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vendordata_dynamic_auth.split_loggers = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.015464] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vendordata_dynamic_auth.timeout = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.015637] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vmware.api_retry_count = 10 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.015797] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vmware.ca_file = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.015966] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vmware.cache_prefix = devstack-image-cache {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.016148] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vmware.cluster_name = testcl1 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.016319] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vmware.connection_pool_size = 10 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.016478] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vmware.console_delay_seconds = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.016698] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vmware.datastore_regex = ^datastore.* {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.016849] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.017045] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vmware.host_password = **** {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.017221] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vmware.host_port = 443 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.017392] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vmware.host_username = administrator@vsphere.local {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.017563] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vmware.insecure = True {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.017728] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vmware.integration_bridge = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.017894] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vmware.maximum_objects = 100 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.018068] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vmware.pbm_default_policy = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.018275] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vmware.pbm_enabled = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.018449] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vmware.pbm_wsdl_location = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.018623] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.018787] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vmware.serial_port_proxy_uri = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.018945] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vmware.serial_port_service_uri = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.019130] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vmware.task_poll_interval = 0.5 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.019308] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vmware.use_linked_clone = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.019479] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vmware.vnc_keymap = en-us {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.019701] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vmware.vnc_port = 5900 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.019898] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vmware.vnc_port_total = 10000 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.020103] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vnc.auth_schemes = ['none'] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.020287] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vnc.enabled = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.020579] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.020767] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.020943] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vnc.novncproxy_port = 6080 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.021142] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vnc.server_listen = 127.0.0.1 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.021327] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.021490] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vnc.vencrypt_ca_certs = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.021648] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vnc.vencrypt_client_cert = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.021806] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vnc.vencrypt_client_key = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.021985] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.022165] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] workarounds.disable_deep_image_inspection = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.022328] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] workarounds.disable_fallback_pcpu_query = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.022497] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] workarounds.disable_group_policy_check_upcall = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.022659] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.022819] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] workarounds.disable_rootwrap = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.022980] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] workarounds.enable_numa_live_migration = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.023185] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.023361] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.023525] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] workarounds.handle_virt_lifecycle_events = True {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.023685] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] workarounds.libvirt_disable_apic = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.023847] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] workarounds.never_download_image_if_on_rbd = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.024028] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.024221] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.024391] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.024556] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.024718] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.024881] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.025059] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.025228] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.025394] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.025579] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.025751] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] wsgi.client_socket_timeout = 900 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.025920] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] wsgi.default_pool_size = 1000 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.026126] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] wsgi.keep_alive = True {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.026308] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] wsgi.max_header_line = 16384 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.026473] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] wsgi.secure_proxy_ssl_header = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.026638] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] wsgi.ssl_ca_file = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.026809] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] wsgi.ssl_cert_file = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.026961] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] wsgi.ssl_key_file = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.027143] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] wsgi.tcp_keepidle = 600 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.027330] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.027501] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] zvm.ca_file = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.027663] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] zvm.cloud_connector_url = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.027953] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.028148] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] zvm.reachable_timeout = 300 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.028327] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.028506] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.028684] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] profiler.connection_string = messaging:// {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.028852] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] profiler.enabled = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.029033] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] profiler.es_doc_type = notification {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.029204] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] profiler.es_scroll_size = 10000 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.029374] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] profiler.es_scroll_time = 2m {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.029540] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] profiler.filter_error_trace = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.029707] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] profiler.hmac_keys = **** {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.029876] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] profiler.sentinel_service_name = mymaster {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.030058] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] profiler.socket_timeout = 0.1 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.030257] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] profiler.trace_requests = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.030445] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] profiler.trace_sqlalchemy = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.030639] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] profiler_jaeger.process_tags = {} {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.030803] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] profiler_jaeger.service_name_prefix = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.030970] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] profiler_otlp.service_name_prefix = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.031180] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] remote_debug.host = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.031359] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] remote_debug.port = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.031543] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.031710] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.031876] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.032054] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.032224] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.032386] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.032549] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.032712] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.032873] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.033093] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_messaging_rabbit.hostname = devstack {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.033266] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.033442] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.033613] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.033786] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.033957] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.034170] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.034342] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.034519] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.034686] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.034852] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.035028] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.035202] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.035367] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.035537] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.035702] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.035865] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.036037] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.036205] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.036378] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.036545] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_messaging_rabbit.ssl = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.036716] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.036920] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.037060] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.037239] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.037410] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_messaging_rabbit.ssl_version = {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.037575] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.037764] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.037932] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_messaging_notifications.retry = -1 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.038130] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.038312] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_messaging_notifications.transport_url = **** {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.038485] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_limit.auth_section = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.038649] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_limit.auth_type = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.038807] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_limit.cafile = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.038962] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_limit.certfile = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.039138] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_limit.collect_timing = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.039301] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_limit.connect_retries = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.039462] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_limit.connect_retry_delay = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.039621] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_limit.endpoint_id = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.039792] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_limit.endpoint_interface = publicURL {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.039952] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_limit.endpoint_override = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.040126] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_limit.endpoint_region_name = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.040293] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_limit.endpoint_service_name = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.040449] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_limit.endpoint_service_type = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.040610] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_limit.insecure = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.040768] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_limit.keyfile = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.040928] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_limit.max_version = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.041118] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_limit.min_version = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.041297] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_limit.region_name = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.041459] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_limit.retriable_status_codes = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.041619] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_limit.service_name = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.041779] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_limit.service_type = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.041943] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_limit.split_loggers = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.042123] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_limit.status_code_retries = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.042321] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_limit.status_code_retry_delay = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.042503] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_limit.timeout = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.042666] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_limit.valid_interfaces = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.042826] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_limit.version = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.042997] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_reports.file_event_handler = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.043206] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_reports.file_event_handler_interval = 1 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.043378] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] oslo_reports.log_dir = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.043554] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.043714] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vif_plug_linux_bridge_privileged.group = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.043872] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.044051] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.044224] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.044381] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vif_plug_linux_bridge_privileged.user = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.044550] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.044708] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vif_plug_ovs_privileged.group = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.044866] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vif_plug_ovs_privileged.helper_command = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.045042] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.045220] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.045365] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] vif_plug_ovs_privileged.user = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.045535] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] os_vif_linux_bridge.flat_interface = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.045712] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.045882] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.046065] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.046242] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.046411] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.046577] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.046739] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] os_vif_linux_bridge.vlan_interface = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.046916] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.047102] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] os_vif_ovs.isolate_vif = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.047276] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.047444] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.047612] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.047787] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] os_vif_ovs.ovsdb_interface = native {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.047951] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] os_vif_ovs.per_port_bridge = False {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.048139] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] privsep_osbrick.capabilities = [21] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.048311] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] privsep_osbrick.group = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.048499] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] privsep_osbrick.helper_command = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.048670] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.048836] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] privsep_osbrick.thread_pool_size = 8 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.048996] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] privsep_osbrick.user = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.049188] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.049351] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] nova_sys_admin.group = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.049510] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] nova_sys_admin.helper_command = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.049672] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.049845] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] nova_sys_admin.thread_pool_size = 8 {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.050087] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] nova_sys_admin.user = None {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 497.050243] env[63622]: DEBUG oslo_service.service [None req-af2d884a-5a01-41e8-bbc2-1f4a0020f8ea None None] ******************************************************************************** {{(pid=63622) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 497.050646] env[63622]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 497.553737] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-aa752e48-2ab4-46b4-b046-d9bb46413ace None None] Getting list of instances from cluster (obj){ [ 497.553737] env[63622]: value = "domain-c8" [ 497.553737] env[63622]: _type = "ClusterComputeResource" [ 497.553737] env[63622]: } {{(pid=63622) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 497.554858] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cca4cdd-acfa-4c33-a090-921310b9e2ff {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.564550] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-aa752e48-2ab4-46b4-b046-d9bb46413ace None None] Got total of 0 instances {{(pid=63622) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 497.565117] env[63622]: WARNING nova.virt.vmwareapi.driver [None req-aa752e48-2ab4-46b4-b046-d9bb46413ace None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 497.565594] env[63622]: INFO nova.virt.node [None req-aa752e48-2ab4-46b4-b046-d9bb46413ace None None] Generated node identity 8dd86f19-3c1a-4ba4-9c42-69cb148971df [ 497.565820] env[63622]: INFO nova.virt.node [None req-aa752e48-2ab4-46b4-b046-d9bb46413ace None None] Wrote node identity 8dd86f19-3c1a-4ba4-9c42-69cb148971df to /opt/stack/data/n-cpu-1/compute_id [ 498.068795] env[63622]: WARNING nova.compute.manager [None req-aa752e48-2ab4-46b4-b046-d9bb46413ace None None] Compute nodes ['8dd86f19-3c1a-4ba4-9c42-69cb148971df'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 499.074396] env[63622]: INFO nova.compute.manager [None req-aa752e48-2ab4-46b4-b046-d9bb46413ace None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 500.080188] env[63622]: WARNING nova.compute.manager [None req-aa752e48-2ab4-46b4-b046-d9bb46413ace None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 500.080467] env[63622]: DEBUG oslo_concurrency.lockutils [None req-aa752e48-2ab4-46b4-b046-d9bb46413ace None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 500.080681] env[63622]: DEBUG oslo_concurrency.lockutils [None req-aa752e48-2ab4-46b4-b046-d9bb46413ace None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 500.080835] env[63622]: DEBUG oslo_concurrency.lockutils [None req-aa752e48-2ab4-46b4-b046-d9bb46413ace None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 500.081018] env[63622]: DEBUG nova.compute.resource_tracker [None req-aa752e48-2ab4-46b4-b046-d9bb46413ace None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63622) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 500.082041] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5fd827-159e-4ea5-8b8c-233e115edb35 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 500.090298] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2015be19-1f04-4616-b811-ad8440971a21 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 500.104098] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9ba804-2873-4efc-a113-cb74dbeb742d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 500.110359] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3091ae5-8703-4b89-9fd0-b51c552acd28 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 500.140547] env[63622]: DEBUG nova.compute.resource_tracker [None req-aa752e48-2ab4-46b4-b046-d9bb46413ace None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181343MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=63622) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 500.140694] env[63622]: DEBUG oslo_concurrency.lockutils [None req-aa752e48-2ab4-46b4-b046-d9bb46413ace None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 500.140868] env[63622]: DEBUG oslo_concurrency.lockutils [None req-aa752e48-2ab4-46b4-b046-d9bb46413ace None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 500.643453] env[63622]: WARNING nova.compute.resource_tracker [None req-aa752e48-2ab4-46b4-b046-d9bb46413ace None None] No compute node record for cpu-1:8dd86f19-3c1a-4ba4-9c42-69cb148971df: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 8dd86f19-3c1a-4ba4-9c42-69cb148971df could not be found. [ 501.147598] env[63622]: INFO nova.compute.resource_tracker [None req-aa752e48-2ab4-46b4-b046-d9bb46413ace None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 8dd86f19-3c1a-4ba4-9c42-69cb148971df [ 502.655743] env[63622]: DEBUG nova.compute.resource_tracker [None req-aa752e48-2ab4-46b4-b046-d9bb46413ace None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 502.656158] env[63622]: DEBUG nova.compute.resource_tracker [None req-aa752e48-2ab4-46b4-b046-d9bb46413ace None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 502.822628] env[63622]: INFO nova.scheduler.client.report [None req-aa752e48-2ab4-46b4-b046-d9bb46413ace None None] [req-4c6883a9-17ec-4003-91c2-0b87f9547367] Created resource provider record via placement API for resource provider with UUID 8dd86f19-3c1a-4ba4-9c42-69cb148971df and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 502.843687] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6090c8c1-b7bc-4708-a6ec-4c30f7489cde {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 502.851140] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2908f578-e346-42c6-97f7-da357a2e6685 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 502.880632] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02c7d92-d4f6-405b-8a88-f407ec6ba669 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 502.887569] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c103a1-095c-483b-9896-c746cc44190e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 502.901149] env[63622]: DEBUG nova.compute.provider_tree [None req-aa752e48-2ab4-46b4-b046-d9bb46413ace None None] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 503.436579] env[63622]: DEBUG nova.scheduler.client.report [None req-aa752e48-2ab4-46b4-b046-d9bb46413ace None None] Updated inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 503.436806] env[63622]: DEBUG nova.compute.provider_tree [None req-aa752e48-2ab4-46b4-b046-d9bb46413ace None None] Updating resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df generation from 0 to 1 during operation: update_inventory {{(pid=63622) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 503.436947] env[63622]: DEBUG nova.compute.provider_tree [None req-aa752e48-2ab4-46b4-b046-d9bb46413ace None None] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 503.489377] env[63622]: DEBUG nova.compute.provider_tree [None req-aa752e48-2ab4-46b4-b046-d9bb46413ace None None] Updating resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df generation from 1 to 2 during operation: update_traits {{(pid=63622) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 503.994452] env[63622]: DEBUG nova.compute.resource_tracker [None req-aa752e48-2ab4-46b4-b046-d9bb46413ace None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 503.994790] env[63622]: DEBUG oslo_concurrency.lockutils [None req-aa752e48-2ab4-46b4-b046-d9bb46413ace None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.854s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 503.994842] env[63622]: DEBUG nova.service [None req-aa752e48-2ab4-46b4-b046-d9bb46413ace None None] Creating RPC server for service compute {{(pid=63622) start /opt/stack/nova/nova/service.py:186}} [ 504.009698] env[63622]: DEBUG nova.service [None req-aa752e48-2ab4-46b4-b046-d9bb46413ace None None] Join ServiceGroup membership for this service compute {{(pid=63622) start /opt/stack/nova/nova/service.py:203}} [ 504.009887] env[63622]: DEBUG nova.servicegroup.drivers.db [None req-aa752e48-2ab4-46b4-b046-d9bb46413ace None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=63622) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 555.012638] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 555.013095] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 555.013189] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Starting heal instance info cache {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 555.013292] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Rebuilding the list of instances to heal {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 555.516660] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Didn't find any instances for network info cache update. {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10365}} [ 555.516937] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 555.517242] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 555.517467] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 555.517691] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 555.517911] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 555.518147] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._sync_power_states {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 556.021664] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Getting list of instances from cluster (obj){ [ 556.021664] env[63622]: value = "domain-c8" [ 556.021664] env[63622]: _type = "ClusterComputeResource" [ 556.021664] env[63622]: } {{(pid=63622) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 556.023212] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f68a58-ef5d-4fa2-afd6-a1860b1cc1ce {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.031675] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Got total of 0 instances {{(pid=63622) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 556.031887] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 556.032096] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63622) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 556.032253] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager.update_available_resource {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 556.535829] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.536206] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.536462] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.536691] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63622) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 556.537929] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1998101a-0c93-4ba0-a44a-699f85b20a5b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.549980] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd77202c-99a3-4b24-8bc0-164dd6029c04 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.569973] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f79c16f-d2a2-4f7c-856d-6b1273d17f14 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.578278] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0269a531-1d7a-44ec-97c6-084a9a2e4324 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.621289] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181381MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=63622) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 556.621497] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.621774] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.639397] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 557.639604] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 557.653807] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bd4c29-c18c-475a-8d44-58f227809edc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.661232] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7675fb9-7ea5-426e-82d4-61fbf25dde28 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.690731] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b20635-01df-4d8c-ac96-49f71c22789c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.697173] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2bf351-0f98-4b48-b2ef-6aab07754a4d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.709543] env[63622]: DEBUG nova.compute.provider_tree [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 558.212830] env[63622]: DEBUG nova.scheduler.client.report [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 558.718443] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 558.718443] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.097s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.718718] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 558.718946] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Getting list of instances from cluster (obj){ [ 558.718946] env[63622]: value = "domain-c8" [ 558.718946] env[63622]: _type = "ClusterComputeResource" [ 558.718946] env[63622]: } {{(pid=63622) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 558.719959] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3925722-6a56-4b25-8856-d985bc13f275 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.728640] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Got total of 0 instances {{(pid=63622) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 616.036749] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 616.037163] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 616.542047] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 616.542275] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Starting heal instance info cache {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 616.542275] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Rebuilding the list of instances to heal {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 617.046469] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Didn't find any instances for network info cache update. {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10365}} [ 617.046838] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.046838] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.046967] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.047135] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.047278] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.047425] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.047546] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63622) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 617.047682] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager.update_available_resource {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.551185] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.551454] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.551602] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.551755] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63622) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 617.552646] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2e9a0d-cfbc-4780-942b-488918c6f156 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.561951] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40482a15-4a46-4450-abd0-c73e2d9a440c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.576116] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef428c3-8940-462d-8f3f-845f0dffedbb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.582595] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6289096f-c707-4aee-b23a-23f517cf8f30 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.610962] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181389MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=63622) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 617.611150] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.611303] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.628633] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 618.628892] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 618.643942] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4437320-10c7-45bc-a410-e62d1ac11f2e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.651714] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352402af-421b-456a-a5a0-6ab022d620c9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.680633] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c0ce77-76bf-409d-8fd9-ef8eb5042731 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.687370] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b22c953-4146-4a37-92d0-a36219eea434 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.699759] env[63622]: DEBUG nova.compute.provider_tree [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 619.203132] env[63622]: DEBUG nova.scheduler.client.report [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 619.204483] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 619.204663] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.206060] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.206060] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.206520] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Starting heal instance info cache {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 679.206520] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Rebuilding the list of instances to heal {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 679.709584] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Didn't find any instances for network info cache update. {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10365}} [ 679.709816] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.709976] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.710138] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.710284] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.710425] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.710567] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.710697] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63622) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 679.710836] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager.update_available_resource {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 680.213699] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.214117] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.214117] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.214276] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63622) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 680.215346] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6ca922-a950-4cc7-b241-2e65980878d4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.223781] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1219dc06-a017-4fde-acf6-5c9078168076 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.238436] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e4fb0e-ee17-4610-b486-874d143e0db0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.245035] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36ba12a-c3c2-47cd-a069-e5b7383d8ef3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.273378] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181378MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=63622) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 680.273557] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.273742] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.292352] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 681.292649] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 681.310726] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8084908d-f184-4035-a1da-3d11c7fb834e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.318859] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccb08f3-3a1d-48bd-8529-53a6015fc36e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.349423] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9205b9-aa50-43e3-ba7e-7341038412fe {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.357263] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ee3ee9-0e84-4e9f-8135-d2c0a4c7c3db {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.371367] env[63622]: DEBUG nova.compute.provider_tree [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.875021] env[63622]: DEBUG nova.scheduler.client.report [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 681.876319] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 681.876530] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.603s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.990728] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 735.991152] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.495846] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.496135] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Starting heal instance info cache {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 736.496208] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Rebuilding the list of instances to heal {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 736.998827] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Didn't find any instances for network info cache update. {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10365}} [ 736.999261] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.999261] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.999399] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.999491] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.999631] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.999772] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.999900] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63622) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 737.000054] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager.update_available_resource {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.505993] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.506282] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.506456] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.506613] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63622) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 737.507533] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae768820-a561-4ea9-a39c-033df057c603 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.515595] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d6b7c3-f20f-4567-8427-cdfa3f90fbe1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.529245] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5573a7a1-e075-4ff5-a6fa-998e79c24cd2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.535200] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b604fb63-0fdc-48c3-b1fa-f6e27a779ce2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.563808] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181367MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=63622) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 737.563973] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.564144] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.581214] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 738.581461] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 738.593377] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d12d12-10f2-4cf6-88a0-6a55a03966a1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.600732] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea49836-292a-4c71-8fed-62d0d0619800 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.629952] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63235213-d2f7-4cb8-9a55-702a12d62f93 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.636693] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bdbe50-0f71-412b-9578-3d84afb9ed51 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.650135] env[63622]: DEBUG nova.compute.provider_tree [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.153023] env[63622]: DEBUG nova.scheduler.client.report [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 739.154347] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 739.154525] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.590s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.325511] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 792.325911] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Cleaning up deleted instances {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11579}} [ 792.829179] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] There are 0 instances to clean {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11588}} [ 792.829490] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 792.829651] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Cleaning up deleted instances with incomplete migration {{(pid=63622) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11617}} [ 793.332137] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.834192] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.834587] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Starting heal instance info cache {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 794.834587] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Rebuilding the list of instances to heal {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 795.337553] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Didn't find any instances for network info cache update. {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10365}} [ 795.337796] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 795.337966] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 795.338128] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63622) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 795.338255] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager.update_available_resource {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 795.841300] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.841597] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 795.841756] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.841910] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63622) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 795.842798] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842687de-583b-4d3d-853c-c044f42e5bc8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.850907] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786d5614-c681-4e43-b9d3-a254c0953345 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.865742] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2449cff2-bb1e-44a3-afa2-94a6db53e586 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.871669] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5de6090-5684-41f9-8296-2599a22e20c4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.899056] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181342MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=63622) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 795.899188] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.899370] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.920535] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 796.920826] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 796.934664] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a9f683-3eb8-4378-ac1b-e4a1aac86271 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.944559] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9479671a-6fcd-46d1-9f8e-cad6be18f48e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.975398] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e043e0ac-a319-4862-8237-5e867a765a19 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.982162] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1344524-3bb6-4581-a8ca-344313f680f4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.994623] env[63622]: DEBUG nova.compute.provider_tree [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.498363] env[63622]: DEBUG nova.scheduler.client.report [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 797.499644] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 797.499823] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.600s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.487589] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 798.487957] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 798.487957] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 798.488135] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 798.488269] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 853.325714] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 853.326070] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Starting heal instance info cache {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 853.326070] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Rebuilding the list of instances to heal {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 853.829200] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Didn't find any instances for network info cache update. {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10365}} [ 855.325825] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager.update_available_resource {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 855.827895] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.828147] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.828313] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.828469] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63622) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 855.829375] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596bba6f-b5f4-4a75-acd0-684bd42d208b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.837385] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b891bd-c01e-4694-93cc-5bcb37d1ef4e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.851144] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669c5e1d-7ef3-43f2-a571-674732f98ae5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.857189] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b1f8ba-62e5-4efe-9425-78dabab5ac51 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.886292] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181370MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=63622) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 855.886424] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.886614] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.925023] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 856.925023] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 856.947620] env[63622]: DEBUG nova.scheduler.client.report [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Refreshing inventories for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 856.961054] env[63622]: DEBUG nova.scheduler.client.report [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Updating ProviderTree inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 856.961229] env[63622]: DEBUG nova.compute.provider_tree [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 856.987057] env[63622]: DEBUG nova.scheduler.client.report [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Refreshing aggregate associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, aggregates: None {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 857.002749] env[63622]: DEBUG nova.scheduler.client.report [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Refreshing trait associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 857.013886] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae6bf8f-8409-484f-87f2-cee51a0c309e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.020754] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc096ae-dc5f-444c-8099-2cfb2b15b4f7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.049181] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910c91e2-a8a2-4d56-b6b9-5d210ed4d67f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.055784] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a779e23-0ccd-4281-a813-013cd026b7fd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.068263] env[63622]: DEBUG nova.compute.provider_tree [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.571719] env[63622]: DEBUG nova.scheduler.client.report [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 857.572976] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 857.573176] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.687s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.573775] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 858.574160] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 859.079243] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 859.079441] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 859.079572] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 859.079721] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 859.079861] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 859.080010] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 859.080148] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63622) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 913.326923] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 913.327308] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Starting heal instance info cache {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 913.327308] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Rebuilding the list of instances to heal {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 913.830486] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Didn't find any instances for network info cache update. {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10365}} [ 915.326143] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager.update_available_resource {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 915.829432] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.829708] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.829882] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.830044] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63622) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 915.830923] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc0c8c1-a926-4f3e-8458-9205c801bcce {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.839239] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7c68dc-de0d-4cd1-be59-aa9ccf36b0f7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.852698] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d01eed2-1974-4757-8421-262561fd68ca {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.858586] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a079ea-d2ca-4202-a6a4-7835f0901fc0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.887487] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181375MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=63622) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 915.887628] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.887804] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.905262] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 916.905524] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 916.917536] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7d04ae-0e3a-44ec-908b-fd32622aa777 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.925424] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3890bde2-2680-4cee-98e4-c57b3a731cb9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.954533] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d23bb62-f135-4fd6-8cf3-6688f296d43e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.961251] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11cc6b7a-82cb-49ad-aa52-48673c63e5ca {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.973792] env[63622]: DEBUG nova.compute.provider_tree [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.477331] env[63622]: DEBUG nova.scheduler.client.report [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 917.478626] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 917.478801] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.478513] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 918.478859] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 918.478859] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 918.478992] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 918.479149] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 918.479292] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 918.479433] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63622) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 920.326187] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 973.324622] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 973.325020] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Starting heal instance info cache {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 973.325020] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Rebuilding the list of instances to heal {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 973.828169] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Didn't find any instances for network info cache update. {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10365}} [ 977.325297] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 977.325707] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 977.325707] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 977.325829] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager.update_available_resource {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 977.829430] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.829681] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.829881] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.830048] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63622) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 977.831009] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c883876c-4432-4d8f-848b-1535d96e5506 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.839972] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6acc26f-61c7-4887-b341-82b423221829 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.854755] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a453cf-f061-47cb-bfac-df13861b8b0c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.861764] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f6fbd4-ee5c-4e12-99c2-c740ca3899b4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.892316] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181368MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=63622) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 977.892509] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.892705] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.911331] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 978.911594] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 978.924299] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9977b0-b2f3-4fe0-b113-c3305427219c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.931819] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7173322-3a1b-4fdb-b6bf-f0de7fb873f3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.960931] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb07c7e-ac47-4965-b41c-e75151034015 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.967737] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de2d933-95c0-400e-8c75-eaf66ffb4311 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.980250] env[63622]: DEBUG nova.compute.provider_tree [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.483757] env[63622]: DEBUG nova.scheduler.client.report [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 979.484947] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 979.485142] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.481114] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 980.481520] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 980.986514] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 980.986714] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 980.986831] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63622) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 981.325605] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1035.326181] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1035.326525] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Starting heal instance info cache {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 1035.326525] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Rebuilding the list of instances to heal {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1035.829357] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Didn't find any instances for network info cache update. {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10365}} [ 1037.324336] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.325053] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.325053] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager.update_available_resource {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.828746] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.829053] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.829235] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.829395] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63622) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1038.830286] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b310e0-cf89-44a0-ae05-08ab35d0cc48 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.838841] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becc7bc5-134b-4ad1-b695-c95633a2d308 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.852475] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423a9fb8-140b-4aea-8466-9e54680e52de {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.858558] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ee2d95-978d-4b37-afcc-ea0caed3a965 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.887261] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181353MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=63622) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1038.887410] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.887574] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.906779] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1039.907029] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1039.919500] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2c3e29-6d3d-4995-b23a-0a2c46cd5884 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.926475] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469247eb-0ddb-49ca-aad5-604d8df06a2f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.954851] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34c8fe0-3461-46b3-b919-64abe6c303d1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.961473] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fef9ffc-8e05-4ccb-9c12-73163e2cefcd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.973689] env[63622]: DEBUG nova.compute.provider_tree [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.477318] env[63622]: DEBUG nova.scheduler.client.report [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1040.478631] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1040.478818] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.480344] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1041.480344] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1041.480344] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1041.480344] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1041.480344] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63622) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 1043.326412] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1095.326398] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1095.326792] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Cleaning up deleted instances {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11579}} [ 1095.829608] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] There are 0 instances to clean {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11588}} [ 1096.828590] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.829044] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Starting heal instance info cache {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 1096.829044] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Rebuilding the list of instances to heal {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1097.332286] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Didn't find any instances for network info cache update. {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10365}} [ 1098.325361] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.325683] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager.update_available_resource {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.829501] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.829826] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.829946] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.830078] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63622) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1098.831029] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f0c346-3f1b-43c2-abb3-bf432937ec08 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.839191] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b029be-c7d4-4d39-85a2-9567dba0a11a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.852763] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6152d210-f868-406e-8d2b-f6137552255c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.859080] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd2aa5d-a347-4d55-9ac7-3b64e950a907 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.887394] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181316MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=63622) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1098.887562] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.887723] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.906753] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1099.906990] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1099.921886] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02a50cb-39c2-4ba7-87b4-b5d3846d88a9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.929015] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6916e6c-255f-41b9-ba28-ba6737316bac {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.957550] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33db79a4-abf7-4757-ab52-b7059e4c60be {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.964078] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a6e7c4-2cb2-422d-9209-e0e2df37870d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.976375] env[63622]: DEBUG nova.compute.provider_tree [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.479706] env[63622]: DEBUG nova.scheduler.client.report [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1100.480968] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1100.481167] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.481384] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1102.978599] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1102.979071] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1103.483652] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1103.483845] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1103.483988] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1103.484164] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1103.484301] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63622) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 1104.325438] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.325793] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.325859] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Cleaning up deleted instances with incomplete migration {{(pid=63622) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11617}} [ 1156.022725] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._sync_power_states {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1156.529018] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Getting list of instances from cluster (obj){ [ 1156.529018] env[63622]: value = "domain-c8" [ 1156.529018] env[63622]: _type = "ClusterComputeResource" [ 1156.529018] env[63622]: } {{(pid=63622) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1156.529018] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5718e2d9-7aba-4f3b-afec-7d6c6f9adbc8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.536465] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Got total of 0 instances {{(pid=63622) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1156.840123] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1156.840123] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Starting heal instance info cache {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 1156.840123] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Rebuilding the list of instances to heal {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1157.342350] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Didn't find any instances for network info cache update. {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10365}} [ 1158.325497] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.326546] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.326546] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager.update_available_resource {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.832080] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.832080] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.832080] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1160.832080] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63622) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1160.832080] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb52fe88-e9fd-430c-b17f-1df23260c404 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.840442] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90295d0a-8770-4d02-9b61-3c88e777c6bd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.855189] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e7b575-655d-4594-9a1c-4c2c7814eae2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.862287] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ecf41cb-9847-4e02-a8bc-e5cc0aefddc2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.891947] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181339MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=63622) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1160.892371] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.892680] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.020023] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1162.020023] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1162.038022] env[63622]: DEBUG nova.scheduler.client.report [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Refreshing inventories for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1162.052024] env[63622]: DEBUG nova.scheduler.client.report [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Updating ProviderTree inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1162.052024] env[63622]: DEBUG nova.compute.provider_tree [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1162.065079] env[63622]: DEBUG nova.scheduler.client.report [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Refreshing aggregate associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, aggregates: None {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1162.079616] env[63622]: DEBUG nova.scheduler.client.report [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Refreshing trait associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1162.095026] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0822ad-861d-4869-8785-f7819192deb3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.101205] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f22655-0783-407d-ad9b-c4f79f95ed31 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.130765] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e775f9e-17cb-4a55-8501-87ab66145f5a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.138523] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4241ef6-9938-4d3c-8756-828fc84200e4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.153269] env[63622]: DEBUG nova.compute.provider_tree [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.657816] env[63622]: DEBUG nova.scheduler.client.report [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1162.657816] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1162.657816] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.765s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.658061] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.658061] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.658564] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.658564] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.658564] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63622) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 1166.325258] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.326056] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.326463] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Starting heal instance info cache {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 1216.326463] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Rebuilding the list of instances to heal {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1216.829507] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Didn't find any instances for network info cache update. {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10365}} [ 1218.325344] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.326061] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.324667] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.324966] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager.update_available_resource {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.828096] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1222.828350] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1222.828511] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.828671] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63622) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1222.829573] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e178c317-42a2-421e-948c-eec4022d681f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.837548] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a53480d-dd37-4740-890a-bf611dfd6c4e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.851680] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478a009d-6f63-4da0-a65b-6f280f976b0f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.857689] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c479ab-62c0-40a7-9a23-15e7d00c0aca {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.885428] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181332MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=63622) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1222.885561] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1222.885747] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1223.904057] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1223.904314] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1223.919397] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19be3ede-7a81-4ad5-9085-537c8f1db00e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.925587] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ba29ab-0cce-4322-bb60-e7b7e0ea9a32 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.954229] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a47ad9-c279-42c5-b1b5-0f7c2db6b28d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.961141] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe0fb6d-fdf8-406a-b11b-9646a2201b8b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.973660] env[63622]: DEBUG nova.compute.provider_tree [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.476863] env[63622]: DEBUG nova.scheduler.client.report [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1224.478144] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1224.478325] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1225.479155] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.479639] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.479639] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.479736] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63622) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 1226.321140] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.825627] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1276.327806] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1276.328236] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Starting heal instance info cache {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 1276.328236] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Rebuilding the list of instances to heal {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1276.830939] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Didn't find any instances for network info cache update. {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10365}} [ 1278.325335] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.325519] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1282.325342] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager.update_available_resource {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1282.828511] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1282.828910] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1282.828983] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1282.829196] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63622) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1282.830184] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ee873b-2895-4175-8bac-a9516388878e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.838893] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d344c94-f684-4d04-961a-54a4f52f7e1b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.852752] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca32f988-5750-4073-9f78-0cb79d111ae5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.858771] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4a9647-0735-4d47-b63c-f54543d07d2a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.886128] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181327MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=63622) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1282.886277] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1282.886465] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1283.904491] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1283.904783] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1283.916850] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9679c8ae-2676-455a-9425-b3cd3dd15457 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.923950] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9eb2ba-2c2b-4aa1-8553-2b971ad4ed7a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.952180] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d600dcd3-5c90-4dbf-8fe8-8fb02d321275 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.958782] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2daf4a17-fc02-41a6-a26c-b08b44376374 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.971236] env[63622]: DEBUG nova.compute.provider_tree [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.474837] env[63622]: DEBUG nova.scheduler.client.report [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1284.476155] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1284.476311] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.590s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1286.475906] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.476301] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.476301] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.476453] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.476596] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63622) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 1287.325366] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.326626] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.326963] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Starting heal instance info cache {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 1338.326963] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Rebuilding the list of instances to heal {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1338.830311] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Didn't find any instances for network info cache update. {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10365}} [ 1340.325573] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1341.324607] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1344.325959] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager.update_available_resource {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1344.830037] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.831659] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.831659] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1344.831659] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63622) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1344.831818] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5583a141-e55b-4e66-9825-59bc6bfe5ce6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.841595] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93a6ebd-c319-4a1b-b5d1-7d1be1e1fd94 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.860885] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1479a70-8223-49f3-a003-fcfc11273008 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.868463] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32978b6-a215-48b4-a8ac-fbd045e60a06 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.904321] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181391MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=63622) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1344.904488] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.904693] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.927079] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1345.927364] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1345.943186] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb2653e-d76c-4db0-8e68-c4cafef2b0d5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.955796] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40cb2d2-ad5e-42bf-a488-ff5b774e2350 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.997772] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38cb38a-ce59-494a-a7dc-904e9cd1ec19 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.006910] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ca5943-bc01-427e-82b1-6d5e27e0a7cd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.022362] env[63622]: DEBUG nova.compute.provider_tree [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.525471] env[63622]: DEBUG nova.scheduler.client.report [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1346.527122] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1346.527329] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.623s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.251712] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Acquiring lock "b70cf974-0297-4e0e-b24a-3d9eee06cff2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.252080] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Lock "b70cf974-0297-4e0e-b24a-3d9eee06cff2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.527626] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1347.528950] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1347.528950] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1347.528950] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1347.528950] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63622) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 1347.756192] env[63622]: DEBUG nova.compute.manager [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1348.148630] env[63622]: DEBUG oslo_concurrency.lockutils [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Acquiring lock "46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.148902] env[63622]: DEBUG oslo_concurrency.lockutils [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Lock "46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.292370] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.292370] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.294931] env[63622]: INFO nova.compute.claims [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1348.322493] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1348.655189] env[63622]: DEBUG nova.compute.manager [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1349.187244] env[63622]: DEBUG oslo_concurrency.lockutils [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.319846] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1349.358707] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ca95ae-1900-418d-8a0c-b580465a7553 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.367964] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8763ef97-eb2c-4d8c-af83-468bbb60be97 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.406580] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc3baa3-5c54-46c3-a1af-1f54fa1ee8bf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.415647] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66dac6fa-3ed0-4d0b-bb88-cfafd7826c50 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.430738] env[63622]: DEBUG nova.compute.provider_tree [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.937017] env[63622]: DEBUG nova.scheduler.client.report [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1350.440241] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.148s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.440241] env[63622]: DEBUG nova.compute.manager [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1350.443168] env[63622]: DEBUG oslo_concurrency.lockutils [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.256s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.444888] env[63622]: INFO nova.compute.claims [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1350.950353] env[63622]: DEBUG nova.compute.utils [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1350.953730] env[63622]: DEBUG nova.compute.manager [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Not allocating networking since 'none' was specified. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1351.456448] env[63622]: DEBUG nova.compute.manager [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1351.527815] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2b096b-94bf-429e-a35b-c179a1b46329 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.539128] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f492bb-6c5e-472a-a801-659fdc1b8d17 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.570357] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c30092d-498c-4998-a5c9-6b5a8da49651 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.578445] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cb2d7e-664f-465e-98ea-ffb4956a1b47 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.593526] env[63622]: DEBUG nova.compute.provider_tree [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1352.096751] env[63622]: DEBUG nova.scheduler.client.report [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1352.466591] env[63622]: DEBUG nova.compute.manager [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1352.603527] env[63622]: DEBUG oslo_concurrency.lockutils [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.160s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.604070] env[63622]: DEBUG nova.compute.manager [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1352.806976] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquiring lock "29e4f8bb-5f9c-4cc9-8bc5-745977f5412a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.807404] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Lock "29e4f8bb-5f9c-4cc9-8bc5-745977f5412a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.110332] env[63622]: DEBUG nova.compute.utils [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1353.111738] env[63622]: DEBUG nova.compute.manager [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1353.115147] env[63622]: DEBUG nova.network.neutron [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1353.217225] env[63622]: DEBUG nova.virt.hardware [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1353.217425] env[63622]: DEBUG nova.virt.hardware [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1353.217425] env[63622]: DEBUG nova.virt.hardware [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1353.217998] env[63622]: DEBUG nova.virt.hardware [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1353.217998] env[63622]: DEBUG nova.virt.hardware [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1353.217998] env[63622]: DEBUG nova.virt.hardware [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1353.219088] env[63622]: DEBUG nova.virt.hardware [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1353.219671] env[63622]: DEBUG nova.virt.hardware [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1353.219671] env[63622]: DEBUG nova.virt.hardware [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1353.219671] env[63622]: DEBUG nova.virt.hardware [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1353.219896] env[63622]: DEBUG nova.virt.hardware [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1353.221009] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427d51fe-8bff-4c2b-b069-9e60a25148a1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.231246] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131d11bc-906b-49ff-93aa-23c4d0786175 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.248346] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7507283-b543-4b20-8f84-b68b29abc501 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.267441] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Instance VIF info [] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1353.282417] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1353.282636] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-406212e6-d93d-4138-9f42-6d147c6c173f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.295325] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Created folder: OpenStack in parent group-v4. [ 1353.295508] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Creating folder: Project (4d29742a100b4c529832f66e39a238ee). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1353.295757] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8392df78-775a-4890-bf30-71cbe3ac75d6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.307380] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Created folder: Project (4d29742a100b4c529832f66e39a238ee) in parent group-v376252. [ 1353.307634] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Creating folder: Instances. Parent ref: group-v376253. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1353.307889] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01881507-c57e-431b-ac3f-f4fcd447032e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.310387] env[63622]: DEBUG nova.compute.manager [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1353.323990] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Created folder: Instances in parent group-v376253. [ 1353.323990] env[63622]: DEBUG oslo.service.loopingcall [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1353.323990] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1353.323990] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db2fdd94-468d-4c69-a1dd-e48e988ceb3f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.339443] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1353.339443] env[63622]: value = "task-1816168" [ 1353.339443] env[63622]: _type = "Task" [ 1353.339443] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.347625] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816168, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.425293] env[63622]: DEBUG nova.policy [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4efdfece71784f1fb697e4072374c0e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfd9fe3cc02c48839fceefba928e7bcb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1353.624230] env[63622]: DEBUG nova.compute.manager [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1353.838418] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.838713] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.840848] env[63622]: INFO nova.compute.claims [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1353.855861] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816168, 'name': CreateVM_Task, 'duration_secs': 0.370686} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.855861] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1353.855861] env[63622]: DEBUG oslo_vmware.service [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d736304-25e7-4bbc-81d5-e0d7d5a23136 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.863334] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1353.864195] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.864839] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1353.865237] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48242093-e643-48e3-afa1-3ac0c5182586 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.870830] env[63622]: DEBUG oslo_vmware.api [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Waiting for the task: (returnval){ [ 1353.870830] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52f65c72-760b-9236-eb0f-1dcdfd1135b1" [ 1353.870830] env[63622]: _type = "Task" [ 1353.870830] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.878668] env[63622]: DEBUG oslo_vmware.api [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52f65c72-760b-9236-eb0f-1dcdfd1135b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.244866] env[63622]: DEBUG nova.network.neutron [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Successfully created port: 1d61e86e-e3a4-472a-ac2e-23e613ef24b6 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1354.382209] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1354.382705] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1354.382780] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1354.382865] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.383306] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1354.383656] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-210adfd8-9dc8-4d29-b349-457b0c7e7f44 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.405274] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1354.405777] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1354.407666] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51c6f97-3c1f-4ec5-ac66-348f02ef9f87 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.414446] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbc475c9-6bda-4ae9-bbfe-212430138bb9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.422411] env[63622]: DEBUG oslo_vmware.api [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Waiting for the task: (returnval){ [ 1354.422411] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b96f10-25c7-2fd0-8129-85ec2b3163b4" [ 1354.422411] env[63622]: _type = "Task" [ 1354.422411] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.431202] env[63622]: DEBUG oslo_vmware.api [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b96f10-25c7-2fd0-8129-85ec2b3163b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.639667] env[63622]: DEBUG nova.compute.manager [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1354.675882] env[63622]: DEBUG nova.virt.hardware [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1354.675882] env[63622]: DEBUG nova.virt.hardware [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1354.676079] env[63622]: DEBUG nova.virt.hardware [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1354.676490] env[63622]: DEBUG nova.virt.hardware [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1354.676490] env[63622]: DEBUG nova.virt.hardware [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1354.678119] env[63622]: DEBUG nova.virt.hardware [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1354.678352] env[63622]: DEBUG nova.virt.hardware [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1354.678520] env[63622]: DEBUG nova.virt.hardware [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1354.680068] env[63622]: DEBUG nova.virt.hardware [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1354.680068] env[63622]: DEBUG nova.virt.hardware [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1354.680068] env[63622]: DEBUG nova.virt.hardware [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1354.680068] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6938e0e-13a8-4578-a658-70d37bfea2cd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.698149] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f20f2c-b548-472c-9e0f-a2cff22171ed {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.923377] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74403c18-652f-4cb9-b77b-d7aad500f106 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.939744] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dad615f-506e-4d39-95de-96f974ea7105 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.946222] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Preparing fetch location {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1354.946883] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Creating directory with path [datastore1] vmware_temp/19da92c6-b72e-4719-a61f-c6517c6f4ac8/e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1354.946883] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07d2d499-0a32-418e-ae7c-661dee8c4ba8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.976959] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ef1296-c5d2-4b41-bbad-bb635e5022f7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.984307] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4196d740-810a-4159-9571-b193f2fa39fc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.998891] env[63622]: DEBUG nova.compute.provider_tree [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1355.001272] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Created directory with path [datastore1] vmware_temp/19da92c6-b72e-4719-a61f-c6517c6f4ac8/e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1355.001446] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Fetch image to [datastore1] vmware_temp/19da92c6-b72e-4719-a61f-c6517c6f4ac8/e2d5bd27-1b7d-4255-a1df-e035847393df/tmp-sparse.vmdk {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1355.001626] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Downloading image file data e2d5bd27-1b7d-4255-a1df-e035847393df to [datastore1] vmware_temp/19da92c6-b72e-4719-a61f-c6517c6f4ac8/e2d5bd27-1b7d-4255-a1df-e035847393df/tmp-sparse.vmdk on the data store datastore1 {{(pid=63622) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1355.002581] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f290dbe-7ee3-43e8-b01b-0d6092bef81e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.011080] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ad9615-93b1-4555-8d37-a88c1175bab3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.020081] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df839e73-7be9-480c-90f1-e97dab1790c3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.054580] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d07fe8-60fd-4bb0-af2b-7b8518870174 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.060624] env[63622]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-051a5907-7956-4cdb-a5cf-8f8d1d4eeb6b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.150859] env[63622]: DEBUG nova.virt.vmwareapi.images [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Downloading image file data e2d5bd27-1b7d-4255-a1df-e035847393df to the data store datastore1 {{(pid=63622) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1355.232755] env[63622]: DEBUG oslo_vmware.rw_handles [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/19da92c6-b72e-4719-a61f-c6517c6f4ac8/e2d5bd27-1b7d-4255-a1df-e035847393df/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=63622) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1355.503376] env[63622]: DEBUG nova.scheduler.client.report [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1355.874742] env[63622]: DEBUG oslo_vmware.rw_handles [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Completed reading data from the image iterator. {{(pid=63622) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1355.875767] env[63622]: DEBUG oslo_vmware.rw_handles [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/19da92c6-b72e-4719-a61f-c6517c6f4ac8/e2d5bd27-1b7d-4255-a1df-e035847393df/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=63622) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1355.884252] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Acquiring lock "5b949fef-f4a5-4060-a23e-be40b06a4f71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.884516] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Lock "5b949fef-f4a5-4060-a23e-be40b06a4f71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.011424] env[63622]: DEBUG nova.virt.vmwareapi.images [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Downloaded image file data e2d5bd27-1b7d-4255-a1df-e035847393df to vmware_temp/19da92c6-b72e-4719-a61f-c6517c6f4ac8/e2d5bd27-1b7d-4255-a1df-e035847393df/tmp-sparse.vmdk on the data store datastore1 {{(pid=63622) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1356.011424] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Caching image {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1356.011424] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Copying Virtual Disk [datastore1] vmware_temp/19da92c6-b72e-4719-a61f-c6517c6f4ac8/e2d5bd27-1b7d-4255-a1df-e035847393df/tmp-sparse.vmdk to [datastore1] vmware_temp/19da92c6-b72e-4719-a61f-c6517c6f4ac8/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1356.014275] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51cc246c-fd8e-4e20-86f5-1d5873e9c6ca {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.020908] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.181s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.022820] env[63622]: DEBUG nova.compute.manager [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1356.034932] env[63622]: DEBUG oslo_vmware.api [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Waiting for the task: (returnval){ [ 1356.034932] env[63622]: value = "task-1816169" [ 1356.034932] env[63622]: _type = "Task" [ 1356.034932] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.044824] env[63622]: DEBUG oslo_vmware.api [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Task: {'id': task-1816169, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.388593] env[63622]: DEBUG nova.compute.manager [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1356.531695] env[63622]: DEBUG nova.compute.utils [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1356.535633] env[63622]: DEBUG nova.compute.manager [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1356.535633] env[63622]: DEBUG nova.network.neutron [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1356.555303] env[63622]: DEBUG oslo_vmware.api [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Task: {'id': task-1816169, 'name': CopyVirtualDisk_Task} progress is 70%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.837899] env[63622]: DEBUG nova.policy [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e63bd0cc98b44ca997658f5f94140aa9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17c12e86060044f78795dee57f813002', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1356.918142] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.918437] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.920742] env[63622]: INFO nova.compute.claims [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1357.044792] env[63622]: DEBUG nova.compute.manager [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1357.059435] env[63622]: DEBUG oslo_vmware.api [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Task: {'id': task-1816169, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.011733} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.060026] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Copied Virtual Disk [datastore1] vmware_temp/19da92c6-b72e-4719-a61f-c6517c6f4ac8/e2d5bd27-1b7d-4255-a1df-e035847393df/tmp-sparse.vmdk to [datastore1] vmware_temp/19da92c6-b72e-4719-a61f-c6517c6f4ac8/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1357.060373] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Deleting the datastore file [datastore1] vmware_temp/19da92c6-b72e-4719-a61f-c6517c6f4ac8/e2d5bd27-1b7d-4255-a1df-e035847393df/tmp-sparse.vmdk {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1357.060724] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c894205e-aa37-482a-9ca4-6e6a75ab135e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.073040] env[63622]: DEBUG oslo_vmware.api [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Waiting for the task: (returnval){ [ 1357.073040] env[63622]: value = "task-1816170" [ 1357.073040] env[63622]: _type = "Task" [ 1357.073040] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.081026] env[63622]: DEBUG oslo_vmware.api [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Task: {'id': task-1816170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.587312] env[63622]: DEBUG oslo_vmware.api [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Task: {'id': task-1816170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022684} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.587312] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1357.587312] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Moving file from [datastore1] vmware_temp/19da92c6-b72e-4719-a61f-c6517c6f4ac8/e2d5bd27-1b7d-4255-a1df-e035847393df to [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df. {{(pid=63622) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1357.587312] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-5457021d-cbbd-48d6-80dd-058ce89eef87 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.600502] env[63622]: DEBUG oslo_vmware.api [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Waiting for the task: (returnval){ [ 1357.600502] env[63622]: value = "task-1816171" [ 1357.600502] env[63622]: _type = "Task" [ 1357.600502] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.615595] env[63622]: DEBUG oslo_vmware.api [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Task: {'id': task-1816171, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.957583] env[63622]: DEBUG nova.network.neutron [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Successfully created port: 75247e15-918f-4205-ab1f-9af81969049f {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1358.040110] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb50198-74c6-4638-a7b7-df9bc212a522 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.050295] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffb4b2f-f562-4cee-afd4-40e895c11b8e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.085141] env[63622]: DEBUG nova.compute.manager [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1358.092150] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7eb220-1d31-4da7-8dd2-5fa33ca7a25b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.108635] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63970644-5182-4ee2-8ba3-f47677b85868 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.122958] env[63622]: DEBUG oslo_vmware.api [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Task: {'id': task-1816171, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.029534} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.129866] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] File moved {{(pid=63622) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1358.130126] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Cleaning up location [datastore1] vmware_temp/19da92c6-b72e-4719-a61f-c6517c6f4ac8 {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1358.130278] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Deleting the datastore file [datastore1] vmware_temp/19da92c6-b72e-4719-a61f-c6517c6f4ac8 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1358.130761] env[63622]: DEBUG nova.compute.provider_tree [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1358.134538] env[63622]: DEBUG nova.virt.hardware [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1358.135824] env[63622]: DEBUG nova.virt.hardware [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1358.135824] env[63622]: DEBUG nova.virt.hardware [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1358.135824] env[63622]: DEBUG nova.virt.hardware [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1358.135824] env[63622]: DEBUG nova.virt.hardware [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1358.135824] env[63622]: DEBUG nova.virt.hardware [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1358.135824] env[63622]: DEBUG nova.virt.hardware [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1358.136896] env[63622]: DEBUG nova.virt.hardware [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1358.136896] env[63622]: DEBUG nova.virt.hardware [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1358.136896] env[63622]: DEBUG nova.virt.hardware [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1358.136896] env[63622]: DEBUG nova.virt.hardware [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1358.137184] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-439e0334-aa3f-470d-880c-d3940467ffc6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.141678] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baddf3ec-40c6-4cf2-beaa-6c06fc8f591c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.151193] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d596f8a8-cd89-4e8b-b96d-fc03e9fc2568 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.155568] env[63622]: DEBUG oslo_vmware.api [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Waiting for the task: (returnval){ [ 1358.155568] env[63622]: value = "task-1816172" [ 1358.155568] env[63622]: _type = "Task" [ 1358.155568] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.179139] env[63622]: DEBUG oslo_vmware.api [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Task: {'id': task-1816172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025291} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.179139] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1358.179671] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e787d59f-7ace-4a31-9620-cf672724d343 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.185664] env[63622]: DEBUG oslo_vmware.api [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Waiting for the task: (returnval){ [ 1358.185664] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]529f9335-9944-4580-abd8-f5f50e300bfb" [ 1358.185664] env[63622]: _type = "Task" [ 1358.185664] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.201321] env[63622]: DEBUG oslo_vmware.api [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]529f9335-9944-4580-abd8-f5f50e300bfb, 'name': SearchDatastore_Task, 'duration_secs': 0.00788} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.201531] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1358.203815] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] b70cf974-0297-4e0e-b24a-3d9eee06cff2/b70cf974-0297-4e0e-b24a-3d9eee06cff2.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1358.203815] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a7bb951-7b17-4cad-b8fe-999c6a7bd504 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.213366] env[63622]: DEBUG oslo_vmware.api [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Waiting for the task: (returnval){ [ 1358.213366] env[63622]: value = "task-1816173" [ 1358.213366] env[63622]: _type = "Task" [ 1358.213366] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.221993] env[63622]: DEBUG oslo_vmware.api [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Task: {'id': task-1816173, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.668541] env[63622]: ERROR nova.scheduler.client.report [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] [req-4f8b071a-f48d-40fb-89dc-9944c5d7a8cf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8dd86f19-3c1a-4ba4-9c42-69cb148971df. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4f8b071a-f48d-40fb-89dc-9944c5d7a8cf"}]} [ 1358.690786] env[63622]: DEBUG nova.scheduler.client.report [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Refreshing inventories for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1358.714159] env[63622]: DEBUG nova.scheduler.client.report [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Updating ProviderTree inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1358.715247] env[63622]: DEBUG nova.compute.provider_tree [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1358.729745] env[63622]: DEBUG oslo_vmware.api [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Task: {'id': task-1816173, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.736445] env[63622]: DEBUG nova.scheduler.client.report [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Refreshing aggregate associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, aggregates: None {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1358.765698] env[63622]: DEBUG nova.scheduler.client.report [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Refreshing trait associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1358.864924] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd08840a-15e3-4233-bf8d-7fb4d1788401 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.877478] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ab03cc-b226-4f0d-b072-ace7a3ef996b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.920626] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8eafce-7c51-423d-882c-634192f0e8a7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.929241] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0ca29b-cc50-4273-9df6-16dc2de1200b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.943070] env[63622]: DEBUG nova.compute.provider_tree [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1359.231081] env[63622]: DEBUG oslo_vmware.api [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Task: {'id': task-1816173, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.484825] env[63622]: DEBUG nova.scheduler.client.report [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Updated inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with generation 8 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1359.484825] env[63622]: DEBUG nova.compute.provider_tree [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Updating resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df generation from 8 to 9 during operation: update_inventory {{(pid=63622) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1359.484825] env[63622]: DEBUG nova.compute.provider_tree [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1359.732132] env[63622]: DEBUG oslo_vmware.api [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Task: {'id': task-1816173, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.329974} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.732387] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] b70cf974-0297-4e0e-b24a-3d9eee06cff2/b70cf974-0297-4e0e-b24a-3d9eee06cff2.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1359.732602] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1359.732979] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca027edb-73b3-42a4-ac7e-630430b9900f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.739576] env[63622]: DEBUG oslo_vmware.api [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Waiting for the task: (returnval){ [ 1359.739576] env[63622]: value = "task-1816174" [ 1359.739576] env[63622]: _type = "Task" [ 1359.739576] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.747737] env[63622]: DEBUG oslo_vmware.api [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Task: {'id': task-1816174, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.839151] env[63622]: DEBUG nova.network.neutron [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Successfully updated port: 1d61e86e-e3a4-472a-ac2e-23e613ef24b6 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1359.992625] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.073s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1359.992625] env[63622]: DEBUG nova.compute.manager [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1360.254284] env[63622]: DEBUG oslo_vmware.api [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Task: {'id': task-1816174, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.188331} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.254594] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1360.255765] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5561eaaf-7fc4-4eb2-a27b-ed53706856ba {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.286811] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] b70cf974-0297-4e0e-b24a-3d9eee06cff2/b70cf974-0297-4e0e-b24a-3d9eee06cff2.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1360.287178] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-294fb719-d989-4cb4-be8b-77c406201215 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.308843] env[63622]: DEBUG oslo_vmware.api [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Waiting for the task: (returnval){ [ 1360.308843] env[63622]: value = "task-1816175" [ 1360.308843] env[63622]: _type = "Task" [ 1360.308843] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.317718] env[63622]: DEBUG oslo_vmware.api [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Task: {'id': task-1816175, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.344186] env[63622]: DEBUG oslo_concurrency.lockutils [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Acquiring lock "refresh_cache-46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.344186] env[63622]: DEBUG oslo_concurrency.lockutils [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Acquired lock "refresh_cache-46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.344186] env[63622]: DEBUG nova.network.neutron [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1360.498769] env[63622]: DEBUG nova.compute.utils [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1360.502168] env[63622]: DEBUG nova.compute.manager [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1360.502353] env[63622]: DEBUG nova.network.neutron [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1360.745346] env[63622]: DEBUG nova.policy [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f61f900b634a431fa2b5f107d27ab58c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0f90036afb14b1cbc1961bbd053eb22', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1360.812617] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquiring lock "26cfd079-2044-4975-8902-affe93c35647" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.812864] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lock "26cfd079-2044-4975-8902-affe93c35647" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.832593] env[63622]: DEBUG oslo_vmware.api [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Task: {'id': task-1816175, 'name': ReconfigVM_Task, 'duration_secs': 0.269422} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.832886] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Reconfigured VM instance instance-00000001 to attach disk [datastore1] b70cf974-0297-4e0e-b24a-3d9eee06cff2/b70cf974-0297-4e0e-b24a-3d9eee06cff2.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1360.835544] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5d80518-c623-42d8-976e-f700a3f59ea0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.845819] env[63622]: DEBUG oslo_vmware.api [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Waiting for the task: (returnval){ [ 1360.845819] env[63622]: value = "task-1816176" [ 1360.845819] env[63622]: _type = "Task" [ 1360.845819] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.859349] env[63622]: DEBUG oslo_vmware.api [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Task: {'id': task-1816176, 'name': Rename_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.948475] env[63622]: DEBUG nova.network.neutron [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1360.964256] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Acquiring lock "26e7e658-e79f-4d85-b84d-7f56714289c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.964492] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Lock "26e7e658-e79f-4d85-b84d-7f56714289c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.006049] env[63622]: DEBUG nova.compute.manager [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1361.267235] env[63622]: DEBUG nova.compute.manager [req-894bdd52-50fb-40ae-84da-4fed6adb04c6 req-ba841b01-5517-4db0-a84a-2e272a1b84a1 service nova] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Received event network-vif-plugged-1d61e86e-e3a4-472a-ac2e-23e613ef24b6 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1361.267235] env[63622]: DEBUG oslo_concurrency.lockutils [req-894bdd52-50fb-40ae-84da-4fed6adb04c6 req-ba841b01-5517-4db0-a84a-2e272a1b84a1 service nova] Acquiring lock "46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.267235] env[63622]: DEBUG oslo_concurrency.lockutils [req-894bdd52-50fb-40ae-84da-4fed6adb04c6 req-ba841b01-5517-4db0-a84a-2e272a1b84a1 service nova] Lock "46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.267235] env[63622]: DEBUG oslo_concurrency.lockutils [req-894bdd52-50fb-40ae-84da-4fed6adb04c6 req-ba841b01-5517-4db0-a84a-2e272a1b84a1 service nova] Lock "46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.267235] env[63622]: DEBUG nova.compute.manager [req-894bdd52-50fb-40ae-84da-4fed6adb04c6 req-ba841b01-5517-4db0-a84a-2e272a1b84a1 service nova] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] No waiting events found dispatching network-vif-plugged-1d61e86e-e3a4-472a-ac2e-23e613ef24b6 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1361.267594] env[63622]: WARNING nova.compute.manager [req-894bdd52-50fb-40ae-84da-4fed6adb04c6 req-ba841b01-5517-4db0-a84a-2e272a1b84a1 service nova] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Received unexpected event network-vif-plugged-1d61e86e-e3a4-472a-ac2e-23e613ef24b6 for instance with vm_state building and task_state spawning. [ 1361.323204] env[63622]: DEBUG nova.compute.manager [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1361.358981] env[63622]: DEBUG nova.network.neutron [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Successfully updated port: 75247e15-918f-4205-ab1f-9af81969049f {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1361.366898] env[63622]: DEBUG oslo_vmware.api [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Task: {'id': task-1816176, 'name': Rename_Task, 'duration_secs': 0.138139} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.369074] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1361.369966] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd19077c-6fef-4fe6-9627-30fbccbf1af2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.383113] env[63622]: DEBUG oslo_vmware.api [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Waiting for the task: (returnval){ [ 1361.383113] env[63622]: value = "task-1816177" [ 1361.383113] env[63622]: _type = "Task" [ 1361.383113] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.390673] env[63622]: DEBUG oslo_vmware.api [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Task: {'id': task-1816177, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.467505] env[63622]: DEBUG nova.compute.manager [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1361.520598] env[63622]: DEBUG nova.network.neutron [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Updating instance_info_cache with network_info: [{"id": "1d61e86e-e3a4-472a-ac2e-23e613ef24b6", "address": "fa:16:3e:55:0c:69", "network": {"id": "d81d5f97-735d-45fe-a1ca-5c63fcd67b4d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2020899138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfd9fe3cc02c48839fceefba928e7bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d61e86e-e3", "ovs_interfaceid": "1d61e86e-e3a4-472a-ac2e-23e613ef24b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.850213] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.850651] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.852510] env[63622]: INFO nova.compute.claims [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1361.863526] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquiring lock "refresh_cache-29e4f8bb-5f9c-4cc9-8bc5-745977f5412a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.863675] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquired lock "refresh_cache-29e4f8bb-5f9c-4cc9-8bc5-745977f5412a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.863824] env[63622]: DEBUG nova.network.neutron [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1361.892708] env[63622]: DEBUG oslo_vmware.api [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Task: {'id': task-1816177, 'name': PowerOnVM_Task, 'duration_secs': 0.421185} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.892996] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1361.894140] env[63622]: INFO nova.compute.manager [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Took 9.43 seconds to spawn the instance on the hypervisor. [ 1361.894140] env[63622]: DEBUG nova.compute.manager [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1361.894662] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378d1017-6f26-4398-9452-7deb5e9955ea {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.994858] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.017845] env[63622]: DEBUG nova.compute.manager [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1362.024522] env[63622]: DEBUG oslo_concurrency.lockutils [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Releasing lock "refresh_cache-46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1362.026138] env[63622]: DEBUG nova.compute.manager [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Instance network_info: |[{"id": "1d61e86e-e3a4-472a-ac2e-23e613ef24b6", "address": "fa:16:3e:55:0c:69", "network": {"id": "d81d5f97-735d-45fe-a1ca-5c63fcd67b4d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2020899138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfd9fe3cc02c48839fceefba928e7bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d61e86e-e3", "ovs_interfaceid": "1d61e86e-e3a4-472a-ac2e-23e613ef24b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1362.026371] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:0c:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd177c5b3-a5b1-4c78-854e-7e0dbf341ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d61e86e-e3a4-472a-ac2e-23e613ef24b6', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1362.039835] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Creating folder: Project (bfd9fe3cc02c48839fceefba928e7bcb). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1362.040107] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba5a3baf-dfda-4e98-9120-2195e67e5ddd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.051790] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Created folder: Project (bfd9fe3cc02c48839fceefba928e7bcb) in parent group-v376252. [ 1362.052014] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Creating folder: Instances. Parent ref: group-v376256. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1362.052291] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6536bce5-f8ed-4ff1-b90e-5101699b45b7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.056156] env[63622]: DEBUG nova.virt.hardware [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1362.057266] env[63622]: DEBUG nova.virt.hardware [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1362.057266] env[63622]: DEBUG nova.virt.hardware [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1362.057266] env[63622]: DEBUG nova.virt.hardware [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1362.057266] env[63622]: DEBUG nova.virt.hardware [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1362.057266] env[63622]: DEBUG nova.virt.hardware [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1362.057537] env[63622]: DEBUG nova.virt.hardware [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1362.057537] env[63622]: DEBUG nova.virt.hardware [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1362.057606] env[63622]: DEBUG nova.virt.hardware [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1362.057758] env[63622]: DEBUG nova.virt.hardware [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1362.057939] env[63622]: DEBUG nova.virt.hardware [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1362.058740] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce64eea0-42e7-497f-9adc-e4682cfe66b4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.067257] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98aeed8-fbc9-4067-a145-e8d9fb5c8cd8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.073044] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Created folder: Instances in parent group-v376256. [ 1362.073223] env[63622]: DEBUG oslo.service.loopingcall [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1362.073702] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1362.073930] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18d1bb4e-01c5-46dc-ac87-f328ed673121 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.103205] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1362.103205] env[63622]: value = "task-1816180" [ 1362.103205] env[63622]: _type = "Task" [ 1362.103205] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.114616] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816180, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.341153] env[63622]: DEBUG nova.network.neutron [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Successfully created port: 76a9bda6-e367-4a58-a6db-66ec8949d942 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1362.392580] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Acquiring lock "6552085b-032b-484c-99f5-37cc62e24063" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.393694] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Lock "6552085b-032b-484c-99f5-37cc62e24063" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.417529] env[63622]: INFO nova.compute.manager [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Took 14.16 seconds to build instance. [ 1362.433395] env[63622]: DEBUG nova.compute.manager [req-d5deae7f-b550-45fe-be4b-1f18c913bd36 req-2cc6066e-bdb2-451e-aeb9-2694b60e0b68 service nova] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Received event network-vif-plugged-75247e15-918f-4205-ab1f-9af81969049f {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1362.433922] env[63622]: DEBUG oslo_concurrency.lockutils [req-d5deae7f-b550-45fe-be4b-1f18c913bd36 req-2cc6066e-bdb2-451e-aeb9-2694b60e0b68 service nova] Acquiring lock "29e4f8bb-5f9c-4cc9-8bc5-745977f5412a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.437154] env[63622]: DEBUG oslo_concurrency.lockutils [req-d5deae7f-b550-45fe-be4b-1f18c913bd36 req-2cc6066e-bdb2-451e-aeb9-2694b60e0b68 service nova] Lock "29e4f8bb-5f9c-4cc9-8bc5-745977f5412a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.437154] env[63622]: DEBUG oslo_concurrency.lockutils [req-d5deae7f-b550-45fe-be4b-1f18c913bd36 req-2cc6066e-bdb2-451e-aeb9-2694b60e0b68 service nova] Lock "29e4f8bb-5f9c-4cc9-8bc5-745977f5412a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.437154] env[63622]: DEBUG nova.compute.manager [req-d5deae7f-b550-45fe-be4b-1f18c913bd36 req-2cc6066e-bdb2-451e-aeb9-2694b60e0b68 service nova] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] No waiting events found dispatching network-vif-plugged-75247e15-918f-4205-ab1f-9af81969049f {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1362.437154] env[63622]: WARNING nova.compute.manager [req-d5deae7f-b550-45fe-be4b-1f18c913bd36 req-2cc6066e-bdb2-451e-aeb9-2694b60e0b68 service nova] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Received unexpected event network-vif-plugged-75247e15-918f-4205-ab1f-9af81969049f for instance with vm_state building and task_state spawning. [ 1362.463681] env[63622]: DEBUG nova.network.neutron [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1362.616332] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816180, 'name': CreateVM_Task, 'duration_secs': 0.425851} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.616332] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1362.625029] env[63622]: DEBUG oslo_concurrency.lockutils [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.625029] env[63622]: DEBUG oslo_concurrency.lockutils [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.625029] env[63622]: DEBUG oslo_concurrency.lockutils [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1362.625029] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33826f99-e89c-4366-a7ef-cbfb1cb50aa6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.628138] env[63622]: DEBUG oslo_vmware.api [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Waiting for the task: (returnval){ [ 1362.628138] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5256a541-e5e2-c72e-0145-fa49c3136e21" [ 1362.628138] env[63622]: _type = "Task" [ 1362.628138] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.637564] env[63622]: DEBUG oslo_vmware.api [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5256a541-e5e2-c72e-0145-fa49c3136e21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.878654] env[63622]: DEBUG oslo_concurrency.lockutils [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquiring lock "e7830255-e614-43b6-b6dc-73a3c48e4090" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.878770] env[63622]: DEBUG oslo_concurrency.lockutils [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lock "e7830255-e614-43b6-b6dc-73a3c48e4090" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.900549] env[63622]: DEBUG nova.compute.manager [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1362.922476] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e62c8be3-b413-4fa3-88eb-75d8a49e8359 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Lock "b70cf974-0297-4e0e-b24a-3d9eee06cff2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.670s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.046928] env[63622]: DEBUG nova.network.neutron [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Updating instance_info_cache with network_info: [{"id": "75247e15-918f-4205-ab1f-9af81969049f", "address": "fa:16:3e:10:05:c7", "network": {"id": "b4228a96-3fc3-4257-8e82-a1cf37456242", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45a909020f1491e9d07603c4fc0ad0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75247e15-91", "ovs_interfaceid": "75247e15-918f-4205-ab1f-9af81969049f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.049463] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326a0746-b903-4512-aaa5-37732b9dbfe6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.057955] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04839ab-e2e1-472f-8546-df2cd5283934 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.099189] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f08af8-f149-445f-8e6c-189af0cf1c48 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.109239] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd20201c-6d22-44de-8ec3-db542b84ecc5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.128561] env[63622]: DEBUG nova.compute.provider_tree [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1363.144767] env[63622]: DEBUG oslo_vmware.api [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5256a541-e5e2-c72e-0145-fa49c3136e21, 'name': SearchDatastore_Task, 'duration_secs': 0.009996} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.144767] env[63622]: DEBUG oslo_concurrency.lockutils [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.144767] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1363.144767] env[63622]: DEBUG oslo_concurrency.lockutils [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.144903] env[63622]: DEBUG oslo_concurrency.lockutils [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.144903] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1363.145561] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a35f38f7-1ab1-4636-a7ca-cf3fe2ddbab3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.157905] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1363.157905] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1363.157905] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d390365-e4e4-4380-b518-ef1b6b5b5908 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.164636] env[63622]: DEBUG oslo_vmware.api [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Waiting for the task: (returnval){ [ 1363.164636] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5233822d-5a52-e71d-ad8d-d857080bb906" [ 1363.164636] env[63622]: _type = "Task" [ 1363.164636] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.175164] env[63622]: DEBUG oslo_vmware.api [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5233822d-5a52-e71d-ad8d-d857080bb906, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.383253] env[63622]: DEBUG nova.compute.manager [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1363.437326] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1363.554217] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Releasing lock "refresh_cache-29e4f8bb-5f9c-4cc9-8bc5-745977f5412a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.554584] env[63622]: DEBUG nova.compute.manager [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Instance network_info: |[{"id": "75247e15-918f-4205-ab1f-9af81969049f", "address": "fa:16:3e:10:05:c7", "network": {"id": "b4228a96-3fc3-4257-8e82-a1cf37456242", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45a909020f1491e9d07603c4fc0ad0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75247e15-91", "ovs_interfaceid": "75247e15-918f-4205-ab1f-9af81969049f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1363.555188] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:05:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '101a44fc-ffde-4e3e-ad82-363454ae458b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75247e15-918f-4205-ab1f-9af81969049f', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1363.574291] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Creating folder: Project (17c12e86060044f78795dee57f813002). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1363.577039] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3059f651-82fb-4a96-a883-b3a61b20aa5b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.592377] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Created folder: Project (17c12e86060044f78795dee57f813002) in parent group-v376252. [ 1363.592939] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Creating folder: Instances. Parent ref: group-v376259. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1363.592939] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d433030f-0581-41e0-b4a0-01317937a89f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.605384] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Created folder: Instances in parent group-v376259. [ 1363.605384] env[63622]: DEBUG oslo.service.loopingcall [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1363.605384] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1363.605384] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-742fb257-25e6-4940-89a3-6a57b11e84a5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.631680] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1363.631680] env[63622]: value = "task-1816183" [ 1363.631680] env[63622]: _type = "Task" [ 1363.631680] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.636168] env[63622]: DEBUG nova.scheduler.client.report [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1363.649900] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816183, 'name': CreateVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.674633] env[63622]: DEBUG oslo_vmware.api [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5233822d-5a52-e71d-ad8d-d857080bb906, 'name': SearchDatastore_Task, 'duration_secs': 0.01508} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.675736] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-017de32a-9b46-4c11-8faf-838d07b43791 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.684023] env[63622]: DEBUG oslo_vmware.api [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Waiting for the task: (returnval){ [ 1363.684023] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e8f968-d4eb-2e56-7c5f-51d6a300fe33" [ 1363.684023] env[63622]: _type = "Task" [ 1363.684023] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.693574] env[63622]: DEBUG oslo_vmware.api [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e8f968-d4eb-2e56-7c5f-51d6a300fe33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.030325] env[63622]: DEBUG oslo_concurrency.lockutils [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1364.148447] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.294s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.149570] env[63622]: DEBUG nova.compute.manager [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1364.152628] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816183, 'name': CreateVM_Task, 'duration_secs': 0.358753} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.155254] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.160s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.156251] env[63622]: INFO nova.compute.claims [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1364.159229] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1364.159910] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1364.160099] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.160414] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1364.160665] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7b294ae-1d7e-49f8-a004-e054259af66e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.173541] env[63622]: DEBUG oslo_vmware.api [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Waiting for the task: (returnval){ [ 1364.173541] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526992cd-0745-edaf-3f3a-bb2d2bb91b42" [ 1364.173541] env[63622]: _type = "Task" [ 1364.173541] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.189220] env[63622]: DEBUG oslo_vmware.api [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526992cd-0745-edaf-3f3a-bb2d2bb91b42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.195016] env[63622]: DEBUG oslo_vmware.api [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e8f968-d4eb-2e56-7c5f-51d6a300fe33, 'name': SearchDatastore_Task, 'duration_secs': 0.008999} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.195355] env[63622]: DEBUG oslo_concurrency.lockutils [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.195721] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d/46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1364.195953] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4686d02-81aa-4a01-b027-11e4a22227ae {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.204029] env[63622]: DEBUG oslo_vmware.api [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Waiting for the task: (returnval){ [ 1364.204029] env[63622]: value = "task-1816184" [ 1364.204029] env[63622]: _type = "Task" [ 1364.204029] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.213290] env[63622]: DEBUG oslo_vmware.api [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Task: {'id': task-1816184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.469238] env[63622]: DEBUG nova.compute.manager [req-b51605ac-a383-44f8-b2cf-d092f19adf7b req-ccae0863-e6ab-4b8a-93c7-cd3595916c11 service nova] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Received event network-changed-1d61e86e-e3a4-472a-ac2e-23e613ef24b6 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1364.469238] env[63622]: DEBUG nova.compute.manager [req-b51605ac-a383-44f8-b2cf-d092f19adf7b req-ccae0863-e6ab-4b8a-93c7-cd3595916c11 service nova] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Refreshing instance network info cache due to event network-changed-1d61e86e-e3a4-472a-ac2e-23e613ef24b6. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1364.469238] env[63622]: DEBUG oslo_concurrency.lockutils [req-b51605ac-a383-44f8-b2cf-d092f19adf7b req-ccae0863-e6ab-4b8a-93c7-cd3595916c11 service nova] Acquiring lock "refresh_cache-46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1364.470943] env[63622]: DEBUG oslo_concurrency.lockutils [req-b51605ac-a383-44f8-b2cf-d092f19adf7b req-ccae0863-e6ab-4b8a-93c7-cd3595916c11 service nova] Acquired lock "refresh_cache-46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.470943] env[63622]: DEBUG nova.network.neutron [req-b51605ac-a383-44f8-b2cf-d092f19adf7b req-ccae0863-e6ab-4b8a-93c7-cd3595916c11 service nova] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Refreshing network info cache for port 1d61e86e-e3a4-472a-ac2e-23e613ef24b6 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1364.657742] env[63622]: DEBUG nova.compute.utils [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1364.662998] env[63622]: DEBUG nova.compute.manager [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1364.666795] env[63622]: DEBUG nova.network.neutron [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1364.693826] env[63622]: DEBUG oslo_vmware.api [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526992cd-0745-edaf-3f3a-bb2d2bb91b42, 'name': SearchDatastore_Task, 'duration_secs': 0.018168} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.693826] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.693965] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1364.694333] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1364.694410] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.694605] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1364.695242] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18755cf1-6d0e-4a3b-8555-1b366d6ede72 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.721980] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1364.722321] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1364.723926] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Acquiring lock "de8f6b52-0c76-471d-ba59-5879bcf8428e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1364.725219] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Lock "de8f6b52-0c76-471d-ba59-5879bcf8428e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.725598] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-def8bb4d-2e48-4d8a-a704-9ed4005e0de8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.733542] env[63622]: DEBUG oslo_vmware.api [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Task: {'id': task-1816184, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.737125] env[63622]: DEBUG oslo_vmware.api [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Waiting for the task: (returnval){ [ 1364.737125] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52dd32e2-d987-21d8-403e-5f37f487997c" [ 1364.737125] env[63622]: _type = "Task" [ 1364.737125] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.747607] env[63622]: DEBUG oslo_vmware.api [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52dd32e2-d987-21d8-403e-5f37f487997c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.931427] env[63622]: DEBUG nova.policy [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70f3808a4df74b64925def2ce4a422d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '815d9fb5899941c1a159de77b6d2585d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1365.170553] env[63622]: DEBUG nova.compute.manager [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1365.221524] env[63622]: DEBUG oslo_vmware.api [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Task: {'id': task-1816184, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.941708} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.222698] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d/46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1365.223097] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1365.223318] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1df50bcb-a595-4ae3-a935-c99b353e5878 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.230700] env[63622]: DEBUG nova.compute.manager [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1365.241956] env[63622]: DEBUG oslo_vmware.api [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Waiting for the task: (returnval){ [ 1365.241956] env[63622]: value = "task-1816185" [ 1365.241956] env[63622]: _type = "Task" [ 1365.241956] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.261861] env[63622]: DEBUG oslo_vmware.api [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52dd32e2-d987-21d8-403e-5f37f487997c, 'name': SearchDatastore_Task, 'duration_secs': 0.118446} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.274063] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-027a6ce0-7abb-4a44-bfc1-7b691805b17d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.274930] env[63622]: DEBUG oslo_vmware.api [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Task: {'id': task-1816185, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.279915] env[63622]: DEBUG oslo_vmware.api [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Waiting for the task: (returnval){ [ 1365.279915] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52cc89c7-dbf4-cac4-de93-84cdd5649011" [ 1365.279915] env[63622]: _type = "Task" [ 1365.279915] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.300931] env[63622]: DEBUG oslo_vmware.api [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52cc89c7-dbf4-cac4-de93-84cdd5649011, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.430202] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a68a14-8c27-4c06-ab1a-b81afb55c14c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.442792] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358e0394-66cf-40a4-8253-6260da84488b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.450235] env[63622]: DEBUG nova.compute.manager [req-f59ff12d-07f4-46bf-a71a-d55ca59ff77f req-3b92588c-018b-4e2a-a7c6-49c834cbb1f3 service nova] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Received event network-changed-75247e15-918f-4205-ab1f-9af81969049f {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1365.450448] env[63622]: DEBUG nova.compute.manager [req-f59ff12d-07f4-46bf-a71a-d55ca59ff77f req-3b92588c-018b-4e2a-a7c6-49c834cbb1f3 service nova] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Refreshing instance network info cache due to event network-changed-75247e15-918f-4205-ab1f-9af81969049f. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1365.450661] env[63622]: DEBUG oslo_concurrency.lockutils [req-f59ff12d-07f4-46bf-a71a-d55ca59ff77f req-3b92588c-018b-4e2a-a7c6-49c834cbb1f3 service nova] Acquiring lock "refresh_cache-29e4f8bb-5f9c-4cc9-8bc5-745977f5412a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.450826] env[63622]: DEBUG oslo_concurrency.lockutils [req-f59ff12d-07f4-46bf-a71a-d55ca59ff77f req-3b92588c-018b-4e2a-a7c6-49c834cbb1f3 service nova] Acquired lock "refresh_cache-29e4f8bb-5f9c-4cc9-8bc5-745977f5412a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.450988] env[63622]: DEBUG nova.network.neutron [req-f59ff12d-07f4-46bf-a71a-d55ca59ff77f req-3b92588c-018b-4e2a-a7c6-49c834cbb1f3 service nova] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Refreshing network info cache for port 75247e15-918f-4205-ab1f-9af81969049f {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1365.490508] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d12719e-fd22-4c19-9fe8-eb26d94c065a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.502235] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc952f0-8eca-4f1e-ab15-03846413e9fa {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.517958] env[63622]: DEBUG nova.compute.provider_tree [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1365.654511] env[63622]: DEBUG nova.compute.manager [None req-07203824-2339-43a9-bfce-379b8c0be8f6 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1365.654511] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0ee73c-7488-4151-8c4e-0c65783f66ae {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.765027] env[63622]: DEBUG oslo_vmware.api [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Task: {'id': task-1816185, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066857} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.765027] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1365.765027] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc8cff8-0efe-4eb9-9a25-4f3f2227b034 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.787695] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d/46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1365.788781] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.789119] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69097b2d-19c8-4027-9be3-70aae6057a4a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.818239] env[63622]: DEBUG oslo_vmware.api [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52cc89c7-dbf4-cac4-de93-84cdd5649011, 'name': SearchDatastore_Task, 'duration_secs': 0.020712} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.819570] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.819834] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a/29e4f8bb-5f9c-4cc9-8bc5-745977f5412a.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1365.820194] env[63622]: DEBUG oslo_vmware.api [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Waiting for the task: (returnval){ [ 1365.820194] env[63622]: value = "task-1816186" [ 1365.820194] env[63622]: _type = "Task" [ 1365.820194] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.820354] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa461dc4-7353-4dcd-9c16-11ef44c6c31a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.830818] env[63622]: DEBUG oslo_vmware.api [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Task: {'id': task-1816186, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.832268] env[63622]: DEBUG oslo_vmware.api [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Waiting for the task: (returnval){ [ 1365.832268] env[63622]: value = "task-1816187" [ 1365.832268] env[63622]: _type = "Task" [ 1365.832268] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.841660] env[63622]: DEBUG oslo_vmware.api [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.890250] env[63622]: DEBUG nova.network.neutron [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Successfully updated port: 76a9bda6-e367-4a58-a6db-66ec8949d942 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1366.021536] env[63622]: DEBUG nova.scheduler.client.report [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1366.171479] env[63622]: INFO nova.compute.manager [None req-07203824-2339-43a9-bfce-379b8c0be8f6 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] instance snapshotting [ 1366.172255] env[63622]: DEBUG nova.objects.instance [None req-07203824-2339-43a9-bfce-379b8c0be8f6 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Lazy-loading 'flavor' on Instance uuid b70cf974-0297-4e0e-b24a-3d9eee06cff2 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1366.181093] env[63622]: DEBUG nova.compute.manager [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1366.211224] env[63622]: DEBUG nova.virt.hardware [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1366.211498] env[63622]: DEBUG nova.virt.hardware [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1366.211662] env[63622]: DEBUG nova.virt.hardware [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1366.211845] env[63622]: DEBUG nova.virt.hardware [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1366.212011] env[63622]: DEBUG nova.virt.hardware [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1366.212514] env[63622]: DEBUG nova.virt.hardware [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1366.212758] env[63622]: DEBUG nova.virt.hardware [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1366.212996] env[63622]: DEBUG nova.virt.hardware [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1366.213235] env[63622]: DEBUG nova.virt.hardware [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1366.213426] env[63622]: DEBUG nova.virt.hardware [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1366.213599] env[63622]: DEBUG nova.virt.hardware [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1366.214584] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539229f4-8348-49b6-bbba-3dc0a3bddcc7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.232940] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7c7d7e-bd0c-4d68-ac7e-cd334a0ff3b2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.333783] env[63622]: DEBUG oslo_vmware.api [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Task: {'id': task-1816186, 'name': ReconfigVM_Task, 'duration_secs': 0.286924} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.338253] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d/46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1366.338973] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7afc2a6c-e860-4ce9-b6b9-5d8b89faf6d5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.349967] env[63622]: DEBUG oslo_vmware.api [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Waiting for the task: (returnval){ [ 1366.349967] env[63622]: value = "task-1816188" [ 1366.349967] env[63622]: _type = "Task" [ 1366.349967] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.352122] env[63622]: DEBUG oslo_vmware.api [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816187, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.366034] env[63622]: DEBUG oslo_vmware.api [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Task: {'id': task-1816188, 'name': Rename_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.395654] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Acquiring lock "refresh_cache-5b949fef-f4a5-4060-a23e-be40b06a4f71" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.395859] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Acquired lock "refresh_cache-5b949fef-f4a5-4060-a23e-be40b06a4f71" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.396061] env[63622]: DEBUG nova.network.neutron [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1366.533185] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.378s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.534167] env[63622]: DEBUG nova.compute.manager [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1366.539208] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.102s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.540959] env[63622]: INFO nova.compute.claims [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1366.682104] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53069440-a74b-4703-bcf6-709b8549ce65 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.704541] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c05ce37-fce7-4f54-98b7-207c176bfb73 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.751686] env[63622]: DEBUG nova.network.neutron [req-b51605ac-a383-44f8-b2cf-d092f19adf7b req-ccae0863-e6ab-4b8a-93c7-cd3595916c11 service nova] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Updated VIF entry in instance network info cache for port 1d61e86e-e3a4-472a-ac2e-23e613ef24b6. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1366.752547] env[63622]: DEBUG nova.network.neutron [req-b51605ac-a383-44f8-b2cf-d092f19adf7b req-ccae0863-e6ab-4b8a-93c7-cd3595916c11 service nova] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Updating instance_info_cache with network_info: [{"id": "1d61e86e-e3a4-472a-ac2e-23e613ef24b6", "address": "fa:16:3e:55:0c:69", "network": {"id": "d81d5f97-735d-45fe-a1ca-5c63fcd67b4d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2020899138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfd9fe3cc02c48839fceefba928e7bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d61e86e-e3", "ovs_interfaceid": "1d61e86e-e3a4-472a-ac2e-23e613ef24b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.846113] env[63622]: DEBUG oslo_vmware.api [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816187, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.862590] env[63622]: DEBUG oslo_vmware.api [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Task: {'id': task-1816188, 'name': Rename_Task, 'duration_secs': 0.150786} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.862927] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1366.863263] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8404612-2abb-42f6-8f61-fd2b679cadd8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.872053] env[63622]: DEBUG oslo_vmware.api [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Waiting for the task: (returnval){ [ 1366.872053] env[63622]: value = "task-1816189" [ 1366.872053] env[63622]: _type = "Task" [ 1366.872053] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.880535] env[63622]: DEBUG oslo_vmware.api [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Task: {'id': task-1816189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.909610] env[63622]: DEBUG nova.network.neutron [req-f59ff12d-07f4-46bf-a71a-d55ca59ff77f req-3b92588c-018b-4e2a-a7c6-49c834cbb1f3 service nova] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Updated VIF entry in instance network info cache for port 75247e15-918f-4205-ab1f-9af81969049f. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1366.909845] env[63622]: DEBUG nova.network.neutron [req-f59ff12d-07f4-46bf-a71a-d55ca59ff77f req-3b92588c-018b-4e2a-a7c6-49c834cbb1f3 service nova] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Updating instance_info_cache with network_info: [{"id": "75247e15-918f-4205-ab1f-9af81969049f", "address": "fa:16:3e:10:05:c7", "network": {"id": "b4228a96-3fc3-4257-8e82-a1cf37456242", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45a909020f1491e9d07603c4fc0ad0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75247e15-91", "ovs_interfaceid": "75247e15-918f-4205-ab1f-9af81969049f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.994702] env[63622]: DEBUG nova.network.neutron [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Successfully created port: 201ba648-9d17-4b08-93a3-e3a9dce15467 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1367.041450] env[63622]: DEBUG nova.compute.utils [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1367.042972] env[63622]: DEBUG nova.compute.manager [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1367.044427] env[63622]: DEBUG nova.network.neutron [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1367.073509] env[63622]: DEBUG nova.network.neutron [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1367.118292] env[63622]: DEBUG oslo_concurrency.lockutils [None req-6ef0ec95-d1cf-451a-a884-002c5e4e391d tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Acquiring lock "b70cf974-0297-4e0e-b24a-3d9eee06cff2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.118584] env[63622]: DEBUG oslo_concurrency.lockutils [None req-6ef0ec95-d1cf-451a-a884-002c5e4e391d tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Lock "b70cf974-0297-4e0e-b24a-3d9eee06cff2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.118809] env[63622]: DEBUG oslo_concurrency.lockutils [None req-6ef0ec95-d1cf-451a-a884-002c5e4e391d tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Acquiring lock "b70cf974-0297-4e0e-b24a-3d9eee06cff2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.119120] env[63622]: DEBUG oslo_concurrency.lockutils [None req-6ef0ec95-d1cf-451a-a884-002c5e4e391d tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Lock "b70cf974-0297-4e0e-b24a-3d9eee06cff2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.119275] env[63622]: DEBUG oslo_concurrency.lockutils [None req-6ef0ec95-d1cf-451a-a884-002c5e4e391d tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Lock "b70cf974-0297-4e0e-b24a-3d9eee06cff2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.121530] env[63622]: INFO nova.compute.manager [None req-6ef0ec95-d1cf-451a-a884-002c5e4e391d tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Terminating instance [ 1367.216450] env[63622]: DEBUG nova.compute.manager [None req-07203824-2339-43a9-bfce-379b8c0be8f6 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Instance disappeared during snapshot {{(pid=63622) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1367.255474] env[63622]: DEBUG oslo_concurrency.lockutils [req-b51605ac-a383-44f8-b2cf-d092f19adf7b req-ccae0863-e6ab-4b8a-93c7-cd3595916c11 service nova] Releasing lock "refresh_cache-46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.328418] env[63622]: DEBUG nova.policy [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c60111c47a2a40f393ba88fa191461a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bee94d96ffe443fb93ec5c4d59987e5b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1367.350861] env[63622]: DEBUG oslo_vmware.api [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816187, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.199373} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.355248] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a/29e4f8bb-5f9c-4cc9-8bc5-745977f5412a.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1367.358215] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1367.358215] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b430e85-13fd-4f4d-8704-17572b47cf7a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.367610] env[63622]: DEBUG oslo_vmware.api [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Waiting for the task: (returnval){ [ 1367.367610] env[63622]: value = "task-1816190" [ 1367.367610] env[63622]: _type = "Task" [ 1367.367610] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.376517] env[63622]: DEBUG oslo_vmware.api [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816190, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.385716] env[63622]: DEBUG oslo_vmware.api [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Task: {'id': task-1816189, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.414485] env[63622]: DEBUG oslo_concurrency.lockutils [req-f59ff12d-07f4-46bf-a71a-d55ca59ff77f req-3b92588c-018b-4e2a-a7c6-49c834cbb1f3 service nova] Releasing lock "refresh_cache-29e4f8bb-5f9c-4cc9-8bc5-745977f5412a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.517800] env[63622]: DEBUG nova.compute.manager [None req-07203824-2339-43a9-bfce-379b8c0be8f6 tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Found 0 images (rotation: 2) {{(pid=63622) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4898}} [ 1367.548112] env[63622]: DEBUG nova.compute.manager [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1367.629858] env[63622]: DEBUG oslo_concurrency.lockutils [None req-6ef0ec95-d1cf-451a-a884-002c5e4e391d tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Acquiring lock "refresh_cache-b70cf974-0297-4e0e-b24a-3d9eee06cff2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1367.630171] env[63622]: DEBUG oslo_concurrency.lockutils [None req-6ef0ec95-d1cf-451a-a884-002c5e4e391d tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Acquired lock "refresh_cache-b70cf974-0297-4e0e-b24a-3d9eee06cff2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.631097] env[63622]: DEBUG nova.network.neutron [None req-6ef0ec95-d1cf-451a-a884-002c5e4e391d tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1367.663589] env[63622]: DEBUG nova.compute.manager [req-6cf09030-7ccd-463d-8380-dcd8542dfd9e req-82b703d9-f082-40a0-b2fa-8f1d31e69e13 service nova] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Received event network-vif-plugged-76a9bda6-e367-4a58-a6db-66ec8949d942 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1367.663715] env[63622]: DEBUG oslo_concurrency.lockutils [req-6cf09030-7ccd-463d-8380-dcd8542dfd9e req-82b703d9-f082-40a0-b2fa-8f1d31e69e13 service nova] Acquiring lock "5b949fef-f4a5-4060-a23e-be40b06a4f71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.663814] env[63622]: DEBUG oslo_concurrency.lockutils [req-6cf09030-7ccd-463d-8380-dcd8542dfd9e req-82b703d9-f082-40a0-b2fa-8f1d31e69e13 service nova] Lock "5b949fef-f4a5-4060-a23e-be40b06a4f71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.665085] env[63622]: DEBUG oslo_concurrency.lockutils [req-6cf09030-7ccd-463d-8380-dcd8542dfd9e req-82b703d9-f082-40a0-b2fa-8f1d31e69e13 service nova] Lock "5b949fef-f4a5-4060-a23e-be40b06a4f71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.665085] env[63622]: DEBUG nova.compute.manager [req-6cf09030-7ccd-463d-8380-dcd8542dfd9e req-82b703d9-f082-40a0-b2fa-8f1d31e69e13 service nova] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] No waiting events found dispatching network-vif-plugged-76a9bda6-e367-4a58-a6db-66ec8949d942 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1367.665085] env[63622]: WARNING nova.compute.manager [req-6cf09030-7ccd-463d-8380-dcd8542dfd9e req-82b703d9-f082-40a0-b2fa-8f1d31e69e13 service nova] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Received unexpected event network-vif-plugged-76a9bda6-e367-4a58-a6db-66ec8949d942 for instance with vm_state building and task_state spawning. [ 1367.665085] env[63622]: DEBUG nova.compute.manager [req-6cf09030-7ccd-463d-8380-dcd8542dfd9e req-82b703d9-f082-40a0-b2fa-8f1d31e69e13 service nova] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Received event network-changed-76a9bda6-e367-4a58-a6db-66ec8949d942 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1367.665085] env[63622]: DEBUG nova.compute.manager [req-6cf09030-7ccd-463d-8380-dcd8542dfd9e req-82b703d9-f082-40a0-b2fa-8f1d31e69e13 service nova] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Refreshing instance network info cache due to event network-changed-76a9bda6-e367-4a58-a6db-66ec8949d942. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1367.665368] env[63622]: DEBUG oslo_concurrency.lockutils [req-6cf09030-7ccd-463d-8380-dcd8542dfd9e req-82b703d9-f082-40a0-b2fa-8f1d31e69e13 service nova] Acquiring lock "refresh_cache-5b949fef-f4a5-4060-a23e-be40b06a4f71" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1367.732059] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1811143c-5a3d-4294-98a9-315790139113 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.741138] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6add37b8-c8da-4a70-b4c0-2824f88d5548 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.777371] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0418b4-61e1-4355-98bc-ec57ef311123 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.787274] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4451bc-6f1f-4b9f-a883-bedd2e28dd65 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.799807] env[63622]: DEBUG nova.compute.provider_tree [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1367.878103] env[63622]: DEBUG oslo_vmware.api [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816190, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071937} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.881945] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1367.882781] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33ccc62-df79-4203-b115-472cc1dab0bb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.906995] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a/29e4f8bb-5f9c-4cc9-8bc5-745977f5412a.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1367.910281] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fd209f8-d419-4c1a-bbc3-54aa228877e1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.927362] env[63622]: DEBUG oslo_vmware.api [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Task: {'id': task-1816189, 'name': PowerOnVM_Task, 'duration_secs': 0.514951} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.927639] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1367.928058] env[63622]: INFO nova.compute.manager [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Took 13.29 seconds to spawn the instance on the hypervisor. [ 1367.928258] env[63622]: DEBUG nova.compute.manager [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1367.929803] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e35d764-7a29-416e-af83-3df5444b1fa2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.935649] env[63622]: DEBUG oslo_vmware.api [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Waiting for the task: (returnval){ [ 1367.935649] env[63622]: value = "task-1816191" [ 1367.935649] env[63622]: _type = "Task" [ 1367.935649] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.950848] env[63622]: DEBUG oslo_vmware.api [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816191, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.027509] env[63622]: DEBUG nova.network.neutron [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Updating instance_info_cache with network_info: [{"id": "76a9bda6-e367-4a58-a6db-66ec8949d942", "address": "fa:16:3e:e0:e0:89", "network": {"id": "b4228a96-3fc3-4257-8e82-a1cf37456242", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45a909020f1491e9d07603c4fc0ad0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76a9bda6-e3", "ovs_interfaceid": "76a9bda6-e367-4a58-a6db-66ec8949d942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.216208] env[63622]: DEBUG nova.network.neutron [None req-6ef0ec95-d1cf-451a-a884-002c5e4e391d tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1368.304094] env[63622]: DEBUG nova.scheduler.client.report [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1368.457668] env[63622]: DEBUG oslo_vmware.api [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816191, 'name': ReconfigVM_Task, 'duration_secs': 0.326163} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.462230] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a/29e4f8bb-5f9c-4cc9-8bc5-745977f5412a.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1368.467647] env[63622]: INFO nova.compute.manager [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Took 19.30 seconds to build instance. [ 1368.467647] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78ca78d2-48a0-4c5e-abeb-7eb11839ac91 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.484532] env[63622]: DEBUG oslo_vmware.api [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Waiting for the task: (returnval){ [ 1368.484532] env[63622]: value = "task-1816192" [ 1368.484532] env[63622]: _type = "Task" [ 1368.484532] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.500845] env[63622]: DEBUG oslo_vmware.api [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816192, 'name': Rename_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.531477] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Releasing lock "refresh_cache-5b949fef-f4a5-4060-a23e-be40b06a4f71" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1368.531827] env[63622]: DEBUG nova.compute.manager [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Instance network_info: |[{"id": "76a9bda6-e367-4a58-a6db-66ec8949d942", "address": "fa:16:3e:e0:e0:89", "network": {"id": "b4228a96-3fc3-4257-8e82-a1cf37456242", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45a909020f1491e9d07603c4fc0ad0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76a9bda6-e3", "ovs_interfaceid": "76a9bda6-e367-4a58-a6db-66ec8949d942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1368.532161] env[63622]: DEBUG oslo_concurrency.lockutils [req-6cf09030-7ccd-463d-8380-dcd8542dfd9e req-82b703d9-f082-40a0-b2fa-8f1d31e69e13 service nova] Acquired lock "refresh_cache-5b949fef-f4a5-4060-a23e-be40b06a4f71" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.532345] env[63622]: DEBUG nova.network.neutron [req-6cf09030-7ccd-463d-8380-dcd8542dfd9e req-82b703d9-f082-40a0-b2fa-8f1d31e69e13 service nova] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Refreshing network info cache for port 76a9bda6-e367-4a58-a6db-66ec8949d942 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1368.533890] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:e0:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '101a44fc-ffde-4e3e-ad82-363454ae458b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76a9bda6-e367-4a58-a6db-66ec8949d942', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1368.542096] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Creating folder: Project (c0f90036afb14b1cbc1961bbd053eb22). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1368.543220] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35b5cc20-5674-45a7-911b-f4676f1bd877 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.554834] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Created folder: Project (c0f90036afb14b1cbc1961bbd053eb22) in parent group-v376252. [ 1368.555232] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Creating folder: Instances. Parent ref: group-v376262. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1368.555327] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d27aaa2c-2cbf-47f8-8de8-6e1bd3b0efd0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.565895] env[63622]: DEBUG nova.compute.manager [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1368.567970] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Created folder: Instances in parent group-v376262. [ 1368.567970] env[63622]: DEBUG oslo.service.loopingcall [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1368.570330] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1368.570462] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ad3bfd6-dd6e-481c-bd5e-79a5eb3b8628 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.594889] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1368.594889] env[63622]: value = "task-1816195" [ 1368.594889] env[63622]: _type = "Task" [ 1368.594889] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.607901] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816195, 'name': CreateVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.610498] env[63622]: DEBUG nova.virt.hardware [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1368.610683] env[63622]: DEBUG nova.virt.hardware [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1368.610835] env[63622]: DEBUG nova.virt.hardware [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1368.611043] env[63622]: DEBUG nova.virt.hardware [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1368.611186] env[63622]: DEBUG nova.virt.hardware [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1368.611333] env[63622]: DEBUG nova.virt.hardware [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1368.611552] env[63622]: DEBUG nova.virt.hardware [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1368.611713] env[63622]: DEBUG nova.virt.hardware [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1368.611878] env[63622]: DEBUG nova.virt.hardware [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1368.612086] env[63622]: DEBUG nova.virt.hardware [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1368.612284] env[63622]: DEBUG nova.virt.hardware [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1368.613147] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82ca069-8246-42ad-bd9b-bde80e11f5a8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.621125] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6c744d-7861-435a-88d4-e28bc8f65b63 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.716199] env[63622]: DEBUG nova.network.neutron [None req-6ef0ec95-d1cf-451a-a884-002c5e4e391d tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.809895] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.271s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.810482] env[63622]: DEBUG nova.compute.manager [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1368.820533] env[63622]: DEBUG oslo_concurrency.lockutils [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.790s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.822442] env[63622]: INFO nova.compute.claims [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1368.929131] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Acquiring lock "8de62141-0f55-411a-b06a-f4e63a433b8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.929391] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Lock "8de62141-0f55-411a-b06a-f4e63a433b8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.978611] env[63622]: DEBUG oslo_concurrency.lockutils [None req-eb2db6ac-10dc-43a9-96c4-4f0e75616a54 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Lock "46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.830s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.994534] env[63622]: DEBUG oslo_vmware.api [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816192, 'name': Rename_Task, 'duration_secs': 0.141403} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.994826] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1368.995076] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1d5848d-2aab-40ea-ac19-5d735d8a5a90 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.002386] env[63622]: DEBUG oslo_vmware.api [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Waiting for the task: (returnval){ [ 1369.002386] env[63622]: value = "task-1816196" [ 1369.002386] env[63622]: _type = "Task" [ 1369.002386] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.015536] env[63622]: DEBUG oslo_vmware.api [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.116505] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816195, 'name': CreateVM_Task, 'duration_secs': 0.457948} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.116713] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1369.117647] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1369.119294] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.119294] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1369.119294] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74b56ecb-100b-4a41-9b80-54195739b8ad {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.124504] env[63622]: DEBUG oslo_vmware.api [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Waiting for the task: (returnval){ [ 1369.124504] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]522fc1a7-074f-3945-37b0-0b169a14329e" [ 1369.124504] env[63622]: _type = "Task" [ 1369.124504] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.132936] env[63622]: DEBUG oslo_vmware.api [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]522fc1a7-074f-3945-37b0-0b169a14329e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.219567] env[63622]: DEBUG oslo_concurrency.lockutils [None req-6ef0ec95-d1cf-451a-a884-002c5e4e391d tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Releasing lock "refresh_cache-b70cf974-0297-4e0e-b24a-3d9eee06cff2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1369.228365] env[63622]: DEBUG nova.compute.manager [None req-6ef0ec95-d1cf-451a-a884-002c5e4e391d tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1369.228665] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef0ec95-d1cf-451a-a884-002c5e4e391d tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1369.231783] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6245efd3-dbc5-42b6-a05d-93905c1a2160 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.245980] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef0ec95-d1cf-451a-a884-002c5e4e391d tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1369.246417] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fef6cda-cf85-4b86-bdec-9e38ac5aa140 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.257447] env[63622]: DEBUG oslo_vmware.api [None req-6ef0ec95-d1cf-451a-a884-002c5e4e391d tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Waiting for the task: (returnval){ [ 1369.257447] env[63622]: value = "task-1816197" [ 1369.257447] env[63622]: _type = "Task" [ 1369.257447] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.268704] env[63622]: DEBUG oslo_vmware.api [None req-6ef0ec95-d1cf-451a-a884-002c5e4e391d tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Task: {'id': task-1816197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.321462] env[63622]: DEBUG nova.compute.utils [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1369.322931] env[63622]: DEBUG nova.compute.manager [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1369.323399] env[63622]: DEBUG nova.network.neutron [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 6552085b-032b-484c-99f5-37cc62e24063] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1369.435102] env[63622]: DEBUG nova.compute.manager [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1369.516912] env[63622]: DEBUG oslo_vmware.api [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816196, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.638206] env[63622]: DEBUG oslo_vmware.api [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]522fc1a7-074f-3945-37b0-0b169a14329e, 'name': SearchDatastore_Task, 'duration_secs': 0.013957} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.638206] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1369.638597] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1369.638664] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1369.638798] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.638972] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1369.639266] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76af06d3-b914-4d9c-b9b4-6a4741c08f40 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.652881] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1369.652881] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1369.653678] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-912c16d8-00fd-4da2-b454-837e3bea95a7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.660046] env[63622]: DEBUG oslo_vmware.api [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Waiting for the task: (returnval){ [ 1369.660046] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]520404d1-c2f8-0770-8975-e4cbba16b31b" [ 1369.660046] env[63622]: _type = "Task" [ 1369.660046] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.669901] env[63622]: DEBUG oslo_vmware.api [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]520404d1-c2f8-0770-8975-e4cbba16b31b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.762692] env[63622]: DEBUG nova.policy [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21032ea70154476b87f58ab3b6f5bfb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8fad179de6142989549cd0aa09e4af5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1369.771289] env[63622]: DEBUG oslo_vmware.api [None req-6ef0ec95-d1cf-451a-a884-002c5e4e391d tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Task: {'id': task-1816197, 'name': PowerOffVM_Task, 'duration_secs': 0.11685} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.771289] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef0ec95-d1cf-451a-a884-002c5e4e391d tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1369.771727] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef0ec95-d1cf-451a-a884-002c5e4e391d tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1369.771727] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86d390ec-3d26-4610-8899-7401a6d116ab {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.797167] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef0ec95-d1cf-451a-a884-002c5e4e391d tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1369.797348] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef0ec95-d1cf-451a-a884-002c5e4e391d tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1369.797508] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ef0ec95-d1cf-451a-a884-002c5e4e391d tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Deleting the datastore file [datastore1] b70cf974-0297-4e0e-b24a-3d9eee06cff2 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1369.797767] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c01bba3-4740-4175-8132-1e950dffc7f9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.804119] env[63622]: DEBUG oslo_vmware.api [None req-6ef0ec95-d1cf-451a-a884-002c5e4e391d tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Waiting for the task: (returnval){ [ 1369.804119] env[63622]: value = "task-1816199" [ 1369.804119] env[63622]: _type = "Task" [ 1369.804119] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.811914] env[63622]: DEBUG oslo_vmware.api [None req-6ef0ec95-d1cf-451a-a884-002c5e4e391d tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Task: {'id': task-1816199, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.826666] env[63622]: DEBUG nova.compute.manager [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1369.969493] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.029357] env[63622]: DEBUG oslo_vmware.api [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816196, 'name': PowerOnVM_Task, 'duration_secs': 0.67887} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.034813] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1370.035852] env[63622]: INFO nova.compute.manager [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Took 11.95 seconds to spawn the instance on the hypervisor. [ 1370.036192] env[63622]: DEBUG nova.compute.manager [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1370.041587] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f950f3b-65f4-436a-a1fb-73b88d786117 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.054881] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61ac789-31aa-4877-afa0-3ea3ed1dd2aa {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.062552] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5261ff4-6784-416b-93d6-bf215e7d4fcc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.100550] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ac080b-6304-4e76-83f0-2c40dcb471aa {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.111343] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf849d1-5047-46bb-9694-4a63f3bae2d3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.127058] env[63622]: DEBUG nova.compute.provider_tree [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1370.173029] env[63622]: DEBUG oslo_vmware.api [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]520404d1-c2f8-0770-8975-e4cbba16b31b, 'name': SearchDatastore_Task, 'duration_secs': 0.01031} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.174158] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a16755c3-3f55-4e7e-81ab-c2026230e8e1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.180095] env[63622]: DEBUG oslo_vmware.api [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Waiting for the task: (returnval){ [ 1370.180095] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]523ba03a-0516-a414-a4b0-300b34e19573" [ 1370.180095] env[63622]: _type = "Task" [ 1370.180095] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.188263] env[63622]: DEBUG oslo_vmware.api [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]523ba03a-0516-a414-a4b0-300b34e19573, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.320371] env[63622]: DEBUG oslo_vmware.api [None req-6ef0ec95-d1cf-451a-a884-002c5e4e391d tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Task: {'id': task-1816199, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.088599} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.320649] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ef0ec95-d1cf-451a-a884-002c5e4e391d tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1370.320870] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef0ec95-d1cf-451a-a884-002c5e4e391d tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1370.321049] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef0ec95-d1cf-451a-a884-002c5e4e391d tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1370.321222] env[63622]: INFO nova.compute.manager [None req-6ef0ec95-d1cf-451a-a884-002c5e4e391d tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1370.321474] env[63622]: DEBUG oslo.service.loopingcall [None req-6ef0ec95-d1cf-451a-a884-002c5e4e391d tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1370.323633] env[63622]: DEBUG nova.compute.manager [-] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1370.323633] env[63622]: DEBUG nova.network.neutron [-] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1370.334372] env[63622]: DEBUG nova.network.neutron [req-6cf09030-7ccd-463d-8380-dcd8542dfd9e req-82b703d9-f082-40a0-b2fa-8f1d31e69e13 service nova] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Updated VIF entry in instance network info cache for port 76a9bda6-e367-4a58-a6db-66ec8949d942. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1370.334372] env[63622]: DEBUG nova.network.neutron [req-6cf09030-7ccd-463d-8380-dcd8542dfd9e req-82b703d9-f082-40a0-b2fa-8f1d31e69e13 service nova] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Updating instance_info_cache with network_info: [{"id": "76a9bda6-e367-4a58-a6db-66ec8949d942", "address": "fa:16:3e:e0:e0:89", "network": {"id": "b4228a96-3fc3-4257-8e82-a1cf37456242", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45a909020f1491e9d07603c4fc0ad0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76a9bda6-e3", "ovs_interfaceid": "76a9bda6-e367-4a58-a6db-66ec8949d942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.384475] env[63622]: DEBUG nova.network.neutron [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Successfully created port: d5479ff2-32c3-4cfd-8067-7ecd2a1ac32c {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1370.420964] env[63622]: DEBUG nova.network.neutron [-] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1370.569406] env[63622]: INFO nova.compute.manager [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Took 16.75 seconds to build instance. [ 1370.633654] env[63622]: DEBUG nova.scheduler.client.report [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1370.693336] env[63622]: DEBUG oslo_vmware.api [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]523ba03a-0516-a414-a4b0-300b34e19573, 'name': SearchDatastore_Task, 'duration_secs': 0.011008} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.693710] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.693985] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 5b949fef-f4a5-4060-a23e-be40b06a4f71/5b949fef-f4a5-4060-a23e-be40b06a4f71.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1370.694211] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76230fde-df85-4a77-b2b0-a897d8e63e71 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.702959] env[63622]: DEBUG oslo_vmware.api [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Waiting for the task: (returnval){ [ 1370.702959] env[63622]: value = "task-1816200" [ 1370.702959] env[63622]: _type = "Task" [ 1370.702959] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.714205] env[63622]: DEBUG oslo_vmware.api [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Task: {'id': task-1816200, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.848605] env[63622]: DEBUG oslo_concurrency.lockutils [req-6cf09030-7ccd-463d-8380-dcd8542dfd9e req-82b703d9-f082-40a0-b2fa-8f1d31e69e13 service nova] Releasing lock "refresh_cache-5b949fef-f4a5-4060-a23e-be40b06a4f71" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.853833] env[63622]: DEBUG nova.compute.manager [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1370.892602] env[63622]: DEBUG nova.virt.hardware [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1370.892757] env[63622]: DEBUG nova.virt.hardware [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1370.892810] env[63622]: DEBUG nova.virt.hardware [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1370.893036] env[63622]: DEBUG nova.virt.hardware [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1370.893162] env[63622]: DEBUG nova.virt.hardware [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1370.893325] env[63622]: DEBUG nova.virt.hardware [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1370.893535] env[63622]: DEBUG nova.virt.hardware [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1370.893693] env[63622]: DEBUG nova.virt.hardware [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1370.893857] env[63622]: DEBUG nova.virt.hardware [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1370.894028] env[63622]: DEBUG nova.virt.hardware [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1370.894206] env[63622]: DEBUG nova.virt.hardware [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1370.896176] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9179e09-6414-4c11-93fd-5cc4d02c5f2d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.907836] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2a0a9d-c7a4-45dc-be3b-3f0737c3a019 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.930926] env[63622]: DEBUG nova.network.neutron [-] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.074629] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2dc7276d-e242-432a-b99e-5da8cad07d3c tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Lock "29e4f8bb-5f9c-4cc9-8bc5-745977f5412a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.267s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1371.146727] env[63622]: DEBUG oslo_concurrency.lockutils [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.325s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1371.146727] env[63622]: DEBUG nova.compute.manager [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1371.149229] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.360s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.151406] env[63622]: INFO nova.compute.claims [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1371.220633] env[63622]: DEBUG oslo_vmware.api [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Task: {'id': task-1816200, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.437929] env[63622]: INFO nova.compute.manager [-] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Took 1.11 seconds to deallocate network for instance. [ 1371.657621] env[63622]: DEBUG nova.compute.utils [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1371.660125] env[63622]: DEBUG nova.compute.manager [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1371.660330] env[63622]: DEBUG nova.network.neutron [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1371.715931] env[63622]: DEBUG oslo_vmware.api [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Task: {'id': task-1816200, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.005873} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.717020] env[63622]: DEBUG nova.network.neutron [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Successfully updated port: 201ba648-9d17-4b08-93a3-e3a9dce15467 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1371.719215] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 5b949fef-f4a5-4060-a23e-be40b06a4f71/5b949fef-f4a5-4060-a23e-be40b06a4f71.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1371.719215] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1371.719675] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d07a4421-658c-44cd-88ca-aa2c337b79e5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.727206] env[63622]: DEBUG oslo_vmware.api [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Waiting for the task: (returnval){ [ 1371.727206] env[63622]: value = "task-1816201" [ 1371.727206] env[63622]: _type = "Task" [ 1371.727206] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.743441] env[63622]: DEBUG oslo_vmware.api [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Task: {'id': task-1816201, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.950179] env[63622]: DEBUG oslo_concurrency.lockutils [None req-6ef0ec95-d1cf-451a-a884-002c5e4e391d tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.984519] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "3cf07a7e-58db-4d28-8710-b2d0a89b5bf2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.984841] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "3cf07a7e-58db-4d28-8710-b2d0a89b5bf2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.029141] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Acquiring lock "8789cf92-9fcf-4bc5-af18-c621c373181b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.029141] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Lock "8789cf92-9fcf-4bc5-af18-c621c373181b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.087568] env[63622]: DEBUG nova.policy [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70f3808a4df74b64925def2ce4a422d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '815d9fb5899941c1a159de77b6d2585d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1372.163493] env[63622]: DEBUG nova.compute.manager [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1372.224031] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquiring lock "refresh_cache-26cfd079-2044-4975-8902-affe93c35647" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.224031] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquired lock "refresh_cache-26cfd079-2044-4975-8902-affe93c35647" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.224031] env[63622]: DEBUG nova.network.neutron [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1372.250275] env[63622]: DEBUG oslo_vmware.api [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Task: {'id': task-1816201, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065196} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.250275] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1372.251422] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee803da-ec13-4c24-a898-4398bac89891 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.291266] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 5b949fef-f4a5-4060-a23e-be40b06a4f71/5b949fef-f4a5-4060-a23e-be40b06a4f71.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1372.294973] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0eb9720-5714-4b69-88fd-ac15bd18c6b4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.318778] env[63622]: DEBUG oslo_vmware.api [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Waiting for the task: (returnval){ [ 1372.318778] env[63622]: value = "task-1816202" [ 1372.318778] env[63622]: _type = "Task" [ 1372.318778] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.336338] env[63622]: DEBUG oslo_vmware.api [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Task: {'id': task-1816202, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.434799] env[63622]: DEBUG nova.network.neutron [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Successfully created port: f6c5dc61-b1b3-4e4a-90cd-385566855f90 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1372.462536] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38eea9e-9418-4770-85c5-431c4f701ac9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.471689] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69eca500-30d4-4204-9a7a-82a12e1dda84 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.506767] env[63622]: DEBUG nova.compute.manager [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1372.510960] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd22efd-4e88-460f-9f85-50024f8c000a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.519814] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db11d59-83bb-42ca-8c81-6afee38ac5de {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.537188] env[63622]: DEBUG nova.compute.manager [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1372.538911] env[63622]: DEBUG nova.compute.provider_tree [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.828985] env[63622]: DEBUG oslo_vmware.api [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Task: {'id': task-1816202, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.877342] env[63622]: DEBUG nova.network.neutron [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1373.039965] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.045881] env[63622]: DEBUG nova.scheduler.client.report [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1373.073693] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.180553] env[63622]: DEBUG nova.compute.manager [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1373.216028] env[63622]: DEBUG nova.virt.hardware [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1373.217202] env[63622]: DEBUG nova.virt.hardware [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1373.217202] env[63622]: DEBUG nova.virt.hardware [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1373.217202] env[63622]: DEBUG nova.virt.hardware [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1373.217202] env[63622]: DEBUG nova.virt.hardware [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1373.217385] env[63622]: DEBUG nova.virt.hardware [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1373.217518] env[63622]: DEBUG nova.virt.hardware [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1373.217758] env[63622]: DEBUG nova.virt.hardware [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1373.217949] env[63622]: DEBUG nova.virt.hardware [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1373.218131] env[63622]: DEBUG nova.virt.hardware [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1373.218307] env[63622]: DEBUG nova.virt.hardware [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1373.219300] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209e31a1-ac88-437a-a71c-5981f3b36731 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.232760] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8231ec68-572b-45a1-b315-adc63af44f03 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.334497] env[63622]: DEBUG oslo_vmware.api [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Task: {'id': task-1816202, 'name': ReconfigVM_Task, 'duration_secs': 0.515379} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.336153] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 5b949fef-f4a5-4060-a23e-be40b06a4f71/5b949fef-f4a5-4060-a23e-be40b06a4f71.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1373.336153] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ea117b3-f277-4898-b38e-edbfd6522205 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.344841] env[63622]: DEBUG oslo_vmware.api [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Waiting for the task: (returnval){ [ 1373.344841] env[63622]: value = "task-1816203" [ 1373.344841] env[63622]: _type = "Task" [ 1373.344841] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.356274] env[63622]: DEBUG oslo_vmware.api [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Task: {'id': task-1816203, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.399861] env[63622]: DEBUG nova.network.neutron [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Updating instance_info_cache with network_info: [{"id": "201ba648-9d17-4b08-93a3-e3a9dce15467", "address": "fa:16:3e:27:97:3f", "network": {"id": "20c9f6ad-640b-4f26-837c-01428d409690", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-922797562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "815d9fb5899941c1a159de77b6d2585d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap201ba648-9d", "ovs_interfaceid": "201ba648-9d17-4b08-93a3-e3a9dce15467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.558710] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.559295] env[63622]: DEBUG nova.compute.manager [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1373.562180] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.593s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.566224] env[63622]: INFO nova.compute.claims [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1373.803485] env[63622]: DEBUG nova.network.neutron [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Successfully created port: 49a6f11d-ffa7-4e4d-aae9-939531362874 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1373.857485] env[63622]: DEBUG oslo_vmware.api [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Task: {'id': task-1816203, 'name': Rename_Task, 'duration_secs': 0.30044} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.857780] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1373.858064] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9047185-07a3-49f2-a519-311d11d82865 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.865143] env[63622]: DEBUG oslo_vmware.api [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Waiting for the task: (returnval){ [ 1373.865143] env[63622]: value = "task-1816204" [ 1373.865143] env[63622]: _type = "Task" [ 1373.865143] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.879143] env[63622]: DEBUG oslo_vmware.api [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Task: {'id': task-1816204, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.906842] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Releasing lock "refresh_cache-26cfd079-2044-4975-8902-affe93c35647" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.906842] env[63622]: DEBUG nova.compute.manager [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Instance network_info: |[{"id": "201ba648-9d17-4b08-93a3-e3a9dce15467", "address": "fa:16:3e:27:97:3f", "network": {"id": "20c9f6ad-640b-4f26-837c-01428d409690", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-922797562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "815d9fb5899941c1a159de77b6d2585d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap201ba648-9d", "ovs_interfaceid": "201ba648-9d17-4b08-93a3-e3a9dce15467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1373.907063] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:97:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33fdc099-7497-41c1-b40c-1558937132d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '201ba648-9d17-4b08-93a3-e3a9dce15467', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1373.914148] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Creating folder: Project (815d9fb5899941c1a159de77b6d2585d). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1373.914626] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98f55e05-cbb0-4037-8a2a-e525fbc7033b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.924162] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Created folder: Project (815d9fb5899941c1a159de77b6d2585d) in parent group-v376252. [ 1373.924386] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Creating folder: Instances. Parent ref: group-v376265. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1373.924596] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-108f5de5-ef3f-4e5f-9579-435067f14497 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.934017] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Created folder: Instances in parent group-v376265. [ 1373.934295] env[63622]: DEBUG oslo.service.loopingcall [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1373.934501] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26cfd079-2044-4975-8902-affe93c35647] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1373.934734] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f13c8895-f568-48bc-a254-62bdfc66c728 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.953584] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1373.953584] env[63622]: value = "task-1816207" [ 1373.953584] env[63622]: _type = "Task" [ 1373.953584] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.961679] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816207, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.070987] env[63622]: DEBUG nova.compute.utils [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1374.074745] env[63622]: DEBUG nova.compute.manager [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1374.074938] env[63622]: DEBUG nova.network.neutron [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1374.218798] env[63622]: DEBUG nova.policy [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be48905f0ef740a49ce22e5ecd7e5dcf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63b9545f4a5b4fdabf88560fef7f29e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1374.280718] env[63622]: DEBUG nova.compute.manager [req-bb47fc3a-216d-442b-b64d-aeb48efe469a req-fcc5833a-369d-4ed2-98f4-368fe64f4392 service nova] [instance: 26cfd079-2044-4975-8902-affe93c35647] Received event network-vif-plugged-201ba648-9d17-4b08-93a3-e3a9dce15467 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1374.281357] env[63622]: DEBUG oslo_concurrency.lockutils [req-bb47fc3a-216d-442b-b64d-aeb48efe469a req-fcc5833a-369d-4ed2-98f4-368fe64f4392 service nova] Acquiring lock "26cfd079-2044-4975-8902-affe93c35647-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.281807] env[63622]: DEBUG oslo_concurrency.lockutils [req-bb47fc3a-216d-442b-b64d-aeb48efe469a req-fcc5833a-369d-4ed2-98f4-368fe64f4392 service nova] Lock "26cfd079-2044-4975-8902-affe93c35647-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.283797] env[63622]: DEBUG oslo_concurrency.lockutils [req-bb47fc3a-216d-442b-b64d-aeb48efe469a req-fcc5833a-369d-4ed2-98f4-368fe64f4392 service nova] Lock "26cfd079-2044-4975-8902-affe93c35647-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1374.283797] env[63622]: DEBUG nova.compute.manager [req-bb47fc3a-216d-442b-b64d-aeb48efe469a req-fcc5833a-369d-4ed2-98f4-368fe64f4392 service nova] [instance: 26cfd079-2044-4975-8902-affe93c35647] No waiting events found dispatching network-vif-plugged-201ba648-9d17-4b08-93a3-e3a9dce15467 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1374.283797] env[63622]: WARNING nova.compute.manager [req-bb47fc3a-216d-442b-b64d-aeb48efe469a req-fcc5833a-369d-4ed2-98f4-368fe64f4392 service nova] [instance: 26cfd079-2044-4975-8902-affe93c35647] Received unexpected event network-vif-plugged-201ba648-9d17-4b08-93a3-e3a9dce15467 for instance with vm_state building and task_state spawning. [ 1374.391766] env[63622]: DEBUG oslo_vmware.api [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Task: {'id': task-1816204, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.472020] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816207, 'name': CreateVM_Task, 'duration_secs': 0.449355} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.472020] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26cfd079-2044-4975-8902-affe93c35647] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1374.472020] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.472020] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.472020] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1374.472020] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10ba05b9-db1f-4fcc-a652-b9cf1521f86d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.476635] env[63622]: DEBUG oslo_vmware.api [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1374.476635] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]521c8997-453b-04d6-2cfa-b8caac67d31c" [ 1374.476635] env[63622]: _type = "Task" [ 1374.476635] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.489344] env[63622]: DEBUG oslo_vmware.api [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]521c8997-453b-04d6-2cfa-b8caac67d31c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.575431] env[63622]: DEBUG nova.compute.manager [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1374.805446] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aaba1d6-3e88-4a54-89ba-59da20a59159 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.813889] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434bed4a-4ad4-4a4c-b977-7891da4b05eb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.845019] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1bc869-1146-4314-881b-c20bb4dc1c2f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.853283] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2837f821-91a9-4e1f-a24a-3f04c6fcaddd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.867843] env[63622]: DEBUG nova.compute.provider_tree [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1374.877587] env[63622]: DEBUG oslo_vmware.api [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Task: {'id': task-1816204, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.989364] env[63622]: DEBUG oslo_vmware.api [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]521c8997-453b-04d6-2cfa-b8caac67d31c, 'name': SearchDatastore_Task, 'duration_secs': 0.01048} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.989721] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.990199] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1374.990289] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.990374] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.990544] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1374.990791] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46f6ae13-7087-4632-8c56-409574afa1d9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.999141] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1374.999348] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1375.000118] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb45b1bd-8e24-41bc-92a5-17de773b745e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.005717] env[63622]: DEBUG oslo_vmware.api [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1375.005717] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52823b42-6521-7725-2b0e-4e6af40cfb88" [ 1375.005717] env[63622]: _type = "Task" [ 1375.005717] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.014631] env[63622]: DEBUG oslo_vmware.api [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52823b42-6521-7725-2b0e-4e6af40cfb88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.377719] env[63622]: DEBUG nova.scheduler.client.report [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1375.387086] env[63622]: DEBUG oslo_vmware.api [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Task: {'id': task-1816204, 'name': PowerOnVM_Task, 'duration_secs': 1.062373} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.387660] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1375.387857] env[63622]: INFO nova.compute.manager [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Took 13.37 seconds to spawn the instance on the hypervisor. [ 1375.390023] env[63622]: DEBUG nova.compute.manager [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1375.390023] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1405630-d0f0-4fd4-9f22-51a28fd5065d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.401791] env[63622]: DEBUG nova.network.neutron [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Successfully created port: 382d50fd-f1e4-49e2-9b6d-8563cef0437d {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1375.516088] env[63622]: DEBUG oslo_vmware.api [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52823b42-6521-7725-2b0e-4e6af40cfb88, 'name': SearchDatastore_Task, 'duration_secs': 0.015556} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.517076] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34ff9020-5f4d-4044-a041-f95b1ad37274 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.522375] env[63622]: DEBUG oslo_vmware.api [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1375.522375] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ace573-08f8-724e-51aa-e758472cfa79" [ 1375.522375] env[63622]: _type = "Task" [ 1375.522375] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.531573] env[63622]: DEBUG oslo_vmware.api [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ace573-08f8-724e-51aa-e758472cfa79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.596563] env[63622]: DEBUG nova.compute.manager [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1375.641288] env[63622]: DEBUG nova.virt.hardware [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1375.641288] env[63622]: DEBUG nova.virt.hardware [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1375.641288] env[63622]: DEBUG nova.virt.hardware [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1375.641599] env[63622]: DEBUG nova.virt.hardware [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1375.641599] env[63622]: DEBUG nova.virt.hardware [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1375.641599] env[63622]: DEBUG nova.virt.hardware [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1375.641599] env[63622]: DEBUG nova.virt.hardware [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1375.641599] env[63622]: DEBUG nova.virt.hardware [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1375.641752] env[63622]: DEBUG nova.virt.hardware [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1375.641752] env[63622]: DEBUG nova.virt.hardware [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1375.641752] env[63622]: DEBUG nova.virt.hardware [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1375.642254] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6152586-8ca5-44e4-876e-04a5b7b6d0b5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.652990] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c146cca6-1895-4dde-a5f2-b3685d73cea6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.883730] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.321s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.884379] env[63622]: DEBUG nova.compute.manager [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1375.890573] env[63622]: DEBUG oslo_concurrency.lockutils [None req-6ef0ec95-d1cf-451a-a884-002c5e4e391d tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.941s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.892596] env[63622]: DEBUG nova.objects.instance [None req-6ef0ec95-d1cf-451a-a884-002c5e4e391d tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Lazy-loading 'resources' on Instance uuid b70cf974-0297-4e0e-b24a-3d9eee06cff2 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1375.907781] env[63622]: INFO nova.compute.manager [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Took 19.01 seconds to build instance. [ 1375.968605] env[63622]: DEBUG nova.network.neutron [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Successfully updated port: d5479ff2-32c3-4cfd-8067-7ecd2a1ac32c {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1376.037357] env[63622]: DEBUG oslo_vmware.api [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ace573-08f8-724e-51aa-e758472cfa79, 'name': SearchDatastore_Task, 'duration_secs': 0.023036} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.037357] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.037357] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 26cfd079-2044-4975-8902-affe93c35647/26cfd079-2044-4975-8902-affe93c35647.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1376.037800] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4904b691-75b6-4048-8fb3-e3a0beb1b2e2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.046796] env[63622]: DEBUG oslo_vmware.api [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1376.046796] env[63622]: value = "task-1816208" [ 1376.046796] env[63622]: _type = "Task" [ 1376.046796] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.057407] env[63622]: DEBUG oslo_vmware.api [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.225725] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Acquiring lock "1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.225954] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Lock "1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.396535] env[63622]: DEBUG nova.compute.utils [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1376.396535] env[63622]: DEBUG nova.compute.manager [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Not allocating networking since 'none' was specified. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1376.410217] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4d031517-ef85-4295-ab8d-8ca51a7a3cfc tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Lock "5b949fef-f4a5-4060-a23e-be40b06a4f71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.525s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.472959] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Acquiring lock "refresh_cache-26e7e658-e79f-4d85-b84d-7f56714289c0" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.473271] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Acquired lock "refresh_cache-26e7e658-e79f-4d85-b84d-7f56714289c0" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.473343] env[63622]: DEBUG nova.network.neutron [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1376.564587] env[63622]: DEBUG oslo_vmware.api [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816208, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.663081] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aab5cd2-090d-44e3-a981-34a03064855f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.671476] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf41dcaa-5970-4c18-be11-33b09058dada {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.706552] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f452c1-1a61-4399-80f8-d5442b80ccf8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.715262] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc2602c-2c1d-4dea-843b-1b8a4809511e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.731917] env[63622]: DEBUG nova.compute.manager [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1376.740021] env[63622]: DEBUG nova.compute.provider_tree [None req-6ef0ec95-d1cf-451a-a884-002c5e4e391d tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1376.906971] env[63622]: DEBUG nova.compute.manager [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1377.067105] env[63622]: DEBUG oslo_vmware.api [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816208, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.105769] env[63622]: DEBUG nova.network.neutron [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1377.130543] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Acquiring lock "88c954d9-53e0-4349-80e0-50ce52e6e8e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.130543] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Lock "88c954d9-53e0-4349-80e0-50ce52e6e8e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.245089] env[63622]: DEBUG nova.scheduler.client.report [None req-6ef0ec95-d1cf-451a-a884-002c5e4e391d tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1377.271046] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.550184] env[63622]: DEBUG nova.network.neutron [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Successfully updated port: f6c5dc61-b1b3-4e4a-90cd-385566855f90 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1377.564744] env[63622]: DEBUG oslo_vmware.api [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816208, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.361864} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.565519] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 26cfd079-2044-4975-8902-affe93c35647/26cfd079-2044-4975-8902-affe93c35647.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1377.565519] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1377.566189] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-513af47e-7149-454a-b065-f3f526375fff {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.574245] env[63622]: DEBUG oslo_vmware.api [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1377.574245] env[63622]: value = "task-1816209" [ 1377.574245] env[63622]: _type = "Task" [ 1377.574245] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.583061] env[63622]: DEBUG oslo_vmware.api [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.633539] env[63622]: DEBUG nova.compute.manager [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1377.753757] env[63622]: DEBUG oslo_concurrency.lockutils [None req-6ef0ec95-d1cf-451a-a884-002c5e4e391d tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.863s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.756186] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.716s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.758116] env[63622]: INFO nova.compute.claims [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1377.791701] env[63622]: INFO nova.scheduler.client.report [None req-6ef0ec95-d1cf-451a-a884-002c5e4e391d tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Deleted allocations for instance b70cf974-0297-4e0e-b24a-3d9eee06cff2 [ 1377.907835] env[63622]: DEBUG nova.network.neutron [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Updating instance_info_cache with network_info: [{"id": "d5479ff2-32c3-4cfd-8067-7ecd2a1ac32c", "address": "fa:16:3e:6f:5f:e6", "network": {"id": "b4228a96-3fc3-4257-8e82-a1cf37456242", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45a909020f1491e9d07603c4fc0ad0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5479ff2-32", "ovs_interfaceid": "d5479ff2-32c3-4cfd-8067-7ecd2a1ac32c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.917021] env[63622]: DEBUG nova.compute.manager [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1377.968414] env[63622]: DEBUG nova.virt.hardware [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1377.968663] env[63622]: DEBUG nova.virt.hardware [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1377.969117] env[63622]: DEBUG nova.virt.hardware [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1377.969117] env[63622]: DEBUG nova.virt.hardware [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1377.970652] env[63622]: DEBUG nova.virt.hardware [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1377.970652] env[63622]: DEBUG nova.virt.hardware [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1377.970652] env[63622]: DEBUG nova.virt.hardware [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1377.970652] env[63622]: DEBUG nova.virt.hardware [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1377.970652] env[63622]: DEBUG nova.virt.hardware [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1377.970817] env[63622]: DEBUG nova.virt.hardware [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1377.970817] env[63622]: DEBUG nova.virt.hardware [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1377.972201] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44df6bb2-8864-419f-a8eb-6e5b7e290aba {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.983042] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1711027-4f6f-4ded-af1a-8f19e870c738 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.003160] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Instance VIF info [] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1378.010351] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Creating folder: Project (c62471aa11604571aa545049287d7edb). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1378.010736] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70853b68-7cfe-405f-ae2b-cf6c3b6d4f44 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.025774] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Created folder: Project (c62471aa11604571aa545049287d7edb) in parent group-v376252. [ 1378.025978] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Creating folder: Instances. Parent ref: group-v376268. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1378.026281] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9be72f8-b4ed-4450-8cc3-af52ed22615d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.036940] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Created folder: Instances in parent group-v376268. [ 1378.037241] env[63622]: DEBUG oslo.service.loopingcall [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1378.037436] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1378.037657] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22853307-c212-4dd8-b4f2-883b926a2cba {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.052747] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Acquiring lock "refresh_cache-6552085b-032b-484c-99f5-37cc62e24063" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.052747] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Acquired lock "refresh_cache-6552085b-032b-484c-99f5-37cc62e24063" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.052991] env[63622]: DEBUG nova.network.neutron [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1378.060076] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1378.060076] env[63622]: value = "task-1816212" [ 1378.060076] env[63622]: _type = "Task" [ 1378.060076] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.075102] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816212, 'name': CreateVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.083691] env[63622]: DEBUG oslo_vmware.api [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065948} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.083956] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1378.084782] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9379f09-2304-4600-832c-b5f2f4be41e4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.117898] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 26cfd079-2044-4975-8902-affe93c35647/26cfd079-2044-4975-8902-affe93c35647.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1378.121506] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b7acc31-5c03-4e93-9e65-d6d07e07c6f2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.147647] env[63622]: DEBUG oslo_vmware.api [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1378.147647] env[63622]: value = "task-1816213" [ 1378.147647] env[63622]: _type = "Task" [ 1378.147647] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.173092] env[63622]: DEBUG oslo_vmware.api [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.178932] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.292536] env[63622]: DEBUG nova.network.neutron [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Successfully updated port: 49a6f11d-ffa7-4e4d-aae9-939531362874 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1378.303263] env[63622]: DEBUG oslo_concurrency.lockutils [None req-6ef0ec95-d1cf-451a-a884-002c5e4e391d tempest-ServersAaction247Test-1153192249 tempest-ServersAaction247Test-1153192249-project-member] Lock "b70cf974-0297-4e0e-b24a-3d9eee06cff2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.185s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.414029] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Releasing lock "refresh_cache-26e7e658-e79f-4d85-b84d-7f56714289c0" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1378.414029] env[63622]: DEBUG nova.compute.manager [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Instance network_info: |[{"id": "d5479ff2-32c3-4cfd-8067-7ecd2a1ac32c", "address": "fa:16:3e:6f:5f:e6", "network": {"id": "b4228a96-3fc3-4257-8e82-a1cf37456242", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45a909020f1491e9d07603c4fc0ad0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5479ff2-32", "ovs_interfaceid": "d5479ff2-32c3-4cfd-8067-7ecd2a1ac32c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1378.414423] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:5f:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '101a44fc-ffde-4e3e-ad82-363454ae458b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5479ff2-32c3-4cfd-8067-7ecd2a1ac32c', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1378.428465] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Creating folder: Project (bee94d96ffe443fb93ec5c4d59987e5b). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1378.428465] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fb202a2-d4e6-48c6-aaaa-e7f3f18c9db3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.437217] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Created folder: Project (bee94d96ffe443fb93ec5c4d59987e5b) in parent group-v376252. [ 1378.437493] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Creating folder: Instances. Parent ref: group-v376271. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1378.437800] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33a81ba0-b925-46c8-bc28-7a3278b1ac75 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.448701] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Created folder: Instances in parent group-v376271. [ 1378.449624] env[63622]: DEBUG oslo.service.loopingcall [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1378.449624] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1378.449624] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d846593-dd5a-4063-bad5-7c4ea16e9266 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.470719] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1378.470719] env[63622]: value = "task-1816216" [ 1378.470719] env[63622]: _type = "Task" [ 1378.470719] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.479687] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816216, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.576202] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816212, 'name': CreateVM_Task, 'duration_secs': 0.356032} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.576309] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1378.576749] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.577081] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.578219] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1378.578500] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47c87eca-572f-4b44-89e5-4a8a7106f113 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.584942] env[63622]: DEBUG oslo_vmware.api [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Waiting for the task: (returnval){ [ 1378.584942] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5261b705-c554-0190-fa14-0aea1a9f0db6" [ 1378.584942] env[63622]: _type = "Task" [ 1378.584942] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.601299] env[63622]: DEBUG oslo_vmware.api [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5261b705-c554-0190-fa14-0aea1a9f0db6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.665539] env[63622]: DEBUG oslo_vmware.api [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816213, 'name': ReconfigVM_Task, 'duration_secs': 0.389451} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.665539] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 26cfd079-2044-4975-8902-affe93c35647/26cfd079-2044-4975-8902-affe93c35647.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1378.666157] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e74644fc-8b59-4601-b498-cf735c8534ab {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.675695] env[63622]: DEBUG oslo_vmware.api [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1378.675695] env[63622]: value = "task-1816217" [ 1378.675695] env[63622]: _type = "Task" [ 1378.675695] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.687169] env[63622]: DEBUG oslo_vmware.api [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816217, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.731397] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Acquiring lock "e0994819-1038-43e5-a215-57f0eb2a77e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.732739] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Lock "e0994819-1038-43e5-a215-57f0eb2a77e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1378.796439] env[63622]: DEBUG oslo_concurrency.lockutils [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquiring lock "refresh_cache-e7830255-e614-43b6-b6dc-73a3c48e4090" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.797257] env[63622]: DEBUG oslo_concurrency.lockutils [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquired lock "refresh_cache-e7830255-e614-43b6-b6dc-73a3c48e4090" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.797257] env[63622]: DEBUG nova.network.neutron [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1378.815390] env[63622]: DEBUG nova.network.neutron [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1378.984078] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816216, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.021010] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c09323-4eab-4303-acee-e784b2fdece2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.029744] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be23ff5a-5c80-44b0-887b-b8a9fd22cc7c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.062299] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9ec1d2-8ca8-4459-87fa-b73dc0d508e5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.071844] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc3a58c-644b-4495-b95f-4d313ed27ccd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.077720] env[63622]: DEBUG nova.compute.manager [req-16e34386-3581-421c-8e11-be5fda7d6acd req-f5af37d0-1917-49d3-b1dc-480fcdfdfc52 service nova] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Received event network-vif-plugged-d5479ff2-32c3-4cfd-8067-7ecd2a1ac32c {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1379.077902] env[63622]: DEBUG oslo_concurrency.lockutils [req-16e34386-3581-421c-8e11-be5fda7d6acd req-f5af37d0-1917-49d3-b1dc-480fcdfdfc52 service nova] Acquiring lock "26e7e658-e79f-4d85-b84d-7f56714289c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.078173] env[63622]: DEBUG oslo_concurrency.lockutils [req-16e34386-3581-421c-8e11-be5fda7d6acd req-f5af37d0-1917-49d3-b1dc-480fcdfdfc52 service nova] Lock "26e7e658-e79f-4d85-b84d-7f56714289c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.078382] env[63622]: DEBUG oslo_concurrency.lockutils [req-16e34386-3581-421c-8e11-be5fda7d6acd req-f5af37d0-1917-49d3-b1dc-480fcdfdfc52 service nova] Lock "26e7e658-e79f-4d85-b84d-7f56714289c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1379.078596] env[63622]: DEBUG nova.compute.manager [req-16e34386-3581-421c-8e11-be5fda7d6acd req-f5af37d0-1917-49d3-b1dc-480fcdfdfc52 service nova] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] No waiting events found dispatching network-vif-plugged-d5479ff2-32c3-4cfd-8067-7ecd2a1ac32c {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1379.078778] env[63622]: WARNING nova.compute.manager [req-16e34386-3581-421c-8e11-be5fda7d6acd req-f5af37d0-1917-49d3-b1dc-480fcdfdfc52 service nova] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Received unexpected event network-vif-plugged-d5479ff2-32c3-4cfd-8067-7ecd2a1ac32c for instance with vm_state building and task_state spawning. [ 1379.080130] env[63622]: DEBUG nova.network.neutron [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Updating instance_info_cache with network_info: [{"id": "f6c5dc61-b1b3-4e4a-90cd-385566855f90", "address": "fa:16:3e:d3:c4:f9", "network": {"id": "b4228a96-3fc3-4257-8e82-a1cf37456242", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45a909020f1491e9d07603c4fc0ad0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6c5dc61-b1", "ovs_interfaceid": "f6c5dc61-b1b3-4e4a-90cd-385566855f90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.096994] env[63622]: DEBUG nova.compute.provider_tree [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1379.110986] env[63622]: DEBUG oslo_vmware.api [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5261b705-c554-0190-fa14-0aea1a9f0db6, 'name': SearchDatastore_Task, 'duration_secs': 0.011531} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.111553] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.111798] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1379.112173] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.112249] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.112395] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1379.112860] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9f97647-2811-4ad4-88e7-780d832b9229 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.126030] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1379.126030] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1379.126485] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-815925cc-9c58-462b-9916-bf9b5e73e6de {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.134435] env[63622]: DEBUG oslo_vmware.api [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Waiting for the task: (returnval){ [ 1379.134435] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52831b64-290f-992f-834f-2119b5b9139a" [ 1379.134435] env[63622]: _type = "Task" [ 1379.134435] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.144717] env[63622]: DEBUG oslo_vmware.api [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52831b64-290f-992f-834f-2119b5b9139a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.186926] env[63622]: DEBUG oslo_vmware.api [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816217, 'name': Rename_Task, 'duration_secs': 0.149642} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.187231] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1379.187477] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3af8883b-f5a3-4ae3-9b97-8ce09df1a784 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.195140] env[63622]: DEBUG oslo_vmware.api [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1379.195140] env[63622]: value = "task-1816218" [ 1379.195140] env[63622]: _type = "Task" [ 1379.195140] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.205322] env[63622]: DEBUG oslo_vmware.api [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816218, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.207791] env[63622]: DEBUG nova.network.neutron [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Successfully updated port: 382d50fd-f1e4-49e2-9b6d-8563cef0437d {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1379.405109] env[63622]: DEBUG nova.network.neutron [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1379.484630] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816216, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.588597] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Releasing lock "refresh_cache-6552085b-032b-484c-99f5-37cc62e24063" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.588597] env[63622]: DEBUG nova.compute.manager [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Instance network_info: |[{"id": "f6c5dc61-b1b3-4e4a-90cd-385566855f90", "address": "fa:16:3e:d3:c4:f9", "network": {"id": "b4228a96-3fc3-4257-8e82-a1cf37456242", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45a909020f1491e9d07603c4fc0ad0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6c5dc61-b1", "ovs_interfaceid": "f6c5dc61-b1b3-4e4a-90cd-385566855f90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1379.588754] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:c4:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '101a44fc-ffde-4e3e-ad82-363454ae458b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6c5dc61-b1b3-4e4a-90cd-385566855f90', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1379.599587] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Creating folder: Project (e8fad179de6142989549cd0aa09e4af5). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1379.600350] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebf4c7da-7d8b-40a3-906f-a6252e5e1b32 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.605773] env[63622]: DEBUG nova.scheduler.client.report [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1379.626675] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Created folder: Project (e8fad179de6142989549cd0aa09e4af5) in parent group-v376252. [ 1379.626675] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Creating folder: Instances. Parent ref: group-v376274. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1379.631309] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38fa5b10-ffa4-4493-a427-7219d3243b00 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.640320] env[63622]: DEBUG nova.compute.manager [req-657d7fcf-2c93-42ff-ad57-eaea1d058f0b req-88e5b547-7cab-41fc-83ed-1c40fe2140bf service nova] [instance: 26cfd079-2044-4975-8902-affe93c35647] Received event network-changed-201ba648-9d17-4b08-93a3-e3a9dce15467 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1379.640424] env[63622]: DEBUG nova.compute.manager [req-657d7fcf-2c93-42ff-ad57-eaea1d058f0b req-88e5b547-7cab-41fc-83ed-1c40fe2140bf service nova] [instance: 26cfd079-2044-4975-8902-affe93c35647] Refreshing instance network info cache due to event network-changed-201ba648-9d17-4b08-93a3-e3a9dce15467. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1379.640636] env[63622]: DEBUG oslo_concurrency.lockutils [req-657d7fcf-2c93-42ff-ad57-eaea1d058f0b req-88e5b547-7cab-41fc-83ed-1c40fe2140bf service nova] Acquiring lock "refresh_cache-26cfd079-2044-4975-8902-affe93c35647" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.640772] env[63622]: DEBUG oslo_concurrency.lockutils [req-657d7fcf-2c93-42ff-ad57-eaea1d058f0b req-88e5b547-7cab-41fc-83ed-1c40fe2140bf service nova] Acquired lock "refresh_cache-26cfd079-2044-4975-8902-affe93c35647" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.640924] env[63622]: DEBUG nova.network.neutron [req-657d7fcf-2c93-42ff-ad57-eaea1d058f0b req-88e5b547-7cab-41fc-83ed-1c40fe2140bf service nova] [instance: 26cfd079-2044-4975-8902-affe93c35647] Refreshing network info cache for port 201ba648-9d17-4b08-93a3-e3a9dce15467 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1379.672930] env[63622]: DEBUG oslo_vmware.api [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52831b64-290f-992f-834f-2119b5b9139a, 'name': SearchDatastore_Task, 'duration_secs': 0.028375} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.672930] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Created folder: Instances in parent group-v376274. [ 1379.672930] env[63622]: DEBUG oslo.service.loopingcall [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1379.672930] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2e3d6da-9560-48ae-aba7-fcf349d3979f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.677235] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1379.678391] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ca73369-7afe-4afd-8365-01f56ebae397 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.703573] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1379.703573] env[63622]: value = "task-1816221" [ 1379.703573] env[63622]: _type = "Task" [ 1379.703573] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.705139] env[63622]: DEBUG oslo_vmware.api [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Waiting for the task: (returnval){ [ 1379.705139] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52f1eb49-b40f-0ebb-1a58-c46a023ce13c" [ 1379.705139] env[63622]: _type = "Task" [ 1379.705139] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.722486] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Acquiring lock "refresh_cache-de8f6b52-0c76-471d-ba59-5879bcf8428e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.722806] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Acquired lock "refresh_cache-de8f6b52-0c76-471d-ba59-5879bcf8428e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.722806] env[63622]: DEBUG nova.network.neutron [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1379.733049] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816221, 'name': CreateVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.741163] env[63622]: DEBUG oslo_vmware.api [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52f1eb49-b40f-0ebb-1a58-c46a023ce13c, 'name': SearchDatastore_Task, 'duration_secs': 0.018798} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.741163] env[63622]: DEBUG oslo_vmware.api [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816218, 'name': PowerOnVM_Task, 'duration_secs': 0.511786} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.741163] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.741163] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 8de62141-0f55-411a-b06a-f4e63a433b8b/8de62141-0f55-411a-b06a-f4e63a433b8b.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1379.741327] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1379.741327] env[63622]: INFO nova.compute.manager [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Took 13.56 seconds to spawn the instance on the hypervisor. [ 1379.741327] env[63622]: DEBUG nova.compute.manager [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1379.741327] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4152ba4-ab57-4289-9d44-2c12552e78a7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.745204] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6a3743-cf5d-49fd-866c-e923bd8c6fa4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.761431] env[63622]: DEBUG oslo_vmware.api [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Waiting for the task: (returnval){ [ 1379.761431] env[63622]: value = "task-1816222" [ 1379.761431] env[63622]: _type = "Task" [ 1379.761431] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.777100] env[63622]: DEBUG oslo_vmware.api [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': task-1816222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.990023] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816216, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.994183] env[63622]: DEBUG nova.network.neutron [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Updating instance_info_cache with network_info: [{"id": "49a6f11d-ffa7-4e4d-aae9-939531362874", "address": "fa:16:3e:50:96:cd", "network": {"id": "20c9f6ad-640b-4f26-837c-01428d409690", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-922797562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "815d9fb5899941c1a159de77b6d2585d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49a6f11d-ff", "ovs_interfaceid": "49a6f11d-ffa7-4e4d-aae9-939531362874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.116219] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.116219] env[63622]: DEBUG nova.compute.manager [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1380.123021] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.046s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.123021] env[63622]: INFO nova.compute.claims [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1380.223930] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816221, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.276425] env[63622]: INFO nova.compute.manager [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Took 18.45 seconds to build instance. [ 1380.281425] env[63622]: DEBUG oslo_vmware.api [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': task-1816222, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.300268] env[63622]: DEBUG nova.network.neutron [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1380.320540] env[63622]: DEBUG nova.compute.manager [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Stashing vm_state: active {{(pid=63622) _prep_resize /opt/stack/nova/nova/compute/manager.py:5968}} [ 1380.490677] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816216, 'name': CreateVM_Task, 'duration_secs': 1.659768} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.490788] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1380.491400] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.491558] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.492158] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1380.492647] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1db52282-b082-4131-a702-8f631af8ac6b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.497433] env[63622]: DEBUG oslo_concurrency.lockutils [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Releasing lock "refresh_cache-e7830255-e614-43b6-b6dc-73a3c48e4090" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1380.497764] env[63622]: DEBUG nova.compute.manager [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Instance network_info: |[{"id": "49a6f11d-ffa7-4e4d-aae9-939531362874", "address": "fa:16:3e:50:96:cd", "network": {"id": "20c9f6ad-640b-4f26-837c-01428d409690", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-922797562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "815d9fb5899941c1a159de77b6d2585d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49a6f11d-ff", "ovs_interfaceid": "49a6f11d-ffa7-4e4d-aae9-939531362874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1380.500133] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:96:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33fdc099-7497-41c1-b40c-1558937132d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49a6f11d-ffa7-4e4d-aae9-939531362874', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1380.512951] env[63622]: DEBUG oslo.service.loopingcall [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1380.513275] env[63622]: DEBUG oslo_vmware.api [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Waiting for the task: (returnval){ [ 1380.513275] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]527a0a06-1246-fe1e-c6ac-8031d21aa14e" [ 1380.513275] env[63622]: _type = "Task" [ 1380.513275] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.513487] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1380.514273] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bb3e44c-d502-4314-80fb-790a96cc03e7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.539341] env[63622]: DEBUG oslo_vmware.api [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]527a0a06-1246-fe1e-c6ac-8031d21aa14e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.540971] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1380.540971] env[63622]: value = "task-1816223" [ 1380.540971] env[63622]: _type = "Task" [ 1380.540971] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.553683] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816223, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.562848] env[63622]: DEBUG nova.network.neutron [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Updating instance_info_cache with network_info: [{"id": "382d50fd-f1e4-49e2-9b6d-8563cef0437d", "address": "fa:16:3e:55:d5:ad", "network": {"id": "5324199c-0594-44ec-8621-eb757cfb0173", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-54404525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b9545f4a5b4fdabf88560fef7f29e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap382d50fd-f1", "ovs_interfaceid": "382d50fd-f1e4-49e2-9b6d-8563cef0437d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.632418] env[63622]: DEBUG nova.compute.utils [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1380.632418] env[63622]: DEBUG nova.compute.manager [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1380.636105] env[63622]: DEBUG nova.network.neutron [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1380.708475] env[63622]: DEBUG nova.policy [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b2a5967a965432d8e862018d373c278', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '068319b363fb4cf0ab99d3d35221338d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1380.723562] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816221, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.784651] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c2ae55df-5fdd-4818-97ee-b2997c66e367 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lock "26cfd079-2044-4975-8902-affe93c35647" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.971s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.784651] env[63622]: DEBUG oslo_vmware.api [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': task-1816222, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.845476] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1381.028334] env[63622]: DEBUG oslo_vmware.api [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]527a0a06-1246-fe1e-c6ac-8031d21aa14e, 'name': SearchDatastore_Task, 'duration_secs': 0.110868} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.028849] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.029411] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1381.029771] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.029992] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.032277] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1381.032605] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc787ec4-cdd0-4ccf-b669-ca3bbb0931ef {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.053921] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816223, 'name': CreateVM_Task, 'duration_secs': 0.432003} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.055289] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1381.055535] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1381.055698] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1381.057225] env[63622]: DEBUG oslo_concurrency.lockutils [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.057439] env[63622]: DEBUG oslo_concurrency.lockutils [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.059626] env[63622]: DEBUG oslo_concurrency.lockutils [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1381.059626] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-012d73b0-e028-4918-adfd-c16a19dd72ee {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.060656] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6838fcd1-7202-4fc8-abf9-5580bb2708d0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.067228] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Releasing lock "refresh_cache-de8f6b52-0c76-471d-ba59-5879bcf8428e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.067597] env[63622]: DEBUG nova.compute.manager [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Instance network_info: |[{"id": "382d50fd-f1e4-49e2-9b6d-8563cef0437d", "address": "fa:16:3e:55:d5:ad", "network": {"id": "5324199c-0594-44ec-8621-eb757cfb0173", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-54404525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b9545f4a5b4fdabf88560fef7f29e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap382d50fd-f1", "ovs_interfaceid": "382d50fd-f1e4-49e2-9b6d-8563cef0437d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1381.068325] env[63622]: DEBUG oslo_vmware.api [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1381.068325] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b41e1d-ace0-8351-1499-3ebdeaa08d33" [ 1381.068325] env[63622]: _type = "Task" [ 1381.068325] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.070069] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:d5:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '382d50fd-f1e4-49e2-9b6d-8563cef0437d', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1381.078783] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Creating folder: Project (63b9545f4a5b4fdabf88560fef7f29e1). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1381.079228] env[63622]: DEBUG oslo_vmware.api [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Waiting for the task: (returnval){ [ 1381.079228] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52cf3e69-0bf0-0c78-a382-041a4cde17bc" [ 1381.079228] env[63622]: _type = "Task" [ 1381.079228] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.079424] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e119afcb-829f-43ee-839b-f5bbaaf2a39f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.088104] env[63622]: DEBUG nova.network.neutron [req-657d7fcf-2c93-42ff-ad57-eaea1d058f0b req-88e5b547-7cab-41fc-83ed-1c40fe2140bf service nova] [instance: 26cfd079-2044-4975-8902-affe93c35647] Updated VIF entry in instance network info cache for port 201ba648-9d17-4b08-93a3-e3a9dce15467. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1381.088261] env[63622]: DEBUG nova.network.neutron [req-657d7fcf-2c93-42ff-ad57-eaea1d058f0b req-88e5b547-7cab-41fc-83ed-1c40fe2140bf service nova] [instance: 26cfd079-2044-4975-8902-affe93c35647] Updating instance_info_cache with network_info: [{"id": "201ba648-9d17-4b08-93a3-e3a9dce15467", "address": "fa:16:3e:27:97:3f", "network": {"id": "20c9f6ad-640b-4f26-837c-01428d409690", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-922797562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "815d9fb5899941c1a159de77b6d2585d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap201ba648-9d", "ovs_interfaceid": "201ba648-9d17-4b08-93a3-e3a9dce15467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.098163] env[63622]: DEBUG oslo_vmware.api [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52cf3e69-0bf0-0c78-a382-041a4cde17bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.102711] env[63622]: DEBUG oslo_vmware.api [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b41e1d-ace0-8351-1499-3ebdeaa08d33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.104502] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Created folder: Project (63b9545f4a5b4fdabf88560fef7f29e1) in parent group-v376252. [ 1381.104699] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Creating folder: Instances. Parent ref: group-v376278. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1381.104947] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8872c3bd-9c64-4ac5-a6f2-a346e694fc29 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.121699] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Created folder: Instances in parent group-v376278. [ 1381.122028] env[63622]: DEBUG oslo.service.loopingcall [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1381.122200] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1381.122504] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ac724ff-a6b5-46b4-a46b-d8603742c4c7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.142675] env[63622]: DEBUG nova.compute.manager [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1381.153163] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1381.153163] env[63622]: value = "task-1816226" [ 1381.153163] env[63622]: _type = "Task" [ 1381.153163] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.164539] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816226, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.222704] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816221, 'name': CreateVM_Task, 'duration_secs': 1.461933} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.222954] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1381.223816] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.282920] env[63622]: DEBUG oslo_vmware.api [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': task-1816222, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.133304} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.286054] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 8de62141-0f55-411a-b06a-f4e63a433b8b/8de62141-0f55-411a-b06a-f4e63a433b8b.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1381.286271] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1381.286781] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b37f613a-4ca4-47d0-9acd-e23b909fd25f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.293830] env[63622]: DEBUG nova.compute.manager [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1381.301527] env[63622]: DEBUG oslo_vmware.api [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Waiting for the task: (returnval){ [ 1381.301527] env[63622]: value = "task-1816227" [ 1381.301527] env[63622]: _type = "Task" [ 1381.301527] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.318121] env[63622]: DEBUG oslo_vmware.api [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': task-1816227, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.405766] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b79c880-7299-42f8-b5d8-29f131f7892a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.415237] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c9b2cf-ca8c-4605-9c76-300dcd2ee79e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.451377] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d9588d-c38b-47f8-af0e-28f7be781f74 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.461821] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b697d2-4e69-4dd9-ab57-f9c5f07e2ba6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.479876] env[63622]: DEBUG nova.compute.provider_tree [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1381.515955] env[63622]: DEBUG nova.network.neutron [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Successfully created port: af0c5251-50b4-4d15-892c-f48a73408f43 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1381.592934] env[63622]: DEBUG oslo_concurrency.lockutils [req-657d7fcf-2c93-42ff-ad57-eaea1d058f0b req-88e5b547-7cab-41fc-83ed-1c40fe2140bf service nova] Releasing lock "refresh_cache-26cfd079-2044-4975-8902-affe93c35647" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.593363] env[63622]: DEBUG oslo_vmware.api [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b41e1d-ace0-8351-1499-3ebdeaa08d33, 'name': SearchDatastore_Task, 'duration_secs': 0.03474} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.594052] env[63622]: DEBUG oslo_concurrency.lockutils [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.594631] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1381.594631] env[63622]: DEBUG oslo_concurrency.lockutils [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.594830] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.595874] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1381.596183] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b264c920-e44d-4c20-a3e5-af07361857d9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.601831] env[63622]: DEBUG oslo_vmware.api [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52cf3e69-0bf0-0c78-a382-041a4cde17bc, 'name': SearchDatastore_Task, 'duration_secs': 0.035903} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.604380] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ccd6d5a-9f44-4bb4-855e-7c85ed4d0bf0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.608341] env[63622]: DEBUG oslo_vmware.api [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Waiting for the task: (returnval){ [ 1381.608341] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]522071d8-b4af-2169-0d0d-a2c32f602a3f" [ 1381.608341] env[63622]: _type = "Task" [ 1381.608341] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.614099] env[63622]: DEBUG oslo_vmware.api [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Waiting for the task: (returnval){ [ 1381.614099] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52c01db9-af43-1afa-f3ca-1ddd586572bd" [ 1381.614099] env[63622]: _type = "Task" [ 1381.614099] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.622613] env[63622]: DEBUG oslo_vmware.api [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]522071d8-b4af-2169-0d0d-a2c32f602a3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.630293] env[63622]: DEBUG oslo_vmware.api [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52c01db9-af43-1afa-f3ca-1ddd586572bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.669964] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816226, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.817713] env[63622]: DEBUG oslo_vmware.api [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': task-1816227, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072631} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.819017] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1381.819017] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e65949-1ccf-458b-995a-bb3bcd5296a3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.823237] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1381.847982] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 8de62141-0f55-411a-b06a-f4e63a433b8b/8de62141-0f55-411a-b06a-f4e63a433b8b.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1381.848220] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdb8c1d6-d7fc-4c56-b029-fbcc3fe125ec {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.881034] env[63622]: DEBUG oslo_vmware.api [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Waiting for the task: (returnval){ [ 1381.881034] env[63622]: value = "task-1816228" [ 1381.881034] env[63622]: _type = "Task" [ 1381.881034] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.890955] env[63622]: DEBUG oslo_vmware.api [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': task-1816228, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.983306] env[63622]: DEBUG nova.scheduler.client.report [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1382.126327] env[63622]: DEBUG oslo_vmware.api [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]522071d8-b4af-2169-0d0d-a2c32f602a3f, 'name': SearchDatastore_Task, 'duration_secs': 0.021272} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.127139] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.127382] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1382.127599] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1382.133367] env[63622]: DEBUG oslo_vmware.api [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52c01db9-af43-1afa-f3ca-1ddd586572bd, 'name': SearchDatastore_Task, 'duration_secs': 0.020774} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.133586] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.133832] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 26e7e658-e79f-4d85-b84d-7f56714289c0/26e7e658-e79f-4d85-b84d-7f56714289c0.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1382.134123] env[63622]: DEBUG oslo_concurrency.lockutils [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.134304] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1382.134513] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b598e738-6eff-48ee-87d2-c998991dd909 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.136650] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d4d2ced-ce02-497c-96c9-ffe456a869b2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.147089] env[63622]: DEBUG oslo_vmware.api [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Waiting for the task: (returnval){ [ 1382.147089] env[63622]: value = "task-1816229" [ 1382.147089] env[63622]: _type = "Task" [ 1382.147089] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.153157] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1382.153157] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1382.156613] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0076f5d1-3ec0-4e97-b54b-3e0fd3a0f979 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.163700] env[63622]: DEBUG nova.compute.manager [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1382.165859] env[63622]: DEBUG oslo_vmware.api [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Task: {'id': task-1816229, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.178925] env[63622]: DEBUG oslo_vmware.api [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1382.178925] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52950140-368f-e914-660e-432288d57c51" [ 1382.178925] env[63622]: _type = "Task" [ 1382.178925] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.180731] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816226, 'name': CreateVM_Task, 'duration_secs': 0.655505} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.185781] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1382.189325] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1382.190143] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.190143] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1382.196291] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8603448-2860-408e-a66d-2a0d467b0e3b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.199497] env[63622]: DEBUG nova.virt.hardware [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1382.200393] env[63622]: DEBUG nova.virt.hardware [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1382.200393] env[63622]: DEBUG nova.virt.hardware [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1382.200393] env[63622]: DEBUG nova.virt.hardware [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1382.200560] env[63622]: DEBUG nova.virt.hardware [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1382.201889] env[63622]: DEBUG nova.virt.hardware [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1382.201889] env[63622]: DEBUG nova.virt.hardware [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1382.201889] env[63622]: DEBUG nova.virt.hardware [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1382.201889] env[63622]: DEBUG nova.virt.hardware [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1382.201889] env[63622]: DEBUG nova.virt.hardware [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1382.202151] env[63622]: DEBUG nova.virt.hardware [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1382.203389] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6352e0-cb8c-4c18-a5d2-1428d5a57802 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.209930] env[63622]: DEBUG oslo_vmware.api [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52950140-368f-e914-660e-432288d57c51, 'name': SearchDatastore_Task, 'duration_secs': 0.010823} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.211055] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3657d00-5d41-47c2-8aef-3cbaa2271c1f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.217339] env[63622]: DEBUG oslo_vmware.api [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Waiting for the task: (returnval){ [ 1382.217339] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]520f42fc-1333-e660-6e13-e0a6d53ec987" [ 1382.217339] env[63622]: _type = "Task" [ 1382.217339] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.218115] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af68ef3-8600-45c8-a4f3-78be85d17315 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.230664] env[63622]: DEBUG oslo_vmware.api [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1382.230664] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526614b0-3915-4569-feec-eb51e24b0008" [ 1382.230664] env[63622]: _type = "Task" [ 1382.230664] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.245733] env[63622]: DEBUG oslo_vmware.api [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]520f42fc-1333-e660-6e13-e0a6d53ec987, 'name': SearchDatastore_Task, 'duration_secs': 0.009685} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.248022] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.248022] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1382.248022] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1382.252798] env[63622]: DEBUG oslo_vmware.api [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526614b0-3915-4569-feec-eb51e24b0008, 'name': SearchDatastore_Task, 'duration_secs': 0.010919} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.253109] env[63622]: DEBUG oslo_concurrency.lockutils [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.253275] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] e7830255-e614-43b6-b6dc-73a3c48e4090/e7830255-e614-43b6-b6dc-73a3c48e4090.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1382.253506] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.253690] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1382.253900] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-864f310a-52f2-414d-8a3e-9fae04281e50 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.256737] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e5ad418-10ca-469b-986a-48f59b936938 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.264803] env[63622]: DEBUG oslo_vmware.api [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1382.264803] env[63622]: value = "task-1816230" [ 1382.264803] env[63622]: _type = "Task" [ 1382.264803] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.269183] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1382.270690] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1382.270797] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-075e3352-0ceb-4ab0-8015-b7606990696a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.279499] env[63622]: DEBUG oslo_vmware.api [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.280723] env[63622]: DEBUG oslo_vmware.api [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Waiting for the task: (returnval){ [ 1382.280723] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52685e1f-05af-6b8a-19ed-4c3e9acd5c50" [ 1382.280723] env[63622]: _type = "Task" [ 1382.280723] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.293471] env[63622]: DEBUG oslo_vmware.api [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52685e1f-05af-6b8a-19ed-4c3e9acd5c50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.396278] env[63622]: DEBUG oslo_vmware.api [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': task-1816228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.493257] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.493952] env[63622]: DEBUG nova.compute.manager [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1382.497372] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.227s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.499257] env[63622]: INFO nova.compute.claims [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1382.627777] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Acquiring lock "a3023175-665d-47fd-b8bd-f832b7478869" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.627777] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Lock "a3023175-665d-47fd-b8bd-f832b7478869" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.661452] env[63622]: DEBUG oslo_vmware.api [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Task: {'id': task-1816229, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.776253] env[63622]: DEBUG oslo_vmware.api [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.801131] env[63622]: DEBUG oslo_vmware.api [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52685e1f-05af-6b8a-19ed-4c3e9acd5c50, 'name': SearchDatastore_Task, 'duration_secs': 0.012629} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.802816] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b11c24d2-a486-442d-9f42-b2f69a769928 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.815327] env[63622]: DEBUG oslo_vmware.api [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Waiting for the task: (returnval){ [ 1382.815327] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5232ee0e-42e5-29d9-28e3-8a4cb69fcd95" [ 1382.815327] env[63622]: _type = "Task" [ 1382.815327] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.828176] env[63622]: DEBUG oslo_vmware.api [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5232ee0e-42e5-29d9-28e3-8a4cb69fcd95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.896430] env[63622]: DEBUG oslo_vmware.api [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': task-1816228, 'name': ReconfigVM_Task, 'duration_secs': 0.608691} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.896755] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 8de62141-0f55-411a-b06a-f4e63a433b8b/8de62141-0f55-411a-b06a-f4e63a433b8b.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1382.897642] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36109442-8cf7-489e-85cb-c5bfc97150fa {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.906267] env[63622]: DEBUG oslo_vmware.api [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Waiting for the task: (returnval){ [ 1382.906267] env[63622]: value = "task-1816231" [ 1382.906267] env[63622]: _type = "Task" [ 1382.906267] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.921339] env[63622]: DEBUG oslo_vmware.api [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': task-1816231, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.004468] env[63622]: DEBUG nova.compute.utils [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1383.009112] env[63622]: DEBUG nova.compute.manager [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1383.009171] env[63622]: DEBUG nova.network.neutron [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1383.097025] env[63622]: DEBUG nova.policy [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09f5f5ccc3e9488dac35bdd93169c14e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a13d599eb3f4652a29a74c55c6af446', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1383.165844] env[63622]: DEBUG oslo_vmware.api [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Task: {'id': task-1816229, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.969866} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.166789] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 26e7e658-e79f-4d85-b84d-7f56714289c0/26e7e658-e79f-4d85-b84d-7f56714289c0.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1383.168868] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1383.168868] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94207106-80b9-4405-aaa7-f82880d1ae67 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.179356] env[63622]: DEBUG oslo_vmware.api [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Waiting for the task: (returnval){ [ 1383.179356] env[63622]: value = "task-1816232" [ 1383.179356] env[63622]: _type = "Task" [ 1383.179356] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.190395] env[63622]: DEBUG oslo_vmware.api [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Task: {'id': task-1816232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.278324] env[63622]: DEBUG oslo_vmware.api [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816230, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.326939] env[63622]: DEBUG oslo_vmware.api [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5232ee0e-42e5-29d9-28e3-8a4cb69fcd95, 'name': SearchDatastore_Task, 'duration_secs': 0.14759} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.327387] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.327591] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 6552085b-032b-484c-99f5-37cc62e24063/6552085b-032b-484c-99f5-37cc62e24063.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1383.328066] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.328066] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1383.328229] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ff7cc79-9113-4a37-88d1-f862e871eadd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.331743] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-274146b5-3298-4dbe-80b7-fc2ea672a69a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.341840] env[63622]: DEBUG oslo_vmware.api [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Waiting for the task: (returnval){ [ 1383.341840] env[63622]: value = "task-1816233" [ 1383.341840] env[63622]: _type = "Task" [ 1383.341840] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.352233] env[63622]: DEBUG oslo_vmware.api [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Task: {'id': task-1816233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.358803] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1383.359118] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1383.359753] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-079c5c72-b0c7-4a86-9b93-b2726fc31ccb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.369176] env[63622]: DEBUG oslo_vmware.api [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Waiting for the task: (returnval){ [ 1383.369176] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526052f8-4b64-ebf2-7eb9-4af361f31161" [ 1383.369176] env[63622]: _type = "Task" [ 1383.369176] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.378206] env[63622]: DEBUG oslo_vmware.api [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526052f8-4b64-ebf2-7eb9-4af361f31161, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.418526] env[63622]: DEBUG oslo_vmware.api [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': task-1816231, 'name': Rename_Task, 'duration_secs': 0.196726} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.418992] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1383.419367] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-215377c0-ee6f-427a-b8a6-72d76d0b2530 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.428257] env[63622]: DEBUG oslo_vmware.api [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Waiting for the task: (returnval){ [ 1383.428257] env[63622]: value = "task-1816234" [ 1383.428257] env[63622]: _type = "Task" [ 1383.428257] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.437742] env[63622]: DEBUG oslo_vmware.api [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': task-1816234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.491976] env[63622]: DEBUG nova.network.neutron [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Successfully created port: 62b4f551-7ddd-414d-a8ff-ad2f0d7f01d5 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1383.511192] env[63622]: DEBUG nova.compute.manager [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1383.594162] env[63622]: DEBUG nova.network.neutron [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Successfully updated port: af0c5251-50b4-4d15-892c-f48a73408f43 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1383.661693] env[63622]: DEBUG oslo_concurrency.lockutils [None req-23f40da3-c680-4b64-879b-aa02591b50f1 tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Acquiring lock "5b949fef-f4a5-4060-a23e-be40b06a4f71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.662012] env[63622]: DEBUG oslo_concurrency.lockutils [None req-23f40da3-c680-4b64-879b-aa02591b50f1 tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Lock "5b949fef-f4a5-4060-a23e-be40b06a4f71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.663723] env[63622]: DEBUG oslo_concurrency.lockutils [None req-23f40da3-c680-4b64-879b-aa02591b50f1 tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Acquiring lock "5b949fef-f4a5-4060-a23e-be40b06a4f71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.663723] env[63622]: DEBUG oslo_concurrency.lockutils [None req-23f40da3-c680-4b64-879b-aa02591b50f1 tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Lock "5b949fef-f4a5-4060-a23e-be40b06a4f71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.663723] env[63622]: DEBUG oslo_concurrency.lockutils [None req-23f40da3-c680-4b64-879b-aa02591b50f1 tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Lock "5b949fef-f4a5-4060-a23e-be40b06a4f71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.666331] env[63622]: INFO nova.compute.manager [None req-23f40da3-c680-4b64-879b-aa02591b50f1 tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Terminating instance [ 1383.692377] env[63622]: DEBUG oslo_vmware.api [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Task: {'id': task-1816232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088075} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.692648] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1383.693459] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea7ba1b-8a7e-4a28-af6c-96ef7eccf4e7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.718069] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 26e7e658-e79f-4d85-b84d-7f56714289c0/26e7e658-e79f-4d85-b84d-7f56714289c0.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1383.721020] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6214c44f-efe3-4412-8948-63ac8894b421 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.742951] env[63622]: DEBUG nova.compute.manager [req-742b4096-9561-4f96-86c4-ccc56b6bbc4f req-6c443a8c-0064-4349-9280-3e8434bc35f9 service nova] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Received event network-changed-d5479ff2-32c3-4cfd-8067-7ecd2a1ac32c {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1383.743098] env[63622]: DEBUG nova.compute.manager [req-742b4096-9561-4f96-86c4-ccc56b6bbc4f req-6c443a8c-0064-4349-9280-3e8434bc35f9 service nova] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Refreshing instance network info cache due to event network-changed-d5479ff2-32c3-4cfd-8067-7ecd2a1ac32c. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1383.743364] env[63622]: DEBUG oslo_concurrency.lockutils [req-742b4096-9561-4f96-86c4-ccc56b6bbc4f req-6c443a8c-0064-4349-9280-3e8434bc35f9 service nova] Acquiring lock "refresh_cache-26e7e658-e79f-4d85-b84d-7f56714289c0" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.743511] env[63622]: DEBUG oslo_concurrency.lockutils [req-742b4096-9561-4f96-86c4-ccc56b6bbc4f req-6c443a8c-0064-4349-9280-3e8434bc35f9 service nova] Acquired lock "refresh_cache-26e7e658-e79f-4d85-b84d-7f56714289c0" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.743673] env[63622]: DEBUG nova.network.neutron [req-742b4096-9561-4f96-86c4-ccc56b6bbc4f req-6c443a8c-0064-4349-9280-3e8434bc35f9 service nova] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Refreshing network info cache for port d5479ff2-32c3-4cfd-8067-7ecd2a1ac32c {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1383.748172] env[63622]: DEBUG oslo_vmware.api [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Waiting for the task: (returnval){ [ 1383.748172] env[63622]: value = "task-1816235" [ 1383.748172] env[63622]: _type = "Task" [ 1383.748172] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.757693] env[63622]: DEBUG oslo_vmware.api [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Task: {'id': task-1816235, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.778917] env[63622]: DEBUG oslo_vmware.api [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816230, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.856803] env[63622]: DEBUG oslo_vmware.api [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Task: {'id': task-1816233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.882375] env[63622]: DEBUG oslo_vmware.api [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526052f8-4b64-ebf2-7eb9-4af361f31161, 'name': SearchDatastore_Task, 'duration_secs': 0.177592} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.882375] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d399851-782f-4b84-8898-6abf36fb640a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.887151] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4078874-1f22-429d-9078-1ee06e0f2ecf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.891595] env[63622]: DEBUG oslo_vmware.api [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Waiting for the task: (returnval){ [ 1383.891595] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]523ff9a8-57cf-564a-5918-fd856c266ad1" [ 1383.891595] env[63622]: _type = "Task" [ 1383.891595] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.900386] env[63622]: DEBUG nova.compute.manager [req-0b4727cf-9c4a-4910-b646-6d4064d2ffe2 req-a9868f63-f7ff-4268-885a-bf1614bb69ca service nova] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Received event network-vif-plugged-382d50fd-f1e4-49e2-9b6d-8563cef0437d {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1383.900641] env[63622]: DEBUG oslo_concurrency.lockutils [req-0b4727cf-9c4a-4910-b646-6d4064d2ffe2 req-a9868f63-f7ff-4268-885a-bf1614bb69ca service nova] Acquiring lock "de8f6b52-0c76-471d-ba59-5879bcf8428e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.900881] env[63622]: DEBUG oslo_concurrency.lockutils [req-0b4727cf-9c4a-4910-b646-6d4064d2ffe2 req-a9868f63-f7ff-4268-885a-bf1614bb69ca service nova] Lock "de8f6b52-0c76-471d-ba59-5879bcf8428e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.901088] env[63622]: DEBUG oslo_concurrency.lockutils [req-0b4727cf-9c4a-4910-b646-6d4064d2ffe2 req-a9868f63-f7ff-4268-885a-bf1614bb69ca service nova] Lock "de8f6b52-0c76-471d-ba59-5879bcf8428e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.901318] env[63622]: DEBUG nova.compute.manager [req-0b4727cf-9c4a-4910-b646-6d4064d2ffe2 req-a9868f63-f7ff-4268-885a-bf1614bb69ca service nova] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] No waiting events found dispatching network-vif-plugged-382d50fd-f1e4-49e2-9b6d-8563cef0437d {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1383.901521] env[63622]: WARNING nova.compute.manager [req-0b4727cf-9c4a-4910-b646-6d4064d2ffe2 req-a9868f63-f7ff-4268-885a-bf1614bb69ca service nova] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Received unexpected event network-vif-plugged-382d50fd-f1e4-49e2-9b6d-8563cef0437d for instance with vm_state building and task_state spawning. [ 1383.901708] env[63622]: DEBUG nova.compute.manager [req-0b4727cf-9c4a-4910-b646-6d4064d2ffe2 req-a9868f63-f7ff-4268-885a-bf1614bb69ca service nova] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Received event network-changed-382d50fd-f1e4-49e2-9b6d-8563cef0437d {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1383.901905] env[63622]: DEBUG nova.compute.manager [req-0b4727cf-9c4a-4910-b646-6d4064d2ffe2 req-a9868f63-f7ff-4268-885a-bf1614bb69ca service nova] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Refreshing instance network info cache due to event network-changed-382d50fd-f1e4-49e2-9b6d-8563cef0437d. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1383.902151] env[63622]: DEBUG oslo_concurrency.lockutils [req-0b4727cf-9c4a-4910-b646-6d4064d2ffe2 req-a9868f63-f7ff-4268-885a-bf1614bb69ca service nova] Acquiring lock "refresh_cache-de8f6b52-0c76-471d-ba59-5879bcf8428e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.902333] env[63622]: DEBUG oslo_concurrency.lockutils [req-0b4727cf-9c4a-4910-b646-6d4064d2ffe2 req-a9868f63-f7ff-4268-885a-bf1614bb69ca service nova] Acquired lock "refresh_cache-de8f6b52-0c76-471d-ba59-5879bcf8428e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.902522] env[63622]: DEBUG nova.network.neutron [req-0b4727cf-9c4a-4910-b646-6d4064d2ffe2 req-a9868f63-f7ff-4268-885a-bf1614bb69ca service nova] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Refreshing network info cache for port 382d50fd-f1e4-49e2-9b6d-8563cef0437d {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1383.905189] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7d90e5-e706-453c-9289-fa36737178cf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.913919] env[63622]: DEBUG oslo_vmware.api [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]523ff9a8-57cf-564a-5918-fd856c266ad1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.952074] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0a1903-8fe6-4bec-8dec-8be766b87ad4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.962075] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5146d44-9dba-43e0-9854-32dc49138485 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.966805] env[63622]: DEBUG oslo_vmware.api [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': task-1816234, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.978870] env[63622]: DEBUG nova.compute.provider_tree [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1384.099657] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "refresh_cache-3cf07a7e-58db-4d28-8710-b2d0a89b5bf2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.100403] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquired lock "refresh_cache-3cf07a7e-58db-4d28-8710-b2d0a89b5bf2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.100403] env[63622]: DEBUG nova.network.neutron [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1384.176743] env[63622]: DEBUG nova.compute.manager [None req-23f40da3-c680-4b64-879b-aa02591b50f1 tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1384.177113] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-23f40da3-c680-4b64-879b-aa02591b50f1 tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1384.178349] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c855ac-751e-4e00-b7e9-026f7c86bd92 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.187231] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f40da3-c680-4b64-879b-aa02591b50f1 tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1384.187494] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d0ba093-c157-4f8a-8fbc-032092405701 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.195080] env[63622]: DEBUG oslo_vmware.api [None req-23f40da3-c680-4b64-879b-aa02591b50f1 tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Waiting for the task: (returnval){ [ 1384.195080] env[63622]: value = "task-1816236" [ 1384.195080] env[63622]: _type = "Task" [ 1384.195080] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.204044] env[63622]: DEBUG oslo_vmware.api [None req-23f40da3-c680-4b64-879b-aa02591b50f1 tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Task: {'id': task-1816236, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.261047] env[63622]: DEBUG oslo_vmware.api [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Task: {'id': task-1816235, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.277370] env[63622]: DEBUG oslo_vmware.api [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816230, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.881487} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.278179] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] e7830255-e614-43b6-b6dc-73a3c48e4090/e7830255-e614-43b6-b6dc-73a3c48e4090.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1384.278453] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1384.278710] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-869b13d7-bb87-42ec-b1e0-9bd87c9d7cd2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.290104] env[63622]: DEBUG oslo_vmware.api [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1384.290104] env[63622]: value = "task-1816237" [ 1384.290104] env[63622]: _type = "Task" [ 1384.290104] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.301712] env[63622]: DEBUG oslo_vmware.api [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816237, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.355299] env[63622]: DEBUG oslo_vmware.api [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Task: {'id': task-1816233, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.406897] env[63622]: DEBUG oslo_vmware.api [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]523ff9a8-57cf-564a-5918-fd856c266ad1, 'name': SearchDatastore_Task, 'duration_secs': 0.143167} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.409627] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1384.409905] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] de8f6b52-0c76-471d-ba59-5879bcf8428e/de8f6b52-0c76-471d-ba59-5879bcf8428e.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1384.411961] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30d3916a-be22-440b-8f27-385d10103eb7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.421674] env[63622]: DEBUG oslo_vmware.api [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Waiting for the task: (returnval){ [ 1384.421674] env[63622]: value = "task-1816238" [ 1384.421674] env[63622]: _type = "Task" [ 1384.421674] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.438720] env[63622]: DEBUG oslo_vmware.api [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Task: {'id': task-1816238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.458644] env[63622]: DEBUG oslo_vmware.api [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': task-1816234, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.483091] env[63622]: DEBUG nova.scheduler.client.report [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1384.526408] env[63622]: DEBUG nova.compute.manager [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1384.563072] env[63622]: DEBUG nova.virt.hardware [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1384.563456] env[63622]: DEBUG nova.virt.hardware [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1384.567019] env[63622]: DEBUG nova.virt.hardware [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1384.567019] env[63622]: DEBUG nova.virt.hardware [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1384.567019] env[63622]: DEBUG nova.virt.hardware [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1384.567019] env[63622]: DEBUG nova.virt.hardware [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1384.567019] env[63622]: DEBUG nova.virt.hardware [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1384.567515] env[63622]: DEBUG nova.virt.hardware [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1384.567515] env[63622]: DEBUG nova.virt.hardware [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1384.567515] env[63622]: DEBUG nova.virt.hardware [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1384.567515] env[63622]: DEBUG nova.virt.hardware [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1384.567515] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8a9575-a303-464c-8e00-638ad5af06b9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.579269] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cdc1836-20e9-4388-b21b-d8b54efb67ae {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.709722] env[63622]: DEBUG oslo_vmware.api [None req-23f40da3-c680-4b64-879b-aa02591b50f1 tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Task: {'id': task-1816236, 'name': PowerOffVM_Task, 'duration_secs': 0.513445} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.710123] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f40da3-c680-4b64-879b-aa02591b50f1 tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1384.710340] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-23f40da3-c680-4b64-879b-aa02591b50f1 tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1384.710639] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-671de2fd-08fb-4080-93cd-e247cce4ec96 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.763508] env[63622]: DEBUG oslo_vmware.api [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Task: {'id': task-1816235, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.800981] env[63622]: DEBUG oslo_vmware.api [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816237, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.855489] env[63622]: DEBUG oslo_vmware.api [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Task: {'id': task-1816233, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.866138] env[63622]: DEBUG nova.network.neutron [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1384.936717] env[63622]: DEBUG oslo_vmware.api [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Task: {'id': task-1816238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.965233] env[63622]: DEBUG oslo_vmware.api [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': task-1816234, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.980008] env[63622]: DEBUG oslo_concurrency.lockutils [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Acquiring lock "6e37ca42-4594-46f6-bcaa-88ea37c8de2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.980286] env[63622]: DEBUG oslo_concurrency.lockutils [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Lock "6e37ca42-4594-46f6-bcaa-88ea37c8de2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.989136] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.989648] env[63622]: DEBUG nova.compute.manager [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1384.993460] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.815s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.994837] env[63622]: INFO nova.compute.claims [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1385.050651] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-23f40da3-c680-4b64-879b-aa02591b50f1 tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1385.050651] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-23f40da3-c680-4b64-879b-aa02591b50f1 tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1385.050651] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-23f40da3-c680-4b64-879b-aa02591b50f1 tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Deleting the datastore file [datastore1] 5b949fef-f4a5-4060-a23e-be40b06a4f71 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1385.050651] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc41457c-6ef0-46ab-a40d-83ad5449fae9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.059832] env[63622]: DEBUG oslo_vmware.api [None req-23f40da3-c680-4b64-879b-aa02591b50f1 tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Waiting for the task: (returnval){ [ 1385.059832] env[63622]: value = "task-1816240" [ 1385.059832] env[63622]: _type = "Task" [ 1385.059832] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.070457] env[63622]: DEBUG oslo_vmware.api [None req-23f40da3-c680-4b64-879b-aa02591b50f1 tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Task: {'id': task-1816240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.146343] env[63622]: DEBUG nova.network.neutron [req-742b4096-9561-4f96-86c4-ccc56b6bbc4f req-6c443a8c-0064-4349-9280-3e8434bc35f9 service nova] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Updated VIF entry in instance network info cache for port d5479ff2-32c3-4cfd-8067-7ecd2a1ac32c. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1385.146343] env[63622]: DEBUG nova.network.neutron [req-742b4096-9561-4f96-86c4-ccc56b6bbc4f req-6c443a8c-0064-4349-9280-3e8434bc35f9 service nova] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Updating instance_info_cache with network_info: [{"id": "d5479ff2-32c3-4cfd-8067-7ecd2a1ac32c", "address": "fa:16:3e:6f:5f:e6", "network": {"id": "b4228a96-3fc3-4257-8e82-a1cf37456242", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45a909020f1491e9d07603c4fc0ad0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5479ff2-32", "ovs_interfaceid": "d5479ff2-32c3-4cfd-8067-7ecd2a1ac32c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.161671] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Acquiring lock "2bedcd22-de05-41b9-af59-37c0f3ad8969" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.162063] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Lock "2bedcd22-de05-41b9-af59-37c0f3ad8969" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.263230] env[63622]: DEBUG oslo_vmware.api [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Task: {'id': task-1816235, 'name': ReconfigVM_Task, 'duration_secs': 1.407532} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.263531] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 26e7e658-e79f-4d85-b84d-7f56714289c0/26e7e658-e79f-4d85-b84d-7f56714289c0.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1385.264181] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2038975-a3e8-443d-9432-f64cf7f6c528 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.272705] env[63622]: DEBUG oslo_vmware.api [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Waiting for the task: (returnval){ [ 1385.272705] env[63622]: value = "task-1816241" [ 1385.272705] env[63622]: _type = "Task" [ 1385.272705] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.288025] env[63622]: DEBUG oslo_vmware.api [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Task: {'id': task-1816241, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.308520] env[63622]: DEBUG oslo_vmware.api [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816237, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.602715} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.308520] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1385.308520] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9954aa0d-9d1f-407f-bc5d-5621f5dc7181 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.338490] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] e7830255-e614-43b6-b6dc-73a3c48e4090/e7830255-e614-43b6-b6dc-73a3c48e4090.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1385.339640] env[63622]: DEBUG nova.network.neutron [req-0b4727cf-9c4a-4910-b646-6d4064d2ffe2 req-a9868f63-f7ff-4268-885a-bf1614bb69ca service nova] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Updated VIF entry in instance network info cache for port 382d50fd-f1e4-49e2-9b6d-8563cef0437d. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1385.340530] env[63622]: DEBUG nova.network.neutron [req-0b4727cf-9c4a-4910-b646-6d4064d2ffe2 req-a9868f63-f7ff-4268-885a-bf1614bb69ca service nova] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Updating instance_info_cache with network_info: [{"id": "382d50fd-f1e4-49e2-9b6d-8563cef0437d", "address": "fa:16:3e:55:d5:ad", "network": {"id": "5324199c-0594-44ec-8621-eb757cfb0173", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-54404525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b9545f4a5b4fdabf88560fef7f29e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap382d50fd-f1", "ovs_interfaceid": "382d50fd-f1e4-49e2-9b6d-8563cef0437d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.341525] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f6cc025-1b33-48f8-afd2-9205370947be {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.367903] env[63622]: DEBUG nova.network.neutron [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Updating instance_info_cache with network_info: [{"id": "af0c5251-50b4-4d15-892c-f48a73408f43", "address": "fa:16:3e:a7:cd:18", "network": {"id": "9fa016ff-84b6-4077-add7-d40824a74722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-258535483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068319b363fb4cf0ab99d3d35221338d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf0c5251-50", "ovs_interfaceid": "af0c5251-50b4-4d15-892c-f48a73408f43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.382094] env[63622]: DEBUG oslo_vmware.api [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Task: {'id': task-1816233, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.623232} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.382901] env[63622]: DEBUG oslo_vmware.api [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1385.382901] env[63622]: value = "task-1816242" [ 1385.382901] env[63622]: _type = "Task" [ 1385.382901] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.385127] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 6552085b-032b-484c-99f5-37cc62e24063/6552085b-032b-484c-99f5-37cc62e24063.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1385.385127] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1385.385127] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ce2b2bc-2f54-4bd1-8913-044befc60e56 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.405183] env[63622]: DEBUG oslo_vmware.api [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.407841] env[63622]: DEBUG oslo_vmware.api [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Waiting for the task: (returnval){ [ 1385.407841] env[63622]: value = "task-1816243" [ 1385.407841] env[63622]: _type = "Task" [ 1385.407841] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.436433] env[63622]: DEBUG oslo_vmware.api [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Task: {'id': task-1816238, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.465404] env[63622]: DEBUG oslo_vmware.api [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': task-1816234, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.477501] env[63622]: DEBUG nova.network.neutron [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Successfully updated port: 62b4f551-7ddd-414d-a8ff-ad2f0d7f01d5 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1385.499795] env[63622]: DEBUG nova.compute.utils [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1385.504477] env[63622]: DEBUG nova.compute.manager [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1385.504564] env[63622]: DEBUG nova.network.neutron [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1385.579110] env[63622]: DEBUG oslo_vmware.api [None req-23f40da3-c680-4b64-879b-aa02591b50f1 tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Task: {'id': task-1816240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.595266] env[63622]: DEBUG nova.policy [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1abe6ceb9c824fb08ca6130be61af14e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dee9c3b7a1f747c28e149805977f19d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1385.650568] env[63622]: DEBUG oslo_concurrency.lockutils [req-742b4096-9561-4f96-86c4-ccc56b6bbc4f req-6c443a8c-0064-4349-9280-3e8434bc35f9 service nova] Releasing lock "refresh_cache-26e7e658-e79f-4d85-b84d-7f56714289c0" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.650927] env[63622]: DEBUG nova.compute.manager [req-742b4096-9561-4f96-86c4-ccc56b6bbc4f req-6c443a8c-0064-4349-9280-3e8434bc35f9 service nova] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Received event network-changed-1d61e86e-e3a4-472a-ac2e-23e613ef24b6 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1385.651145] env[63622]: DEBUG nova.compute.manager [req-742b4096-9561-4f96-86c4-ccc56b6bbc4f req-6c443a8c-0064-4349-9280-3e8434bc35f9 service nova] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Refreshing instance network info cache due to event network-changed-1d61e86e-e3a4-472a-ac2e-23e613ef24b6. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1385.651390] env[63622]: DEBUG oslo_concurrency.lockutils [req-742b4096-9561-4f96-86c4-ccc56b6bbc4f req-6c443a8c-0064-4349-9280-3e8434bc35f9 service nova] Acquiring lock "refresh_cache-46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.651533] env[63622]: DEBUG oslo_concurrency.lockutils [req-742b4096-9561-4f96-86c4-ccc56b6bbc4f req-6c443a8c-0064-4349-9280-3e8434bc35f9 service nova] Acquired lock "refresh_cache-46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.651709] env[63622]: DEBUG nova.network.neutron [req-742b4096-9561-4f96-86c4-ccc56b6bbc4f req-6c443a8c-0064-4349-9280-3e8434bc35f9 service nova] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Refreshing network info cache for port 1d61e86e-e3a4-472a-ac2e-23e613ef24b6 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1385.668240] env[63622]: DEBUG oslo_concurrency.lockutils [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.668712] env[63622]: DEBUG oslo_concurrency.lockutils [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.785221] env[63622]: DEBUG oslo_vmware.api [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Task: {'id': task-1816241, 'name': Rename_Task, 'duration_secs': 0.507295} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.785221] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1385.785221] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ea841b9-eef2-4a4d-a833-f8069c18edc0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.793459] env[63622]: DEBUG oslo_vmware.api [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Waiting for the task: (returnval){ [ 1385.793459] env[63622]: value = "task-1816244" [ 1385.793459] env[63622]: _type = "Task" [ 1385.793459] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.803144] env[63622]: DEBUG oslo_vmware.api [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Task: {'id': task-1816244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.859916] env[63622]: DEBUG oslo_concurrency.lockutils [req-0b4727cf-9c4a-4910-b646-6d4064d2ffe2 req-a9868f63-f7ff-4268-885a-bf1614bb69ca service nova] Releasing lock "refresh_cache-de8f6b52-0c76-471d-ba59-5879bcf8428e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.869959] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Releasing lock "refresh_cache-3cf07a7e-58db-4d28-8710-b2d0a89b5bf2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.870303] env[63622]: DEBUG nova.compute.manager [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Instance network_info: |[{"id": "af0c5251-50b4-4d15-892c-f48a73408f43", "address": "fa:16:3e:a7:cd:18", "network": {"id": "9fa016ff-84b6-4077-add7-d40824a74722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-258535483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068319b363fb4cf0ab99d3d35221338d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf0c5251-50", "ovs_interfaceid": "af0c5251-50b4-4d15-892c-f48a73408f43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1385.870762] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:cd:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af0c5251-50b4-4d15-892c-f48a73408f43', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1385.878906] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Creating folder: Project (068319b363fb4cf0ab99d3d35221338d). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1385.879204] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0ba075a-b653-4c25-9bed-a2590629d100 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.894094] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Created folder: Project (068319b363fb4cf0ab99d3d35221338d) in parent group-v376252. [ 1385.894351] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Creating folder: Instances. Parent ref: group-v376281. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1385.899444] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26d082ff-a210-4893-89e5-24ce80073968 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.901543] env[63622]: DEBUG oslo_vmware.api [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816242, 'name': ReconfigVM_Task, 'duration_secs': 0.472718} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.901803] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Reconfigured VM instance instance-00000008 to attach disk [datastore1] e7830255-e614-43b6-b6dc-73a3c48e4090/e7830255-e614-43b6-b6dc-73a3c48e4090.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1385.903411] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89f4d7ab-cf9b-4a9b-ac10-9e305c7061dd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.913192] env[63622]: DEBUG oslo_vmware.api [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1385.913192] env[63622]: value = "task-1816247" [ 1385.913192] env[63622]: _type = "Task" [ 1385.913192] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.914559] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Created folder: Instances in parent group-v376281. [ 1385.914807] env[63622]: DEBUG oslo.service.loopingcall [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1385.918156] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1385.921838] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-816e07c4-f499-4ae2-a62b-cfcfbd2732af {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.939034] env[63622]: DEBUG oslo_vmware.api [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Task: {'id': task-1816243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.327661} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.939960] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1385.945066] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d480344-7b00-45ba-b107-ec4cffc72e88 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.954077] env[63622]: DEBUG oslo_vmware.api [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816247, 'name': Rename_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.954077] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1385.954077] env[63622]: value = "task-1816248" [ 1385.954077] env[63622]: _type = "Task" [ 1385.954077] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.966721] env[63622]: DEBUG oslo_vmware.api [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Task: {'id': task-1816238, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.284578} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.967928] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] de8f6b52-0c76-471d-ba59-5879bcf8428e/de8f6b52-0c76-471d-ba59-5879bcf8428e.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1385.968209] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1385.968492] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b10fb88-1e91-4e6f-a10c-a6e8e785a8fa {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.994323] env[63622]: DEBUG oslo_vmware.api [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': task-1816234, 'name': PowerOnVM_Task} progress is 82%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.994323] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Acquiring lock "refresh_cache-8789cf92-9fcf-4bc5-af18-c621c373181b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.994323] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Acquired lock "refresh_cache-8789cf92-9fcf-4bc5-af18-c621c373181b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.994323] env[63622]: DEBUG nova.network.neutron [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1386.002722] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 6552085b-032b-484c-99f5-37cc62e24063/6552085b-032b-484c-99f5-37cc62e24063.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1386.002996] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816248, 'name': CreateVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.004536] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5eab4d59-259b-40c1-bb82-408ee956fda4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.021337] env[63622]: DEBUG nova.compute.manager [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1386.030730] env[63622]: DEBUG oslo_vmware.api [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Waiting for the task: (returnval){ [ 1386.030730] env[63622]: value = "task-1816249" [ 1386.030730] env[63622]: _type = "Task" [ 1386.030730] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.038197] env[63622]: DEBUG oslo_vmware.api [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Waiting for the task: (returnval){ [ 1386.038197] env[63622]: value = "task-1816250" [ 1386.038197] env[63622]: _type = "Task" [ 1386.038197] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.043020] env[63622]: DEBUG oslo_vmware.api [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Task: {'id': task-1816249, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.052377] env[63622]: DEBUG oslo_vmware.api [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Task: {'id': task-1816250, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.077629] env[63622]: DEBUG oslo_vmware.api [None req-23f40da3-c680-4b64-879b-aa02591b50f1 tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Task: {'id': task-1816240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.682666} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.077840] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-23f40da3-c680-4b64-879b-aa02591b50f1 tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1386.077994] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-23f40da3-c680-4b64-879b-aa02591b50f1 tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1386.078227] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-23f40da3-c680-4b64-879b-aa02591b50f1 tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1386.078606] env[63622]: INFO nova.compute.manager [None req-23f40da3-c680-4b64-879b-aa02591b50f1 tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Took 1.90 seconds to destroy the instance on the hypervisor. [ 1386.078752] env[63622]: DEBUG oslo.service.loopingcall [None req-23f40da3-c680-4b64-879b-aa02591b50f1 tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1386.078921] env[63622]: DEBUG nova.compute.manager [-] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1386.079236] env[63622]: DEBUG nova.network.neutron [-] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1386.110812] env[63622]: DEBUG nova.network.neutron [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Successfully created port: 7b640a5c-1f83-4e19-ae63-0f536d7b66ef {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1386.202309] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "0436abf1-ae0c-4595-912c-e7957b7a64a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1386.202589] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "0436abf1-ae0c-4595-912c-e7957b7a64a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.304166] env[63622]: DEBUG oslo_vmware.api [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Task: {'id': task-1816244, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.369617] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18559ed9-1a00-4ed3-bbde-c21e94d373b7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.378408] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5345af8-3c95-40a8-b13b-6851f3b59a84 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.413863] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60cc88e-3c01-4d00-af1d-d99142e41861 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.425810] env[63622]: DEBUG oslo_vmware.api [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816247, 'name': Rename_Task, 'duration_secs': 0.2393} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.427700] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1386.427974] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f62defe6-b77e-45bc-b66b-ae2b49853754 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.430568] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85861cc4-261b-445c-b01d-0bb4b8206f15 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.445701] env[63622]: DEBUG nova.compute.provider_tree [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1386.451707] env[63622]: DEBUG oslo_vmware.api [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1386.451707] env[63622]: value = "task-1816251" [ 1386.451707] env[63622]: _type = "Task" [ 1386.451707] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.461879] env[63622]: DEBUG oslo_vmware.api [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816251, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.474350] env[63622]: DEBUG oslo_vmware.api [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': task-1816234, 'name': PowerOnVM_Task, 'duration_secs': 2.750796} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.474350] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1386.474521] env[63622]: INFO nova.compute.manager [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Took 8.56 seconds to spawn the instance on the hypervisor. [ 1386.474826] env[63622]: DEBUG nova.compute.manager [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1386.475482] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5c45c6-acd4-4c2a-84cd-8503f54c23bd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.482876] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816248, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.550939] env[63622]: DEBUG oslo_vmware.api [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Task: {'id': task-1816249, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082556} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.551747] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1386.552594] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2bf45c-f2df-4f9a-8fa0-114fe69cb044 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.561173] env[63622]: DEBUG oslo_vmware.api [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Task: {'id': task-1816250, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.585730] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] de8f6b52-0c76-471d-ba59-5879bcf8428e/de8f6b52-0c76-471d-ba59-5879bcf8428e.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1386.586858] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dc90b9f-3fd2-4936-ab75-e3127ab4f994 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.608422] env[63622]: DEBUG oslo_vmware.api [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Waiting for the task: (returnval){ [ 1386.608422] env[63622]: value = "task-1816252" [ 1386.608422] env[63622]: _type = "Task" [ 1386.608422] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.618459] env[63622]: DEBUG oslo_vmware.api [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Task: {'id': task-1816252, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.622462] env[63622]: DEBUG nova.network.neutron [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1386.806040] env[63622]: DEBUG oslo_vmware.api [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Task: {'id': task-1816244, 'name': PowerOnVM_Task, 'duration_secs': 0.869678} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.806329] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1386.806608] env[63622]: INFO nova.compute.manager [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Took 18.24 seconds to spawn the instance on the hypervisor. [ 1386.806799] env[63622]: DEBUG nova.compute.manager [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1386.807632] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ada194-fa9b-482c-9a9a-86f8997d0503 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.937343] env[63622]: DEBUG nova.network.neutron [req-742b4096-9561-4f96-86c4-ccc56b6bbc4f req-6c443a8c-0064-4349-9280-3e8434bc35f9 service nova] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Updated VIF entry in instance network info cache for port 1d61e86e-e3a4-472a-ac2e-23e613ef24b6. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1386.937696] env[63622]: DEBUG nova.network.neutron [req-742b4096-9561-4f96-86c4-ccc56b6bbc4f req-6c443a8c-0064-4349-9280-3e8434bc35f9 service nova] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Updating instance_info_cache with network_info: [{"id": "1d61e86e-e3a4-472a-ac2e-23e613ef24b6", "address": "fa:16:3e:55:0c:69", "network": {"id": "d81d5f97-735d-45fe-a1ca-5c63fcd67b4d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2020899138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfd9fe3cc02c48839fceefba928e7bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d61e86e-e3", "ovs_interfaceid": "1d61e86e-e3a4-472a-ac2e-23e613ef24b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.959577] env[63622]: DEBUG oslo_concurrency.lockutils [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Acquiring lock "f1f365f0-1d49-4838-8f34-6c3905da7932" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1386.959817] env[63622]: DEBUG oslo_concurrency.lockutils [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Lock "f1f365f0-1d49-4838-8f34-6c3905da7932" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.970219] env[63622]: DEBUG oslo_vmware.api [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816251, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.979353] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816248, 'name': CreateVM_Task, 'duration_secs': 0.717608} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.979353] env[63622]: ERROR nova.scheduler.client.report [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] [req-642ba459-6d88-499d-a973-5756cf12daad] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8dd86f19-3c1a-4ba4-9c42-69cb148971df. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-642ba459-6d88-499d-a973-5756cf12daad"}]} [ 1386.979353] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1386.982749] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.982749] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.982749] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1386.982749] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6657e2cf-f2bc-4a90-a352-4cb5df951661 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.988598] env[63622]: DEBUG oslo_vmware.api [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1386.988598] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5215f94f-20af-ebc5-135c-7f233468f4f3" [ 1386.988598] env[63622]: _type = "Task" [ 1386.988598] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.004466] env[63622]: DEBUG oslo_vmware.api [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5215f94f-20af-ebc5-135c-7f233468f4f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.004991] env[63622]: INFO nova.compute.manager [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Took 17.06 seconds to build instance. [ 1387.008545] env[63622]: DEBUG nova.scheduler.client.report [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Refreshing inventories for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1387.028989] env[63622]: DEBUG nova.scheduler.client.report [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Updating ProviderTree inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1387.030954] env[63622]: DEBUG nova.compute.provider_tree [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1387.037303] env[63622]: DEBUG nova.compute.manager [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1387.055839] env[63622]: DEBUG oslo_vmware.api [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Task: {'id': task-1816250, 'name': ReconfigVM_Task, 'duration_secs': 0.722395} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.057785] env[63622]: DEBUG nova.scheduler.client.report [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Refreshing aggregate associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, aggregates: None {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1387.059850] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 6552085b-032b-484c-99f5-37cc62e24063/6552085b-032b-484c-99f5-37cc62e24063.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1387.062827] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fec67276-38ca-422d-9763-fb23db440ec8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.070725] env[63622]: DEBUG nova.virt.hardware [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1387.071460] env[63622]: DEBUG nova.virt.hardware [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1387.071725] env[63622]: DEBUG nova.virt.hardware [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1387.072023] env[63622]: DEBUG nova.virt.hardware [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1387.072289] env[63622]: DEBUG nova.virt.hardware [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1387.072538] env[63622]: DEBUG nova.virt.hardware [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1387.072840] env[63622]: DEBUG nova.virt.hardware [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1387.073077] env[63622]: DEBUG nova.virt.hardware [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1387.073359] env[63622]: DEBUG nova.virt.hardware [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1387.073614] env[63622]: DEBUG nova.virt.hardware [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1387.073858] env[63622]: DEBUG nova.virt.hardware [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1387.075099] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78fb50ff-0f6d-4d65-b113-70bc2c29d04c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.080935] env[63622]: DEBUG nova.network.neutron [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Updating instance_info_cache with network_info: [{"id": "62b4f551-7ddd-414d-a8ff-ad2f0d7f01d5", "address": "fa:16:3e:d9:c5:bb", "network": {"id": "678bcc8e-5ad7-4ae1-b1fa-d2dbef39c760", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1272742358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a13d599eb3f4652a29a74c55c6af446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62b4f551-7d", "ovs_interfaceid": "62b4f551-7ddd-414d-a8ff-ad2f0d7f01d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.082870] env[63622]: DEBUG oslo_vmware.api [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Waiting for the task: (returnval){ [ 1387.082870] env[63622]: value = "task-1816253" [ 1387.082870] env[63622]: _type = "Task" [ 1387.082870] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.084220] env[63622]: DEBUG nova.scheduler.client.report [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Refreshing trait associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1387.094579] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17478eed-c966-45a8-b71b-2b37a2a7b47b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.106223] env[63622]: DEBUG oslo_vmware.api [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Task: {'id': task-1816253, 'name': Rename_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.130552] env[63622]: DEBUG oslo_vmware.api [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Task: {'id': task-1816252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.331909] env[63622]: INFO nova.compute.manager [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Took 25.36 seconds to build instance. [ 1387.437153] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce49b89e-eab4-4daa-aa07-8764f06089bf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.441835] env[63622]: DEBUG oslo_concurrency.lockutils [req-742b4096-9561-4f96-86c4-ccc56b6bbc4f req-6c443a8c-0064-4349-9280-3e8434bc35f9 service nova] Releasing lock "refresh_cache-46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.442130] env[63622]: DEBUG nova.compute.manager [req-742b4096-9561-4f96-86c4-ccc56b6bbc4f req-6c443a8c-0064-4349-9280-3e8434bc35f9 service nova] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Received event network-vif-plugged-f6c5dc61-b1b3-4e4a-90cd-385566855f90 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1387.442364] env[63622]: DEBUG oslo_concurrency.lockutils [req-742b4096-9561-4f96-86c4-ccc56b6bbc4f req-6c443a8c-0064-4349-9280-3e8434bc35f9 service nova] Acquiring lock "6552085b-032b-484c-99f5-37cc62e24063-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.442576] env[63622]: DEBUG oslo_concurrency.lockutils [req-742b4096-9561-4f96-86c4-ccc56b6bbc4f req-6c443a8c-0064-4349-9280-3e8434bc35f9 service nova] Lock "6552085b-032b-484c-99f5-37cc62e24063-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.442772] env[63622]: DEBUG oslo_concurrency.lockutils [req-742b4096-9561-4f96-86c4-ccc56b6bbc4f req-6c443a8c-0064-4349-9280-3e8434bc35f9 service nova] Lock "6552085b-032b-484c-99f5-37cc62e24063-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.442967] env[63622]: DEBUG nova.compute.manager [req-742b4096-9561-4f96-86c4-ccc56b6bbc4f req-6c443a8c-0064-4349-9280-3e8434bc35f9 service nova] [instance: 6552085b-032b-484c-99f5-37cc62e24063] No waiting events found dispatching network-vif-plugged-f6c5dc61-b1b3-4e4a-90cd-385566855f90 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1387.443172] env[63622]: WARNING nova.compute.manager [req-742b4096-9561-4f96-86c4-ccc56b6bbc4f req-6c443a8c-0064-4349-9280-3e8434bc35f9 service nova] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Received unexpected event network-vif-plugged-f6c5dc61-b1b3-4e4a-90cd-385566855f90 for instance with vm_state building and task_state spawning. [ 1387.443361] env[63622]: DEBUG nova.compute.manager [req-742b4096-9561-4f96-86c4-ccc56b6bbc4f req-6c443a8c-0064-4349-9280-3e8434bc35f9 service nova] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Received event network-changed-f6c5dc61-b1b3-4e4a-90cd-385566855f90 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1387.443523] env[63622]: DEBUG nova.compute.manager [req-742b4096-9561-4f96-86c4-ccc56b6bbc4f req-6c443a8c-0064-4349-9280-3e8434bc35f9 service nova] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Refreshing instance network info cache due to event network-changed-f6c5dc61-b1b3-4e4a-90cd-385566855f90. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1387.443710] env[63622]: DEBUG oslo_concurrency.lockutils [req-742b4096-9561-4f96-86c4-ccc56b6bbc4f req-6c443a8c-0064-4349-9280-3e8434bc35f9 service nova] Acquiring lock "refresh_cache-6552085b-032b-484c-99f5-37cc62e24063" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.443848] env[63622]: DEBUG oslo_concurrency.lockutils [req-742b4096-9561-4f96-86c4-ccc56b6bbc4f req-6c443a8c-0064-4349-9280-3e8434bc35f9 service nova] Acquired lock "refresh_cache-6552085b-032b-484c-99f5-37cc62e24063" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.444010] env[63622]: DEBUG nova.network.neutron [req-742b4096-9561-4f96-86c4-ccc56b6bbc4f req-6c443a8c-0064-4349-9280-3e8434bc35f9 service nova] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Refreshing network info cache for port f6c5dc61-b1b3-4e4a-90cd-385566855f90 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1387.451873] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d50473e-1f37-40c4-b076-211a83225589 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.496435] env[63622]: DEBUG oslo_vmware.api [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816251, 'name': PowerOnVM_Task} progress is 86%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.503386] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211abc9d-2248-49ef-bf84-e6d9c1d91161 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.509266] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4cd25830-4a21-4850-bd93-d6aa400b49bf tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Lock "8de62141-0f55-411a-b06a-f4e63a433b8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.580s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.517410] env[63622]: DEBUG oslo_vmware.api [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5215f94f-20af-ebc5-135c-7f233468f4f3, 'name': SearchDatastore_Task, 'duration_secs': 0.03853} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.519033] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.519033] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1387.519033] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.519033] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.519331] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1387.520380] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfd073d-37fd-44d2-86b4-fddfa83ccd71 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.525482] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-135fb732-69dd-41b4-81bd-52b6381f7a2c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.542614] env[63622]: DEBUG nova.compute.provider_tree [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1387.543619] env[63622]: DEBUG nova.network.neutron [-] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.549021] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1387.549021] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1387.549021] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d89a259-d7e0-4df3-a125-8f94923a7b44 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.555742] env[63622]: DEBUG oslo_vmware.api [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1387.555742] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52f02344-be49-5271-7b9f-110c74ad8788" [ 1387.555742] env[63622]: _type = "Task" [ 1387.555742] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.568331] env[63622]: DEBUG oslo_vmware.api [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52f02344-be49-5271-7b9f-110c74ad8788, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.587926] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Releasing lock "refresh_cache-8789cf92-9fcf-4bc5-af18-c621c373181b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.588283] env[63622]: DEBUG nova.compute.manager [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Instance network_info: |[{"id": "62b4f551-7ddd-414d-a8ff-ad2f0d7f01d5", "address": "fa:16:3e:d9:c5:bb", "network": {"id": "678bcc8e-5ad7-4ae1-b1fa-d2dbef39c760", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1272742358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a13d599eb3f4652a29a74c55c6af446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62b4f551-7d", "ovs_interfaceid": "62b4f551-7ddd-414d-a8ff-ad2f0d7f01d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1387.589254] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:c5:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f35e69ef-c2c8-4b8c-9887-33e97b242c0a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62b4f551-7ddd-414d-a8ff-ad2f0d7f01d5', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1387.596628] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Creating folder: Project (9a13d599eb3f4652a29a74c55c6af446). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1387.600305] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26a0c40c-4a50-4939-98db-f4a8b205abe2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.608950] env[63622]: DEBUG oslo_vmware.api [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Task: {'id': task-1816253, 'name': Rename_Task, 'duration_secs': 0.248024} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.609236] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1387.609651] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edf7076a-2927-468d-ad9e-1461b5f23a88 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.613307] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Created folder: Project (9a13d599eb3f4652a29a74c55c6af446) in parent group-v376252. [ 1387.613477] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Creating folder: Instances. Parent ref: group-v376284. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1387.613714] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15c0b5d8-464f-40df-a5be-d74a7a5e236f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.622023] env[63622]: DEBUG oslo_vmware.api [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Waiting for the task: (returnval){ [ 1387.622023] env[63622]: value = "task-1816255" [ 1387.622023] env[63622]: _type = "Task" [ 1387.622023] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.631435] env[63622]: DEBUG oslo_vmware.api [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Task: {'id': task-1816255, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.636302] env[63622]: DEBUG oslo_vmware.api [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Task: {'id': task-1816252, 'name': ReconfigVM_Task, 'duration_secs': 0.59712} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.636514] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Created folder: Instances in parent group-v376284. [ 1387.636736] env[63622]: DEBUG oslo.service.loopingcall [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1387.637697] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Reconfigured VM instance instance-00000009 to attach disk [datastore1] de8f6b52-0c76-471d-ba59-5879bcf8428e/de8f6b52-0c76-471d-ba59-5879bcf8428e.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1387.637894] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1387.638074] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f286c1d-7a0a-48ab-8fa9-5d0aba026ddf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.639750] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62d7df0e-f5b1-4de7-b94f-aab4890eb82c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.662191] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1387.662191] env[63622]: value = "task-1816258" [ 1387.662191] env[63622]: _type = "Task" [ 1387.662191] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.664353] env[63622]: DEBUG oslo_vmware.api [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Waiting for the task: (returnval){ [ 1387.664353] env[63622]: value = "task-1816257" [ 1387.664353] env[63622]: _type = "Task" [ 1387.664353] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.677883] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816258, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.681274] env[63622]: DEBUG oslo_vmware.api [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Task: {'id': task-1816257, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.834420] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ce7feee1-53cc-4461-8a1e-0b4523f8dcfb tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Lock "26e7e658-e79f-4d85-b84d-7f56714289c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.870s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.965965] env[63622]: DEBUG oslo_vmware.api [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816251, 'name': PowerOnVM_Task, 'duration_secs': 1.120308} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.967286] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1387.967498] env[63622]: INFO nova.compute.manager [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Took 14.79 seconds to spawn the instance on the hypervisor. [ 1387.967707] env[63622]: DEBUG nova.compute.manager [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1387.968852] env[63622]: DEBUG nova.compute.manager [req-f133fcc6-9739-4147-9610-c2db9e5debb5 req-de1c3716-3ca1-48a6-892f-034310a8b964 service nova] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Received event network-vif-plugged-af0c5251-50b4-4d15-892c-f48a73408f43 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1387.969060] env[63622]: DEBUG oslo_concurrency.lockutils [req-f133fcc6-9739-4147-9610-c2db9e5debb5 req-de1c3716-3ca1-48a6-892f-034310a8b964 service nova] Acquiring lock "3cf07a7e-58db-4d28-8710-b2d0a89b5bf2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.969267] env[63622]: DEBUG oslo_concurrency.lockutils [req-f133fcc6-9739-4147-9610-c2db9e5debb5 req-de1c3716-3ca1-48a6-892f-034310a8b964 service nova] Lock "3cf07a7e-58db-4d28-8710-b2d0a89b5bf2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.969434] env[63622]: DEBUG oslo_concurrency.lockutils [req-f133fcc6-9739-4147-9610-c2db9e5debb5 req-de1c3716-3ca1-48a6-892f-034310a8b964 service nova] Lock "3cf07a7e-58db-4d28-8710-b2d0a89b5bf2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.969596] env[63622]: DEBUG nova.compute.manager [req-f133fcc6-9739-4147-9610-c2db9e5debb5 req-de1c3716-3ca1-48a6-892f-034310a8b964 service nova] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] No waiting events found dispatching network-vif-plugged-af0c5251-50b4-4d15-892c-f48a73408f43 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1387.970144] env[63622]: WARNING nova.compute.manager [req-f133fcc6-9739-4147-9610-c2db9e5debb5 req-de1c3716-3ca1-48a6-892f-034310a8b964 service nova] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Received unexpected event network-vif-plugged-af0c5251-50b4-4d15-892c-f48a73408f43 for instance with vm_state building and task_state spawning. [ 1387.970361] env[63622]: DEBUG nova.compute.manager [req-f133fcc6-9739-4147-9610-c2db9e5debb5 req-de1c3716-3ca1-48a6-892f-034310a8b964 service nova] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Received event network-changed-af0c5251-50b4-4d15-892c-f48a73408f43 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1387.970574] env[63622]: DEBUG nova.compute.manager [req-f133fcc6-9739-4147-9610-c2db9e5debb5 req-de1c3716-3ca1-48a6-892f-034310a8b964 service nova] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Refreshing instance network info cache due to event network-changed-af0c5251-50b4-4d15-892c-f48a73408f43. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1387.971104] env[63622]: DEBUG oslo_concurrency.lockutils [req-f133fcc6-9739-4147-9610-c2db9e5debb5 req-de1c3716-3ca1-48a6-892f-034310a8b964 service nova] Acquiring lock "refresh_cache-3cf07a7e-58db-4d28-8710-b2d0a89b5bf2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.971352] env[63622]: DEBUG oslo_concurrency.lockutils [req-f133fcc6-9739-4147-9610-c2db9e5debb5 req-de1c3716-3ca1-48a6-892f-034310a8b964 service nova] Acquired lock "refresh_cache-3cf07a7e-58db-4d28-8710-b2d0a89b5bf2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.971543] env[63622]: DEBUG nova.network.neutron [req-f133fcc6-9739-4147-9610-c2db9e5debb5 req-de1c3716-3ca1-48a6-892f-034310a8b964 service nova] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Refreshing network info cache for port af0c5251-50b4-4d15-892c-f48a73408f43 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1387.973591] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e778d37-dbbc-4628-8205-5a00a38ff4b4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.018537] env[63622]: DEBUG nova.compute.manager [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1388.023101] env[63622]: DEBUG nova.compute.manager [req-c62e72c9-3d49-48e9-8bd6-a766801975c8 req-0ca30238-97a6-45b2-afde-68155d0371a9 service nova] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Received event network-vif-plugged-62b4f551-7ddd-414d-a8ff-ad2f0d7f01d5 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1388.023327] env[63622]: DEBUG oslo_concurrency.lockutils [req-c62e72c9-3d49-48e9-8bd6-a766801975c8 req-0ca30238-97a6-45b2-afde-68155d0371a9 service nova] Acquiring lock "8789cf92-9fcf-4bc5-af18-c621c373181b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.023536] env[63622]: DEBUG oslo_concurrency.lockutils [req-c62e72c9-3d49-48e9-8bd6-a766801975c8 req-0ca30238-97a6-45b2-afde-68155d0371a9 service nova] Lock "8789cf92-9fcf-4bc5-af18-c621c373181b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.023702] env[63622]: DEBUG oslo_concurrency.lockutils [req-c62e72c9-3d49-48e9-8bd6-a766801975c8 req-0ca30238-97a6-45b2-afde-68155d0371a9 service nova] Lock "8789cf92-9fcf-4bc5-af18-c621c373181b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.023880] env[63622]: DEBUG nova.compute.manager [req-c62e72c9-3d49-48e9-8bd6-a766801975c8 req-0ca30238-97a6-45b2-afde-68155d0371a9 service nova] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] No waiting events found dispatching network-vif-plugged-62b4f551-7ddd-414d-a8ff-ad2f0d7f01d5 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1388.024107] env[63622]: WARNING nova.compute.manager [req-c62e72c9-3d49-48e9-8bd6-a766801975c8 req-0ca30238-97a6-45b2-afde-68155d0371a9 service nova] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Received unexpected event network-vif-plugged-62b4f551-7ddd-414d-a8ff-ad2f0d7f01d5 for instance with vm_state building and task_state spawning. [ 1388.024281] env[63622]: DEBUG nova.compute.manager [req-c62e72c9-3d49-48e9-8bd6-a766801975c8 req-0ca30238-97a6-45b2-afde-68155d0371a9 service nova] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Received event network-changed-62b4f551-7ddd-414d-a8ff-ad2f0d7f01d5 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1388.024438] env[63622]: DEBUG nova.compute.manager [req-c62e72c9-3d49-48e9-8bd6-a766801975c8 req-0ca30238-97a6-45b2-afde-68155d0371a9 service nova] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Refreshing instance network info cache due to event network-changed-62b4f551-7ddd-414d-a8ff-ad2f0d7f01d5. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1388.024625] env[63622]: DEBUG oslo_concurrency.lockutils [req-c62e72c9-3d49-48e9-8bd6-a766801975c8 req-0ca30238-97a6-45b2-afde-68155d0371a9 service nova] Acquiring lock "refresh_cache-8789cf92-9fcf-4bc5-af18-c621c373181b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.024759] env[63622]: DEBUG oslo_concurrency.lockutils [req-c62e72c9-3d49-48e9-8bd6-a766801975c8 req-0ca30238-97a6-45b2-afde-68155d0371a9 service nova] Acquired lock "refresh_cache-8789cf92-9fcf-4bc5-af18-c621c373181b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.024923] env[63622]: DEBUG nova.network.neutron [req-c62e72c9-3d49-48e9-8bd6-a766801975c8 req-0ca30238-97a6-45b2-afde-68155d0371a9 service nova] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Refreshing network info cache for port 62b4f551-7ddd-414d-a8ff-ad2f0d7f01d5 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1388.046844] env[63622]: INFO nova.compute.manager [-] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Took 1.97 seconds to deallocate network for instance. [ 1388.068483] env[63622]: DEBUG oslo_vmware.api [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52f02344-be49-5271-7b9f-110c74ad8788, 'name': SearchDatastore_Task, 'duration_secs': 0.013776} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.069271] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-990090d7-6c23-4a44-91d2-3bb757f545fb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.075496] env[63622]: DEBUG oslo_vmware.api [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1388.075496] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a9a5b0-78f9-5f07-5a49-5f2878b60983" [ 1388.075496] env[63622]: _type = "Task" [ 1388.075496] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.085610] env[63622]: DEBUG oslo_vmware.api [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a9a5b0-78f9-5f07-5a49-5f2878b60983, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.087622] env[63622]: DEBUG nova.scheduler.client.report [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Updated inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with generation 28 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1388.087622] env[63622]: DEBUG nova.compute.provider_tree [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Updating resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df generation from 28 to 29 during operation: update_inventory {{(pid=63622) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1388.087622] env[63622]: DEBUG nova.compute.provider_tree [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1388.134644] env[63622]: DEBUG oslo_vmware.api [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Task: {'id': task-1816255, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.183756] env[63622]: DEBUG oslo_vmware.api [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Task: {'id': task-1816257, 'name': Rename_Task, 'duration_secs': 0.184776} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.189428] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1388.189606] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816258, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.189817] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51678321-18ba-45d5-a9b6-58b454cf4430 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.199098] env[63622]: DEBUG oslo_vmware.api [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Waiting for the task: (returnval){ [ 1388.199098] env[63622]: value = "task-1816259" [ 1388.199098] env[63622]: _type = "Task" [ 1388.199098] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.207589] env[63622]: DEBUG oslo_vmware.api [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Task: {'id': task-1816259, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.233196] env[63622]: DEBUG nova.network.neutron [req-742b4096-9561-4f96-86c4-ccc56b6bbc4f req-6c443a8c-0064-4349-9280-3e8434bc35f9 service nova] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Updated VIF entry in instance network info cache for port f6c5dc61-b1b3-4e4a-90cd-385566855f90. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1388.233714] env[63622]: DEBUG nova.network.neutron [req-742b4096-9561-4f96-86c4-ccc56b6bbc4f req-6c443a8c-0064-4349-9280-3e8434bc35f9 service nova] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Updating instance_info_cache with network_info: [{"id": "f6c5dc61-b1b3-4e4a-90cd-385566855f90", "address": "fa:16:3e:d3:c4:f9", "network": {"id": "b4228a96-3fc3-4257-8e82-a1cf37456242", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45a909020f1491e9d07603c4fc0ad0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6c5dc61-b1", "ovs_interfaceid": "f6c5dc61-b1b3-4e4a-90cd-385566855f90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.337772] env[63622]: DEBUG nova.compute.manager [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1388.497028] env[63622]: INFO nova.compute.manager [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Took 24.61 seconds to build instance. [ 1388.556338] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.557323] env[63622]: DEBUG oslo_concurrency.lockutils [None req-23f40da3-c680-4b64-879b-aa02591b50f1 tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.593374] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.600s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.594091] env[63622]: DEBUG nova.compute.manager [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1388.599072] env[63622]: DEBUG oslo_vmware.api [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a9a5b0-78f9-5f07-5a49-5f2878b60983, 'name': SearchDatastore_Task, 'duration_secs': 0.028923} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.600727] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.754s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.602101] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.602504] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2/3cf07a7e-58db-4d28-8710-b2d0a89b5bf2.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1388.603122] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33974411-9d0d-4369-a513-c81e51bd489f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.616121] env[63622]: DEBUG oslo_vmware.api [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1388.616121] env[63622]: value = "task-1816260" [ 1388.616121] env[63622]: _type = "Task" [ 1388.616121] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.633690] env[63622]: DEBUG oslo_vmware.api [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1816260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.641147] env[63622]: DEBUG oslo_vmware.api [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Task: {'id': task-1816255, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.651244] env[63622]: DEBUG nova.network.neutron [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Successfully updated port: 7b640a5c-1f83-4e19-ae63-0f536d7b66ef {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1388.677312] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816258, 'name': CreateVM_Task, 'duration_secs': 0.661855} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.677534] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1388.678463] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.678697] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.678972] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1388.679266] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b6a2d12-d12e-4237-8ff0-8b309f1be970 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.686315] env[63622]: DEBUG oslo_vmware.api [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Waiting for the task: (returnval){ [ 1388.686315] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a124dc-64f0-ebe2-010d-2c12259cae5c" [ 1388.686315] env[63622]: _type = "Task" [ 1388.686315] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.698800] env[63622]: DEBUG oslo_vmware.api [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a124dc-64f0-ebe2-010d-2c12259cae5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.709978] env[63622]: DEBUG oslo_vmware.api [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Task: {'id': task-1816259, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.737506] env[63622]: DEBUG oslo_concurrency.lockutils [req-742b4096-9561-4f96-86c4-ccc56b6bbc4f req-6c443a8c-0064-4349-9280-3e8434bc35f9 service nova] Releasing lock "refresh_cache-6552085b-032b-484c-99f5-37cc62e24063" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.737989] env[63622]: DEBUG nova.compute.manager [req-742b4096-9561-4f96-86c4-ccc56b6bbc4f req-6c443a8c-0064-4349-9280-3e8434bc35f9 service nova] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Received event network-vif-plugged-49a6f11d-ffa7-4e4d-aae9-939531362874 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1388.738181] env[63622]: DEBUG oslo_concurrency.lockutils [req-742b4096-9561-4f96-86c4-ccc56b6bbc4f req-6c443a8c-0064-4349-9280-3e8434bc35f9 service nova] Acquiring lock "e7830255-e614-43b6-b6dc-73a3c48e4090-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.738451] env[63622]: DEBUG oslo_concurrency.lockutils [req-742b4096-9561-4f96-86c4-ccc56b6bbc4f req-6c443a8c-0064-4349-9280-3e8434bc35f9 service nova] Lock "e7830255-e614-43b6-b6dc-73a3c48e4090-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.738662] env[63622]: DEBUG oslo_concurrency.lockutils [req-742b4096-9561-4f96-86c4-ccc56b6bbc4f req-6c443a8c-0064-4349-9280-3e8434bc35f9 service nova] Lock "e7830255-e614-43b6-b6dc-73a3c48e4090-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.738857] env[63622]: DEBUG nova.compute.manager [req-742b4096-9561-4f96-86c4-ccc56b6bbc4f req-6c443a8c-0064-4349-9280-3e8434bc35f9 service nova] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] No waiting events found dispatching network-vif-plugged-49a6f11d-ffa7-4e4d-aae9-939531362874 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1388.739316] env[63622]: WARNING nova.compute.manager [req-742b4096-9561-4f96-86c4-ccc56b6bbc4f req-6c443a8c-0064-4349-9280-3e8434bc35f9 service nova] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Received unexpected event network-vif-plugged-49a6f11d-ffa7-4e4d-aae9-939531362874 for instance with vm_state building and task_state spawning. [ 1388.739424] env[63622]: DEBUG nova.compute.manager [req-742b4096-9561-4f96-86c4-ccc56b6bbc4f req-6c443a8c-0064-4349-9280-3e8434bc35f9 service nova] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Received event network-changed-49a6f11d-ffa7-4e4d-aae9-939531362874 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1388.739641] env[63622]: DEBUG nova.compute.manager [req-742b4096-9561-4f96-86c4-ccc56b6bbc4f req-6c443a8c-0064-4349-9280-3e8434bc35f9 service nova] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Refreshing instance network info cache due to event network-changed-49a6f11d-ffa7-4e4d-aae9-939531362874. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1388.739934] env[63622]: DEBUG oslo_concurrency.lockutils [req-742b4096-9561-4f96-86c4-ccc56b6bbc4f req-6c443a8c-0064-4349-9280-3e8434bc35f9 service nova] Acquiring lock "refresh_cache-e7830255-e614-43b6-b6dc-73a3c48e4090" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.740353] env[63622]: DEBUG oslo_concurrency.lockutils [req-742b4096-9561-4f96-86c4-ccc56b6bbc4f req-6c443a8c-0064-4349-9280-3e8434bc35f9 service nova] Acquired lock "refresh_cache-e7830255-e614-43b6-b6dc-73a3c48e4090" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.740610] env[63622]: DEBUG nova.network.neutron [req-742b4096-9561-4f96-86c4-ccc56b6bbc4f req-6c443a8c-0064-4349-9280-3e8434bc35f9 service nova] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Refreshing network info cache for port 49a6f11d-ffa7-4e4d-aae9-939531362874 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1388.861681] env[63622]: DEBUG oslo_concurrency.lockutils [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.997593] env[63622]: DEBUG oslo_concurrency.lockutils [None req-74e6fdf5-1ca1-43b9-ab14-0363980ebb28 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lock "e7830255-e614-43b6-b6dc-73a3c48e4090" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.119s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.102108] env[63622]: DEBUG nova.compute.utils [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1389.107022] env[63622]: DEBUG nova.compute.manager [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1389.107022] env[63622]: DEBUG nova.network.neutron [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1389.108593] env[63622]: INFO nova.compute.claims [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1389.132060] env[63622]: DEBUG oslo_vmware.api [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1816260, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.140393] env[63622]: DEBUG oslo_vmware.api [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Task: {'id': task-1816255, 'name': PowerOnVM_Task, 'duration_secs': 1.136101} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.141111] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1389.141342] env[63622]: INFO nova.compute.manager [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Took 18.29 seconds to spawn the instance on the hypervisor. [ 1389.141506] env[63622]: DEBUG nova.compute.manager [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1389.142417] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d8a593-a1fc-4f8d-937a-8a6551b3f6fe {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.158720] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Acquiring lock "refresh_cache-1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.158720] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Acquired lock "refresh_cache-1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.158720] env[63622]: DEBUG nova.network.neutron [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1389.203769] env[63622]: DEBUG oslo_vmware.api [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a124dc-64f0-ebe2-010d-2c12259cae5c, 'name': SearchDatastore_Task, 'duration_secs': 0.01304} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.206815] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.207300] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1389.207673] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.207980] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.209049] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1389.210078] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa11e91f-bb89-4d43-9693-e47d061e1517 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.221936] env[63622]: DEBUG oslo_vmware.api [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Task: {'id': task-1816259, 'name': PowerOnVM_Task, 'duration_secs': 0.518297} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.222410] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1389.222627] env[63622]: INFO nova.compute.manager [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Took 13.63 seconds to spawn the instance on the hypervisor. [ 1389.222808] env[63622]: DEBUG nova.compute.manager [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1389.224051] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30d30eb-c1eb-4226-834d-10113fe11dd1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.229009] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1389.229293] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1389.230503] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09ae75a7-8b59-4ed6-9b66-36703c2247eb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.240690] env[63622]: DEBUG nova.policy [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5edbe8c392f439cab6cd5ebcc4f6e61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01626954fa9a4c24b34b52a9166b6f03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1389.249716] env[63622]: DEBUG oslo_vmware.api [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Waiting for the task: (returnval){ [ 1389.249716] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b2d15e-536f-1e5f-3f4a-d16ce53ea2b7" [ 1389.249716] env[63622]: _type = "Task" [ 1389.249716] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.261841] env[63622]: DEBUG oslo_vmware.api [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b2d15e-536f-1e5f-3f4a-d16ce53ea2b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.419776] env[63622]: DEBUG nova.network.neutron [req-f133fcc6-9739-4147-9610-c2db9e5debb5 req-de1c3716-3ca1-48a6-892f-034310a8b964 service nova] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Updated VIF entry in instance network info cache for port af0c5251-50b4-4d15-892c-f48a73408f43. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1389.419776] env[63622]: DEBUG nova.network.neutron [req-f133fcc6-9739-4147-9610-c2db9e5debb5 req-de1c3716-3ca1-48a6-892f-034310a8b964 service nova] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Updating instance_info_cache with network_info: [{"id": "af0c5251-50b4-4d15-892c-f48a73408f43", "address": "fa:16:3e:a7:cd:18", "network": {"id": "9fa016ff-84b6-4077-add7-d40824a74722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-258535483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068319b363fb4cf0ab99d3d35221338d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf0c5251-50", "ovs_interfaceid": "af0c5251-50b4-4d15-892c-f48a73408f43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.474896] env[63622]: DEBUG nova.network.neutron [req-c62e72c9-3d49-48e9-8bd6-a766801975c8 req-0ca30238-97a6-45b2-afde-68155d0371a9 service nova] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Updated VIF entry in instance network info cache for port 62b4f551-7ddd-414d-a8ff-ad2f0d7f01d5. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1389.474896] env[63622]: DEBUG nova.network.neutron [req-c62e72c9-3d49-48e9-8bd6-a766801975c8 req-0ca30238-97a6-45b2-afde-68155d0371a9 service nova] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Updating instance_info_cache with network_info: [{"id": "62b4f551-7ddd-414d-a8ff-ad2f0d7f01d5", "address": "fa:16:3e:d9:c5:bb", "network": {"id": "678bcc8e-5ad7-4ae1-b1fa-d2dbef39c760", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1272742358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a13d599eb3f4652a29a74c55c6af446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62b4f551-7d", "ovs_interfaceid": "62b4f551-7ddd-414d-a8ff-ad2f0d7f01d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.500784] env[63622]: DEBUG nova.compute.manager [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1389.614070] env[63622]: DEBUG nova.compute.manager [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1389.619750] env[63622]: INFO nova.compute.resource_tracker [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Updating resource usage from migration e988a4d8-102c-4753-8157-6cbbdcf1b633 [ 1389.637491] env[63622]: DEBUG oslo_vmware.api [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1816260, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64301} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.637801] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2/3cf07a7e-58db-4d28-8710-b2d0a89b5bf2.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1389.638630] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1389.638630] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-634389a0-11b1-4e88-bb02-31e1b7990456 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.649240] env[63622]: DEBUG oslo_vmware.api [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1389.649240] env[63622]: value = "task-1816261" [ 1389.649240] env[63622]: _type = "Task" [ 1389.649240] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.664171] env[63622]: DEBUG oslo_vmware.api [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1816261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.673924] env[63622]: INFO nova.compute.manager [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Took 26.26 seconds to build instance. [ 1389.759292] env[63622]: DEBUG nova.network.neutron [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1389.762436] env[63622]: INFO nova.compute.manager [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Took 24.02 seconds to build instance. [ 1389.771624] env[63622]: DEBUG oslo_vmware.api [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b2d15e-536f-1e5f-3f4a-d16ce53ea2b7, 'name': SearchDatastore_Task, 'duration_secs': 0.014771} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.771770] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7e8d017-efd7-44d1-923e-e66eb3bfcb0c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.778544] env[63622]: DEBUG oslo_vmware.api [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Waiting for the task: (returnval){ [ 1389.778544] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b7e4e7-5b22-2933-5438-0f027876b92c" [ 1389.778544] env[63622]: _type = "Task" [ 1389.778544] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.794723] env[63622]: DEBUG oslo_vmware.api [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b7e4e7-5b22-2933-5438-0f027876b92c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.843968] env[63622]: DEBUG nova.network.neutron [req-742b4096-9561-4f96-86c4-ccc56b6bbc4f req-6c443a8c-0064-4349-9280-3e8434bc35f9 service nova] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Updated VIF entry in instance network info cache for port 49a6f11d-ffa7-4e4d-aae9-939531362874. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1389.844470] env[63622]: DEBUG nova.network.neutron [req-742b4096-9561-4f96-86c4-ccc56b6bbc4f req-6c443a8c-0064-4349-9280-3e8434bc35f9 service nova] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Updating instance_info_cache with network_info: [{"id": "49a6f11d-ffa7-4e4d-aae9-939531362874", "address": "fa:16:3e:50:96:cd", "network": {"id": "20c9f6ad-640b-4f26-837c-01428d409690", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-922797562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "815d9fb5899941c1a159de77b6d2585d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49a6f11d-ff", "ovs_interfaceid": "49a6f11d-ffa7-4e4d-aae9-939531362874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.924386] env[63622]: DEBUG oslo_concurrency.lockutils [req-f133fcc6-9739-4147-9610-c2db9e5debb5 req-de1c3716-3ca1-48a6-892f-034310a8b964 service nova] Releasing lock "refresh_cache-3cf07a7e-58db-4d28-8710-b2d0a89b5bf2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.978300] env[63622]: DEBUG oslo_concurrency.lockutils [req-c62e72c9-3d49-48e9-8bd6-a766801975c8 req-0ca30238-97a6-45b2-afde-68155d0371a9 service nova] Releasing lock "refresh_cache-8789cf92-9fcf-4bc5-af18-c621c373181b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.993736] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b1b9ac-1a12-443d-9d41-57f241a82bb1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.004237] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80da9026-fd32-468d-948d-bba5f8276447 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.042946] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafb7dfe-bb28-442b-a9e4-8fec7ce22dea {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.051929] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4fe87e-a92c-4c56-bda7-9b45846fd3c8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.057875] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.059383] env[63622]: DEBUG nova.network.neutron [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Successfully created port: f1bf222a-bedd-4bb2-976c-c8afb5deae1c {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1390.069213] env[63622]: DEBUG nova.compute.provider_tree [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1390.154182] env[63622]: DEBUG nova.network.neutron [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Updating instance_info_cache with network_info: [{"id": "7b640a5c-1f83-4e19-ae63-0f536d7b66ef", "address": "fa:16:3e:b2:53:3e", "network": {"id": "1ec6e3d0-3f7b-4804-acf8-248b7c122e33", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-717382413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dee9c3b7a1f747c28e149805977f19d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b640a5c-1f", "ovs_interfaceid": "7b640a5c-1f83-4e19-ae63-0f536d7b66ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.161234] env[63622]: DEBUG oslo_vmware.api [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1816261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077886} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.161572] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1390.162473] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d71689-8a3b-42be-887a-7173cd335f6e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.184571] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fd439399-fe01-4d81-afe9-97022f94d2d4 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Lock "6552085b-032b-484c-99f5-37cc62e24063" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.792s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.194463] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2/3cf07a7e-58db-4d28-8710-b2d0a89b5bf2.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1390.196755] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d260257-ed4e-43fc-a70e-36219cda3b11 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.217517] env[63622]: DEBUG nova.compute.manager [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1390.228770] env[63622]: DEBUG oslo_vmware.api [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1390.228770] env[63622]: value = "task-1816262" [ 1390.228770] env[63622]: _type = "Task" [ 1390.228770] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.241235] env[63622]: DEBUG oslo_vmware.api [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1816262, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.265268] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b981cd42-3af5-4d33-8f87-db93540946e3 tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Lock "de8f6b52-0c76-471d-ba59-5879bcf8428e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.540s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.295438] env[63622]: DEBUG oslo_vmware.api [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b7e4e7-5b22-2933-5438-0f027876b92c, 'name': SearchDatastore_Task, 'duration_secs': 0.020049} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.295764] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.296085] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 8789cf92-9fcf-4bc5-af18-c621c373181b/8789cf92-9fcf-4bc5-af18-c621c373181b.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1390.296408] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89290c96-b244-49ce-a234-1c0e7e0f31da {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.305915] env[63622]: DEBUG oslo_vmware.api [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Waiting for the task: (returnval){ [ 1390.305915] env[63622]: value = "task-1816263" [ 1390.305915] env[63622]: _type = "Task" [ 1390.305915] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.317188] env[63622]: DEBUG oslo_vmware.api [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Task: {'id': task-1816263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.349929] env[63622]: DEBUG oslo_concurrency.lockutils [req-742b4096-9561-4f96-86c4-ccc56b6bbc4f req-6c443a8c-0064-4349-9280-3e8434bc35f9 service nova] Releasing lock "refresh_cache-e7830255-e614-43b6-b6dc-73a3c48e4090" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.572599] env[63622]: DEBUG nova.scheduler.client.report [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1390.630924] env[63622]: DEBUG nova.compute.manager [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1390.658222] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Releasing lock "refresh_cache-1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.658222] env[63622]: DEBUG nova.compute.manager [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Instance network_info: |[{"id": "7b640a5c-1f83-4e19-ae63-0f536d7b66ef", "address": "fa:16:3e:b2:53:3e", "network": {"id": "1ec6e3d0-3f7b-4804-acf8-248b7c122e33", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-717382413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dee9c3b7a1f747c28e149805977f19d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b640a5c-1f", "ovs_interfaceid": "7b640a5c-1f83-4e19-ae63-0f536d7b66ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1390.658665] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:53:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33ddef78-922c-4cd3-99b0-971ac7802856', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b640a5c-1f83-4e19-ae63-0f536d7b66ef', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1390.668423] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Creating folder: Project (dee9c3b7a1f747c28e149805977f19d8). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1390.675201] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76870d57-ea46-41c6-9400-a8f7b55480b7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.691268] env[63622]: DEBUG nova.virt.hardware [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1390.692109] env[63622]: DEBUG nova.virt.hardware [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1390.692517] env[63622]: DEBUG nova.virt.hardware [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1390.693507] env[63622]: DEBUG nova.virt.hardware [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1390.693507] env[63622]: DEBUG nova.virt.hardware [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1390.693507] env[63622]: DEBUG nova.virt.hardware [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1390.693844] env[63622]: DEBUG nova.virt.hardware [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1390.694144] env[63622]: DEBUG nova.virt.hardware [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1390.694482] env[63622]: DEBUG nova.virt.hardware [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1390.694804] env[63622]: DEBUG nova.virt.hardware [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1390.695129] env[63622]: DEBUG nova.virt.hardware [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1390.696134] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3b2aa6-2106-4307-a0f7-3b409a0891eb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.702385] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Created folder: Project (dee9c3b7a1f747c28e149805977f19d8) in parent group-v376252. [ 1390.702385] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Creating folder: Instances. Parent ref: group-v376287. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1390.702385] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebf98e02-9192-4bfd-9ae6-1860f1d8f741 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.708117] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14c51f4-2f8c-4262-a5ea-afec9bf17ccd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.731172] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Created folder: Instances in parent group-v376287. [ 1390.731466] env[63622]: DEBUG oslo.service.loopingcall [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1390.734523] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1390.739397] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0757e89-ea35-42ef-864f-a48d0c22dfb2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.757839] env[63622]: DEBUG oslo_concurrency.lockutils [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.765484] env[63622]: DEBUG oslo_vmware.api [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1816262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.767075] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1390.767075] env[63622]: value = "task-1816266" [ 1390.767075] env[63622]: _type = "Task" [ 1390.767075] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.770760] env[63622]: DEBUG nova.compute.manager [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1390.780398] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816266, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.820012] env[63622]: DEBUG oslo_vmware.api [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Task: {'id': task-1816263, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.082091] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.482s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.082373] env[63622]: INFO nova.compute.manager [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Migrating [ 1391.082636] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.082785] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquired lock "compute-rpcapi-router" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.084723] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.261s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.085666] env[63622]: INFO nova.compute.claims [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1391.245571] env[63622]: DEBUG oslo_vmware.api [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1816262, 'name': ReconfigVM_Task, 'duration_secs': 0.6775} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.246262] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2/3cf07a7e-58db-4d28-8710-b2d0a89b5bf2.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1391.247100] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81713531-2aa9-464b-b873-8af33fb3a938 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.255866] env[63622]: DEBUG oslo_vmware.api [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1391.255866] env[63622]: value = "task-1816267" [ 1391.255866] env[63622]: _type = "Task" [ 1391.255866] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.268233] env[63622]: DEBUG oslo_vmware.api [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1816267, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.292808] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816266, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.315717] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.325778] env[63622]: DEBUG oslo_vmware.api [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Task: {'id': task-1816263, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749665} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.325778] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 8789cf92-9fcf-4bc5-af18-c621c373181b/8789cf92-9fcf-4bc5-af18-c621c373181b.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1391.325778] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1391.325778] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-111df9bf-3415-4346-9af3-8462401e66cb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.335875] env[63622]: DEBUG oslo_vmware.api [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Waiting for the task: (returnval){ [ 1391.335875] env[63622]: value = "task-1816268" [ 1391.335875] env[63622]: _type = "Task" [ 1391.335875] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.348905] env[63622]: DEBUG oslo_vmware.api [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Task: {'id': task-1816268, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.592019] env[63622]: INFO nova.compute.rpcapi [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 1391.592019] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Releasing lock "compute-rpcapi-router" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.768588] env[63622]: DEBUG oslo_vmware.api [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1816267, 'name': Rename_Task, 'duration_secs': 0.232205} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.772755] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1391.773168] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8007c775-3067-401f-8668-401c9d1a7479 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.781697] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816266, 'name': CreateVM_Task, 'duration_secs': 0.653703} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.783255] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1391.783827] env[63622]: DEBUG oslo_vmware.api [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1391.783827] env[63622]: value = "task-1816269" [ 1391.783827] env[63622]: _type = "Task" [ 1391.783827] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.784702] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.784816] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.785329] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1391.785628] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-725604a0-df50-4ebd-9fae-f71caea05d7c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.790585] env[63622]: INFO nova.compute.manager [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Rebuilding instance [ 1391.798341] env[63622]: DEBUG oslo_vmware.api [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Waiting for the task: (returnval){ [ 1391.798341] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52281d42-04fe-feda-c129-a1db3e29d89b" [ 1391.798341] env[63622]: _type = "Task" [ 1391.798341] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.807321] env[63622]: DEBUG oslo_vmware.api [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1816269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.819116] env[63622]: DEBUG oslo_vmware.api [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52281d42-04fe-feda-c129-a1db3e29d89b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.851638] env[63622]: DEBUG oslo_vmware.api [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Task: {'id': task-1816268, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112585} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.852277] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1391.854051] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28789f58-d31e-4859-83c3-967c806214c3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.890805] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 8789cf92-9fcf-4bc5-af18-c621c373181b/8789cf92-9fcf-4bc5-af18-c621c373181b.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1391.892263] env[63622]: DEBUG nova.compute.manager [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1391.892263] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16426070-41a7-466a-9342-e2dde987fca8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.908102] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61569ad3-6e04-4b1a-80f0-b8ec2f20cb7e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.920570] env[63622]: DEBUG oslo_vmware.api [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Waiting for the task: (returnval){ [ 1391.920570] env[63622]: value = "task-1816270" [ 1391.920570] env[63622]: _type = "Task" [ 1391.920570] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.930873] env[63622]: DEBUG oslo_vmware.api [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Task: {'id': task-1816270, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.113974] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquiring lock "refresh_cache-29e4f8bb-5f9c-4cc9-8bc5-745977f5412a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.113974] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquired lock "refresh_cache-29e4f8bb-5f9c-4cc9-8bc5-745977f5412a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.113974] env[63622]: DEBUG nova.network.neutron [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1392.296534] env[63622]: DEBUG oslo_vmware.api [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1816269, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.315975] env[63622]: DEBUG oslo_vmware.api [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52281d42-04fe-feda-c129-a1db3e29d89b, 'name': SearchDatastore_Task, 'duration_secs': 0.033959} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.318639] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.318876] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1392.319116] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.319268] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.319470] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1392.320151] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d22b382-012c-4b16-8006-4b4e01f184f1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.330892] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1392.331240] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1392.334855] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65ab23fb-53e9-4176-9e6f-d135efd6231d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.342531] env[63622]: DEBUG oslo_vmware.api [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Waiting for the task: (returnval){ [ 1392.342531] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e5557c-1f5c-d2ed-9e62-7d8bc63b6eef" [ 1392.342531] env[63622]: _type = "Task" [ 1392.342531] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.351698] env[63622]: DEBUG oslo_vmware.api [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e5557c-1f5c-d2ed-9e62-7d8bc63b6eef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.437694] env[63622]: DEBUG oslo_vmware.api [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Task: {'id': task-1816270, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.461372] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd073514-6fef-45f7-a5b2-abdd57eccf43 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.470827] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb7f2cb-0bca-446b-8ab5-ed96e4895e67 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.509387] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0102d71b-bf84-48e9-be4b-c4b6a4a14edd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.518709] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6ae154-55df-4c44-803b-d4b7cbd23202 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.540489] env[63622]: DEBUG nova.compute.provider_tree [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1392.650368] env[63622]: DEBUG nova.network.neutron [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Successfully updated port: f1bf222a-bedd-4bb2-976c-c8afb5deae1c {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1392.801206] env[63622]: DEBUG oslo_vmware.api [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1816269, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.857985] env[63622]: DEBUG oslo_vmware.api [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e5557c-1f5c-d2ed-9e62-7d8bc63b6eef, 'name': SearchDatastore_Task, 'duration_secs': 0.027105} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.859696] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77ec2a82-5477-45f9-b720-dd70cbf9f4e1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.868288] env[63622]: DEBUG oslo_vmware.api [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Waiting for the task: (returnval){ [ 1392.868288] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52052e2b-413f-5772-d214-1796563f379b" [ 1392.868288] env[63622]: _type = "Task" [ 1392.868288] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.877525] env[63622]: DEBUG oslo_vmware.api [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52052e2b-413f-5772-d214-1796563f379b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.881692] env[63622]: DEBUG nova.compute.manager [req-4159f528-e0fe-491e-b40e-061d24196d5e req-26005354-84f0-4780-9ccc-25fd48f61787 service nova] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Received event network-vif-deleted-76a9bda6-e367-4a58-a6db-66ec8949d942 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1392.906029] env[63622]: DEBUG nova.compute.manager [req-152fc535-9d9e-40f0-b63f-cfb6319a19f1 req-334d914d-2846-4c61-a202-7a3003073f9c service nova] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Received event network-vif-plugged-7b640a5c-1f83-4e19-ae63-0f536d7b66ef {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1392.906278] env[63622]: DEBUG oslo_concurrency.lockutils [req-152fc535-9d9e-40f0-b63f-cfb6319a19f1 req-334d914d-2846-4c61-a202-7a3003073f9c service nova] Acquiring lock "1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.906484] env[63622]: DEBUG oslo_concurrency.lockutils [req-152fc535-9d9e-40f0-b63f-cfb6319a19f1 req-334d914d-2846-4c61-a202-7a3003073f9c service nova] Lock "1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.907187] env[63622]: DEBUG oslo_concurrency.lockutils [req-152fc535-9d9e-40f0-b63f-cfb6319a19f1 req-334d914d-2846-4c61-a202-7a3003073f9c service nova] Lock "1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.907187] env[63622]: DEBUG nova.compute.manager [req-152fc535-9d9e-40f0-b63f-cfb6319a19f1 req-334d914d-2846-4c61-a202-7a3003073f9c service nova] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] No waiting events found dispatching network-vif-plugged-7b640a5c-1f83-4e19-ae63-0f536d7b66ef {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1392.907187] env[63622]: WARNING nova.compute.manager [req-152fc535-9d9e-40f0-b63f-cfb6319a19f1 req-334d914d-2846-4c61-a202-7a3003073f9c service nova] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Received unexpected event network-vif-plugged-7b640a5c-1f83-4e19-ae63-0f536d7b66ef for instance with vm_state building and task_state spawning. [ 1392.907187] env[63622]: DEBUG nova.compute.manager [req-152fc535-9d9e-40f0-b63f-cfb6319a19f1 req-334d914d-2846-4c61-a202-7a3003073f9c service nova] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Received event network-changed-7b640a5c-1f83-4e19-ae63-0f536d7b66ef {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1392.907589] env[63622]: DEBUG nova.compute.manager [req-152fc535-9d9e-40f0-b63f-cfb6319a19f1 req-334d914d-2846-4c61-a202-7a3003073f9c service nova] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Refreshing instance network info cache due to event network-changed-7b640a5c-1f83-4e19-ae63-0f536d7b66ef. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1392.907589] env[63622]: DEBUG oslo_concurrency.lockutils [req-152fc535-9d9e-40f0-b63f-cfb6319a19f1 req-334d914d-2846-4c61-a202-7a3003073f9c service nova] Acquiring lock "refresh_cache-1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.907696] env[63622]: DEBUG oslo_concurrency.lockutils [req-152fc535-9d9e-40f0-b63f-cfb6319a19f1 req-334d914d-2846-4c61-a202-7a3003073f9c service nova] Acquired lock "refresh_cache-1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.907828] env[63622]: DEBUG nova.network.neutron [req-152fc535-9d9e-40f0-b63f-cfb6319a19f1 req-334d914d-2846-4c61-a202-7a3003073f9c service nova] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Refreshing network info cache for port 7b640a5c-1f83-4e19-ae63-0f536d7b66ef {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1392.932939] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1392.933500] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-238f4976-bf20-4c9d-b405-08716b1a52f4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.942098] env[63622]: DEBUG oslo_vmware.api [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Task: {'id': task-1816270, 'name': ReconfigVM_Task, 'duration_secs': 0.877333} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.944017] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 8789cf92-9fcf-4bc5-af18-c621c373181b/8789cf92-9fcf-4bc5-af18-c621c373181b.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1392.945098] env[63622]: DEBUG oslo_vmware.api [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Waiting for the task: (returnval){ [ 1392.945098] env[63622]: value = "task-1816271" [ 1392.945098] env[63622]: _type = "Task" [ 1392.945098] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.945314] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e3a8694-213d-4a93-9075-16af7c19f991 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.956616] env[63622]: DEBUG oslo_vmware.api [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Waiting for the task: (returnval){ [ 1392.956616] env[63622]: value = "task-1816272" [ 1392.956616] env[63622]: _type = "Task" [ 1392.956616] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.959994] env[63622]: DEBUG oslo_vmware.api [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': task-1816271, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.970399] env[63622]: DEBUG oslo_vmware.api [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Task: {'id': task-1816272, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.994602] env[63622]: DEBUG nova.network.neutron [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Updating instance_info_cache with network_info: [{"id": "75247e15-918f-4205-ab1f-9af81969049f", "address": "fa:16:3e:10:05:c7", "network": {"id": "b4228a96-3fc3-4257-8e82-a1cf37456242", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45a909020f1491e9d07603c4fc0ad0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75247e15-91", "ovs_interfaceid": "75247e15-918f-4205-ab1f-9af81969049f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.044636] env[63622]: DEBUG nova.scheduler.client.report [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1393.154096] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Acquiring lock "refresh_cache-88c954d9-53e0-4349-80e0-50ce52e6e8e5" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1393.154548] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Acquired lock "refresh_cache-88c954d9-53e0-4349-80e0-50ce52e6e8e5" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.154776] env[63622]: DEBUG nova.network.neutron [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1393.189105] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3df698a9-c4d3-4426-8174-656d75c9b89b tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Acquiring lock "de8f6b52-0c76-471d-ba59-5879bcf8428e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.189300] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3df698a9-c4d3-4426-8174-656d75c9b89b tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Lock "de8f6b52-0c76-471d-ba59-5879bcf8428e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.189517] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3df698a9-c4d3-4426-8174-656d75c9b89b tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Acquiring lock "de8f6b52-0c76-471d-ba59-5879bcf8428e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.189700] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3df698a9-c4d3-4426-8174-656d75c9b89b tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Lock "de8f6b52-0c76-471d-ba59-5879bcf8428e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.189865] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3df698a9-c4d3-4426-8174-656d75c9b89b tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Lock "de8f6b52-0c76-471d-ba59-5879bcf8428e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.192567] env[63622]: INFO nova.compute.manager [None req-3df698a9-c4d3-4426-8174-656d75c9b89b tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Terminating instance [ 1393.300358] env[63622]: DEBUG oslo_vmware.api [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1816269, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.382158] env[63622]: DEBUG oslo_vmware.api [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52052e2b-413f-5772-d214-1796563f379b, 'name': SearchDatastore_Task, 'duration_secs': 0.039696} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.382586] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.382856] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1/1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1393.383132] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a857d71-9349-494c-8f88-97974ca78f5a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.394020] env[63622]: DEBUG oslo_vmware.api [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Waiting for the task: (returnval){ [ 1393.394020] env[63622]: value = "task-1816273" [ 1393.394020] env[63622]: _type = "Task" [ 1393.394020] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.402135] env[63622]: DEBUG oslo_vmware.api [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Task: {'id': task-1816273, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.458019] env[63622]: DEBUG oslo_vmware.api [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': task-1816271, 'name': PowerOffVM_Task, 'duration_secs': 0.142029} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.458413] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1393.458645] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1393.459767] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e292b3-c16d-4840-aeb0-6fe51f5230d7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.474972] env[63622]: DEBUG oslo_vmware.api [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Task: {'id': task-1816272, 'name': Rename_Task, 'duration_secs': 0.189927} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.479522] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1393.479522] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1393.479522] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67d9b7bd-f7c6-4da5-bddd-5f65bd69796f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.479522] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a626dfd5-b083-4fbf-95a0-85b04959fc43 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.488315] env[63622]: DEBUG oslo_vmware.api [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Waiting for the task: (returnval){ [ 1393.488315] env[63622]: value = "task-1816274" [ 1393.488315] env[63622]: _type = "Task" [ 1393.488315] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.497483] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Releasing lock "refresh_cache-29e4f8bb-5f9c-4cc9-8bc5-745977f5412a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.498879] env[63622]: DEBUG oslo_vmware.api [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Task: {'id': task-1816274, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.509283] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1393.509620] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1393.509878] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Deleting the datastore file [datastore1] 8de62141-0f55-411a-b06a-f4e63a433b8b {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1393.510261] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3bb20682-63c2-43a7-bbfa-02def8995321 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.520166] env[63622]: DEBUG oslo_vmware.api [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Waiting for the task: (returnval){ [ 1393.520166] env[63622]: value = "task-1816276" [ 1393.520166] env[63622]: _type = "Task" [ 1393.520166] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.530878] env[63622]: DEBUG oslo_vmware.api [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': task-1816276, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.550268] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.551892] env[63622]: DEBUG nova.compute.manager [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1393.554116] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.998s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.555911] env[63622]: INFO nova.compute.claims [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1393.697962] env[63622]: DEBUG nova.compute.manager [None req-3df698a9-c4d3-4426-8174-656d75c9b89b tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1393.698287] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-3df698a9-c4d3-4426-8174-656d75c9b89b tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1393.699144] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8edd32b-125c-4655-ac1a-9ae0efc72e83 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.715253] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df698a9-c4d3-4426-8174-656d75c9b89b tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1393.715253] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1f752f5-cdbe-4021-8ea6-8410a9850442 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.726857] env[63622]: DEBUG oslo_vmware.api [None req-3df698a9-c4d3-4426-8174-656d75c9b89b tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Waiting for the task: (returnval){ [ 1393.726857] env[63622]: value = "task-1816277" [ 1393.726857] env[63622]: _type = "Task" [ 1393.726857] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.727639] env[63622]: DEBUG nova.network.neutron [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1393.802698] env[63622]: DEBUG oslo_vmware.api [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1816269, 'name': PowerOnVM_Task, 'duration_secs': 1.941313} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.802889] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1393.803145] env[63622]: INFO nova.compute.manager [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Took 11.64 seconds to spawn the instance on the hypervisor. [ 1393.803522] env[63622]: DEBUG nova.compute.manager [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1393.804296] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64f474d-3631-4da3-b765-75639d222d2e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.906540] env[63622]: DEBUG oslo_vmware.api [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Task: {'id': task-1816273, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.006283] env[63622]: DEBUG oslo_vmware.api [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Task: {'id': task-1816274, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.031699] env[63622]: DEBUG oslo_vmware.api [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': task-1816276, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.409298} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.031960] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1394.032164] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1394.032420] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1394.064111] env[63622]: DEBUG nova.compute.utils [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1394.071023] env[63622]: DEBUG nova.compute.manager [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1394.071023] env[63622]: DEBUG nova.network.neutron [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1394.108373] env[63622]: DEBUG nova.network.neutron [req-152fc535-9d9e-40f0-b63f-cfb6319a19f1 req-334d914d-2846-4c61-a202-7a3003073f9c service nova] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Updated VIF entry in instance network info cache for port 7b640a5c-1f83-4e19-ae63-0f536d7b66ef. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1394.110546] env[63622]: DEBUG nova.network.neutron [req-152fc535-9d9e-40f0-b63f-cfb6319a19f1 req-334d914d-2846-4c61-a202-7a3003073f9c service nova] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Updating instance_info_cache with network_info: [{"id": "7b640a5c-1f83-4e19-ae63-0f536d7b66ef", "address": "fa:16:3e:b2:53:3e", "network": {"id": "1ec6e3d0-3f7b-4804-acf8-248b7c122e33", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-717382413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dee9c3b7a1f747c28e149805977f19d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b640a5c-1f", "ovs_interfaceid": "7b640a5c-1f83-4e19-ae63-0f536d7b66ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.110938] env[63622]: DEBUG nova.network.neutron [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Updating instance_info_cache with network_info: [{"id": "f1bf222a-bedd-4bb2-976c-c8afb5deae1c", "address": "fa:16:3e:7d:40:20", "network": {"id": "bde614e2-eb86-411f-8c6c-26af70fc4edb", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1796708078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01626954fa9a4c24b34b52a9166b6f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1bf222a-be", "ovs_interfaceid": "f1bf222a-bedd-4bb2-976c-c8afb5deae1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.173727] env[63622]: DEBUG nova.policy [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b349e3b2a3c459d973a985ef2b52a68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd48ab9c0b8f14609b047ab5dca895eb3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1394.244048] env[63622]: DEBUG oslo_vmware.api [None req-3df698a9-c4d3-4426-8174-656d75c9b89b tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Task: {'id': task-1816277, 'name': PowerOffVM_Task, 'duration_secs': 0.352561} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.246336] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df698a9-c4d3-4426-8174-656d75c9b89b tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1394.246518] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-3df698a9-c4d3-4426-8174-656d75c9b89b tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1394.246773] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5689db9b-cb5a-4c84-8bfa-0432161989cd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.328251] env[63622]: INFO nova.compute.manager [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Took 21.31 seconds to build instance. [ 1394.351929] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-3df698a9-c4d3-4426-8174-656d75c9b89b tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1394.352480] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-3df698a9-c4d3-4426-8174-656d75c9b89b tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1394.352926] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-3df698a9-c4d3-4426-8174-656d75c9b89b tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Deleting the datastore file [datastore1] de8f6b52-0c76-471d-ba59-5879bcf8428e {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1394.354021] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-923fd53a-aba6-49ca-bf8f-801df00d7d9c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.361710] env[63622]: DEBUG oslo_vmware.api [None req-3df698a9-c4d3-4426-8174-656d75c9b89b tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Waiting for the task: (returnval){ [ 1394.361710] env[63622]: value = "task-1816279" [ 1394.361710] env[63622]: _type = "Task" [ 1394.361710] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.373917] env[63622]: DEBUG oslo_vmware.api [None req-3df698a9-c4d3-4426-8174-656d75c9b89b tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Task: {'id': task-1816279, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.403531] env[63622]: DEBUG oslo_vmware.api [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Task: {'id': task-1816273, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530783} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.403807] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1/1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1394.406062] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1394.406062] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fbaf692-fed2-4464-a244-9d46e983551c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.415285] env[63622]: DEBUG oslo_vmware.api [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Waiting for the task: (returnval){ [ 1394.415285] env[63622]: value = "task-1816280" [ 1394.415285] env[63622]: _type = "Task" [ 1394.415285] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.433592] env[63622]: DEBUG oslo_vmware.api [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Task: {'id': task-1816280, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.505588] env[63622]: DEBUG oslo_vmware.api [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Task: {'id': task-1816274, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.569784] env[63622]: DEBUG nova.compute.manager [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1394.619295] env[63622]: DEBUG oslo_concurrency.lockutils [req-152fc535-9d9e-40f0-b63f-cfb6319a19f1 req-334d914d-2846-4c61-a202-7a3003073f9c service nova] Releasing lock "refresh_cache-1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1394.619853] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Releasing lock "refresh_cache-88c954d9-53e0-4349-80e0-50ce52e6e8e5" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1394.620287] env[63622]: DEBUG nova.compute.manager [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Instance network_info: |[{"id": "f1bf222a-bedd-4bb2-976c-c8afb5deae1c", "address": "fa:16:3e:7d:40:20", "network": {"id": "bde614e2-eb86-411f-8c6c-26af70fc4edb", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1796708078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01626954fa9a4c24b34b52a9166b6f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1bf222a-be", "ovs_interfaceid": "f1bf222a-bedd-4bb2-976c-c8afb5deae1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1394.621449] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:40:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1bf222a-bedd-4bb2-976c-c8afb5deae1c', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1394.632438] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Creating folder: Project (01626954fa9a4c24b34b52a9166b6f03). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1394.633729] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0e7122e-d458-4b71-94b7-9bb1850f5360 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.650702] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Created folder: Project (01626954fa9a4c24b34b52a9166b6f03) in parent group-v376252. [ 1394.650955] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Creating folder: Instances. Parent ref: group-v376290. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1394.651238] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0eea72c-02ff-45b2-8275-666ed827cb28 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.667398] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Created folder: Instances in parent group-v376290. [ 1394.667531] env[63622]: DEBUG oslo.service.loopingcall [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1394.667730] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1394.669087] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ab6b6ee-1f6e-49df-b24e-d8febe228aac {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.696107] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1394.696107] env[63622]: value = "task-1816283" [ 1394.696107] env[63622]: _type = "Task" [ 1394.696107] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.708520] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816283, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.784902] env[63622]: DEBUG oslo_concurrency.lockutils [None req-bb9e7c63-078d-4a73-b343-ea3fe51b0a04 tempest-DeleteServersAdminTestJSON-791066907 tempest-DeleteServersAdminTestJSON-791066907-project-admin] Acquiring lock "6552085b-032b-484c-99f5-37cc62e24063" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.784902] env[63622]: DEBUG oslo_concurrency.lockutils [None req-bb9e7c63-078d-4a73-b343-ea3fe51b0a04 tempest-DeleteServersAdminTestJSON-791066907 tempest-DeleteServersAdminTestJSON-791066907-project-admin] Lock "6552085b-032b-484c-99f5-37cc62e24063" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1394.784902] env[63622]: DEBUG oslo_concurrency.lockutils [None req-bb9e7c63-078d-4a73-b343-ea3fe51b0a04 tempest-DeleteServersAdminTestJSON-791066907 tempest-DeleteServersAdminTestJSON-791066907-project-admin] Acquiring lock "6552085b-032b-484c-99f5-37cc62e24063-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.784902] env[63622]: DEBUG oslo_concurrency.lockutils [None req-bb9e7c63-078d-4a73-b343-ea3fe51b0a04 tempest-DeleteServersAdminTestJSON-791066907 tempest-DeleteServersAdminTestJSON-791066907-project-admin] Lock "6552085b-032b-484c-99f5-37cc62e24063-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1394.785199] env[63622]: DEBUG oslo_concurrency.lockutils [None req-bb9e7c63-078d-4a73-b343-ea3fe51b0a04 tempest-DeleteServersAdminTestJSON-791066907 tempest-DeleteServersAdminTestJSON-791066907-project-admin] Lock "6552085b-032b-484c-99f5-37cc62e24063-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.789092] env[63622]: INFO nova.compute.manager [None req-bb9e7c63-078d-4a73-b343-ea3fe51b0a04 tempest-DeleteServersAdminTestJSON-791066907 tempest-DeleteServersAdminTestJSON-791066907-project-admin] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Terminating instance [ 1394.832391] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e3789f3f-0184-49b8-9bbd-4c6ff567032c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "3cf07a7e-58db-4d28-8710-b2d0a89b5bf2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.846s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.862133] env[63622]: DEBUG nova.network.neutron [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Successfully created port: 34f2e656-f3d0-4665-b02c-9d3848160acd {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1394.878403] env[63622]: DEBUG oslo_vmware.api [None req-3df698a9-c4d3-4426-8174-656d75c9b89b tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Task: {'id': task-1816279, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.391007} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.881842] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-3df698a9-c4d3-4426-8174-656d75c9b89b tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1394.882046] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-3df698a9-c4d3-4426-8174-656d75c9b89b tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1394.882284] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-3df698a9-c4d3-4426-8174-656d75c9b89b tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1394.882471] env[63622]: INFO nova.compute.manager [None req-3df698a9-c4d3-4426-8174-656d75c9b89b tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1394.882748] env[63622]: DEBUG oslo.service.loopingcall [None req-3df698a9-c4d3-4426-8174-656d75c9b89b tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1394.883105] env[63622]: DEBUG nova.compute.manager [-] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1394.883269] env[63622]: DEBUG nova.network.neutron [-] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1394.928176] env[63622]: DEBUG oslo_vmware.api [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Task: {'id': task-1816280, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067708} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.928497] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1394.929338] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6c9f3e-36e0-4a0a-b8f8-ef785be40cf4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.953453] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1/1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1394.957985] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b7277cc-996f-4c3a-9289-c05bd285abff {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.979606] env[63622]: DEBUG oslo_vmware.api [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Waiting for the task: (returnval){ [ 1394.979606] env[63622]: value = "task-1816284" [ 1394.979606] env[63622]: _type = "Task" [ 1394.979606] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.989699] env[63622]: DEBUG oslo_vmware.api [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Task: {'id': task-1816284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.001829] env[63622]: DEBUG oslo_vmware.api [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Task: {'id': task-1816274, 'name': PowerOnVM_Task, 'duration_secs': 1.289383} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.002107] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1395.002342] env[63622]: INFO nova.compute.manager [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Took 10.48 seconds to spawn the instance on the hypervisor. [ 1395.002530] env[63622]: DEBUG nova.compute.manager [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1395.003374] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe21a10-de7d-40a8-adb9-c3dc80628c79 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.019619] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8677c01f-5d0c-45c1-945a-f65c23e3d266 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.050507] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Updating instance '29e4f8bb-5f9c-4cc9-8bc5-745977f5412a' progress to 0 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1395.078690] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8931cf64-234e-4f3d-bd42-675b88e9cb51 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.100877] env[63622]: DEBUG nova.virt.hardware [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1395.101194] env[63622]: DEBUG nova.virt.hardware [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1395.101482] env[63622]: DEBUG nova.virt.hardware [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1395.101638] env[63622]: DEBUG nova.virt.hardware [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1395.101849] env[63622]: DEBUG nova.virt.hardware [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1395.101955] env[63622]: DEBUG nova.virt.hardware [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1395.102148] env[63622]: DEBUG nova.virt.hardware [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1395.102357] env[63622]: DEBUG nova.virt.hardware [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1395.102581] env[63622]: DEBUG nova.virt.hardware [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1395.102705] env[63622]: DEBUG nova.virt.hardware [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1395.102880] env[63622]: DEBUG nova.virt.hardware [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1395.104090] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a46a5e-3160-44ee-a46b-659a05ed6e61 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.107816] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee7345b-91c2-4882-b07d-4885547b6c7d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.146022] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f7a3c4-e9ad-406b-9cba-6f98b56af25a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.149430] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ab7dcf-2643-489e-809f-0b6ee41c75dc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.169152] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Instance VIF info [] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1395.175810] env[63622]: DEBUG oslo.service.loopingcall [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1395.176923] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451f4135-0955-420d-bfd6-68703e4d47f6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.184170] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1395.185497] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4924d46d-43f6-442f-b7c3-5d936d2fb20d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.213670] env[63622]: DEBUG nova.compute.provider_tree [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1395.217207] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1395.217207] env[63622]: value = "task-1816285" [ 1395.217207] env[63622]: _type = "Task" [ 1395.217207] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.223763] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816283, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.230457] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816285, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.303434] env[63622]: DEBUG nova.compute.manager [None req-bb9e7c63-078d-4a73-b343-ea3fe51b0a04 tempest-DeleteServersAdminTestJSON-791066907 tempest-DeleteServersAdminTestJSON-791066907-project-admin] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1395.303638] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9e7c63-078d-4a73-b343-ea3fe51b0a04 tempest-DeleteServersAdminTestJSON-791066907 tempest-DeleteServersAdminTestJSON-791066907-project-admin] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1395.304379] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f76cab-f719-4e4b-b247-cfc687cd077b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.312904] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9e7c63-078d-4a73-b343-ea3fe51b0a04 tempest-DeleteServersAdminTestJSON-791066907 tempest-DeleteServersAdminTestJSON-791066907-project-admin] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1395.313142] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5d5d271-250c-4562-bd9c-1cbb1d8a4c92 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.321576] env[63622]: DEBUG oslo_vmware.api [None req-bb9e7c63-078d-4a73-b343-ea3fe51b0a04 tempest-DeleteServersAdminTestJSON-791066907 tempest-DeleteServersAdminTestJSON-791066907-project-admin] Waiting for the task: (returnval){ [ 1395.321576] env[63622]: value = "task-1816286" [ 1395.321576] env[63622]: _type = "Task" [ 1395.321576] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.325696] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1395.325857] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Cleaning up deleted instances {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11579}} [ 1395.336516] env[63622]: DEBUG oslo_vmware.api [None req-bb9e7c63-078d-4a73-b343-ea3fe51b0a04 tempest-DeleteServersAdminTestJSON-791066907 tempest-DeleteServersAdminTestJSON-791066907-project-admin] Task: {'id': task-1816286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.340253] env[63622]: DEBUG nova.compute.manager [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1395.498149] env[63622]: DEBUG oslo_vmware.api [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Task: {'id': task-1816284, 'name': ReconfigVM_Task, 'duration_secs': 0.366538} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.498520] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1/1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1395.501138] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f8e6b0b-7a8d-4098-9ada-2aa3bdb49032 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.514532] env[63622]: DEBUG oslo_vmware.api [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Waiting for the task: (returnval){ [ 1395.514532] env[63622]: value = "task-1816287" [ 1395.514532] env[63622]: _type = "Task" [ 1395.514532] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.526285] env[63622]: INFO nova.compute.manager [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Took 22.48 seconds to build instance. [ 1395.532490] env[63622]: DEBUG oslo_vmware.api [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Task: {'id': task-1816287, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.562204] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1395.562204] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b74b2597-e9a8-4080-919d-49c88b95b567 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.574070] env[63622]: DEBUG oslo_vmware.api [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Waiting for the task: (returnval){ [ 1395.574070] env[63622]: value = "task-1816288" [ 1395.574070] env[63622]: _type = "Task" [ 1395.574070] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.588114] env[63622]: DEBUG oslo_vmware.api [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.595236] env[63622]: DEBUG nova.compute.manager [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1395.631116] env[63622]: DEBUG nova.virt.hardware [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T14:02:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='92927749',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1006769584',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1395.631617] env[63622]: DEBUG nova.virt.hardware [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1395.631617] env[63622]: DEBUG nova.virt.hardware [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1395.631777] env[63622]: DEBUG nova.virt.hardware [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1395.631887] env[63622]: DEBUG nova.virt.hardware [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1395.632181] env[63622]: DEBUG nova.virt.hardware [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1395.636478] env[63622]: DEBUG nova.virt.hardware [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1395.636733] env[63622]: DEBUG nova.virt.hardware [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1395.636963] env[63622]: DEBUG nova.virt.hardware [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1395.637083] env[63622]: DEBUG nova.virt.hardware [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1395.637262] env[63622]: DEBUG nova.virt.hardware [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1395.638284] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293de1be-9939-4da2-9df4-deaa5a80cf95 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.652791] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74d5253-2357-433c-a4f6-d17e1e0bc82b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.716316] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816283, 'name': CreateVM_Task, 'duration_secs': 0.56663} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.716774] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1395.717573] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1395.717729] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.718226] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1395.719119] env[63622]: DEBUG nova.scheduler.client.report [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1395.722895] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23ca6df3-f4d0-48ca-91d3-7158f627e60c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.734096] env[63622]: DEBUG oslo_vmware.api [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Waiting for the task: (returnval){ [ 1395.734096] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]527a2959-bba9-d5d9-33ae-b940197d5e5e" [ 1395.734096] env[63622]: _type = "Task" [ 1395.734096] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.738022] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816285, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.747155] env[63622]: DEBUG oslo_vmware.api [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]527a2959-bba9-d5d9-33ae-b940197d5e5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.829582] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] There are 1 instances to clean {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11588}} [ 1395.829853] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: b70cf974-0297-4e0e-b24a-3d9eee06cff2] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1395.836928] env[63622]: DEBUG oslo_vmware.api [None req-bb9e7c63-078d-4a73-b343-ea3fe51b0a04 tempest-DeleteServersAdminTestJSON-791066907 tempest-DeleteServersAdminTestJSON-791066907-project-admin] Task: {'id': task-1816286, 'name': PowerOffVM_Task, 'duration_secs': 0.263217} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.837285] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9e7c63-078d-4a73-b343-ea3fe51b0a04 tempest-DeleteServersAdminTestJSON-791066907 tempest-DeleteServersAdminTestJSON-791066907-project-admin] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1395.837458] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9e7c63-078d-4a73-b343-ea3fe51b0a04 tempest-DeleteServersAdminTestJSON-791066907 tempest-DeleteServersAdminTestJSON-791066907-project-admin] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1395.837686] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9af969b4-54f7-426d-9d1c-2fd904e83b52 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.853930] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquiring lock "f2024142-be0c-465d-8e21-20dc270d760d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.854636] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lock "f2024142-be0c-465d-8e21-20dc270d760d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.867874] env[63622]: DEBUG oslo_concurrency.lockutils [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.969606] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9e7c63-078d-4a73-b343-ea3fe51b0a04 tempest-DeleteServersAdminTestJSON-791066907 tempest-DeleteServersAdminTestJSON-791066907-project-admin] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1395.969896] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9e7c63-078d-4a73-b343-ea3fe51b0a04 tempest-DeleteServersAdminTestJSON-791066907 tempest-DeleteServersAdminTestJSON-791066907-project-admin] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1395.970116] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb9e7c63-078d-4a73-b343-ea3fe51b0a04 tempest-DeleteServersAdminTestJSON-791066907 tempest-DeleteServersAdminTestJSON-791066907-project-admin] Deleting the datastore file [datastore1] 6552085b-032b-484c-99f5-37cc62e24063 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1395.970399] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58c5821c-a101-4bc6-a8e6-0cf2fe5e227d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.979755] env[63622]: DEBUG oslo_vmware.api [None req-bb9e7c63-078d-4a73-b343-ea3fe51b0a04 tempest-DeleteServersAdminTestJSON-791066907 tempest-DeleteServersAdminTestJSON-791066907-project-admin] Waiting for the task: (returnval){ [ 1395.979755] env[63622]: value = "task-1816290" [ 1395.979755] env[63622]: _type = "Task" [ 1395.979755] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.987534] env[63622]: DEBUG oslo_vmware.api [None req-bb9e7c63-078d-4a73-b343-ea3fe51b0a04 tempest-DeleteServersAdminTestJSON-791066907 tempest-DeleteServersAdminTestJSON-791066907-project-admin] Task: {'id': task-1816290, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.026311] env[63622]: DEBUG oslo_vmware.api [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Task: {'id': task-1816287, 'name': Rename_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.033939] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3da3ea44-6134-4efe-ac67-953faaa12b0d tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Lock "8789cf92-9fcf-4bc5-af18-c621c373181b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.005s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.053513] env[63622]: DEBUG nova.network.neutron [-] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.085886] env[63622]: DEBUG oslo_vmware.api [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816288, 'name': PowerOffVM_Task, 'duration_secs': 0.232306} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.086192] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1396.086377] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Updating instance '29e4f8bb-5f9c-4cc9-8bc5-745977f5412a' progress to 17 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1396.226049] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.226601] env[63622]: DEBUG nova.compute.manager [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1396.237142] env[63622]: DEBUG oslo_concurrency.lockutils [None req-23f40da3-c680-4b64-879b-aa02591b50f1 tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.680s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.237438] env[63622]: DEBUG nova.objects.instance [None req-23f40da3-c680-4b64-879b-aa02591b50f1 tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Lazy-loading 'resources' on Instance uuid 5b949fef-f4a5-4060-a23e-be40b06a4f71 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1396.248106] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816285, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.255696] env[63622]: DEBUG oslo_vmware.api [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]527a2959-bba9-d5d9-33ae-b940197d5e5e, 'name': SearchDatastore_Task, 'duration_secs': 0.030406} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.256068] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.256347] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1396.256622] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1396.256810] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.257039] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1396.257333] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81c6cd23-1caa-4a63-afc5-671177eb3d01 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.267901] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1396.267901] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1396.269358] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf536be5-ae80-496b-9302-d28b7228ab4e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.277827] env[63622]: DEBUG oslo_vmware.api [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Waiting for the task: (returnval){ [ 1396.277827] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52190a3e-e064-172c-dad6-6e5e3638be4a" [ 1396.277827] env[63622]: _type = "Task" [ 1396.277827] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.288142] env[63622]: DEBUG oslo_vmware.api [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52190a3e-e064-172c-dad6-6e5e3638be4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.490593] env[63622]: DEBUG oslo_vmware.api [None req-bb9e7c63-078d-4a73-b343-ea3fe51b0a04 tempest-DeleteServersAdminTestJSON-791066907 tempest-DeleteServersAdminTestJSON-791066907-project-admin] Task: {'id': task-1816290, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321091} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.490982] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb9e7c63-078d-4a73-b343-ea3fe51b0a04 tempest-DeleteServersAdminTestJSON-791066907 tempest-DeleteServersAdminTestJSON-791066907-project-admin] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1396.491265] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9e7c63-078d-4a73-b343-ea3fe51b0a04 tempest-DeleteServersAdminTestJSON-791066907 tempest-DeleteServersAdminTestJSON-791066907-project-admin] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1396.491506] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9e7c63-078d-4a73-b343-ea3fe51b0a04 tempest-DeleteServersAdminTestJSON-791066907 tempest-DeleteServersAdminTestJSON-791066907-project-admin] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1396.491736] env[63622]: INFO nova.compute.manager [None req-bb9e7c63-078d-4a73-b343-ea3fe51b0a04 tempest-DeleteServersAdminTestJSON-791066907 tempest-DeleteServersAdminTestJSON-791066907-project-admin] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1396.492046] env[63622]: DEBUG oslo.service.loopingcall [None req-bb9e7c63-078d-4a73-b343-ea3fe51b0a04 tempest-DeleteServersAdminTestJSON-791066907 tempest-DeleteServersAdminTestJSON-791066907-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1396.492329] env[63622]: DEBUG nova.compute.manager [-] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1396.492518] env[63622]: DEBUG nova.network.neutron [-] [instance: 6552085b-032b-484c-99f5-37cc62e24063] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1396.529010] env[63622]: DEBUG oslo_vmware.api [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Task: {'id': task-1816287, 'name': Rename_Task, 'duration_secs': 0.918813} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.531602] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1396.532338] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7921141d-6332-47a0-bb58-1008aa85c89b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.536880] env[63622]: DEBUG nova.compute.manager [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1396.541218] env[63622]: DEBUG oslo_vmware.api [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Waiting for the task: (returnval){ [ 1396.541218] env[63622]: value = "task-1816291" [ 1396.541218] env[63622]: _type = "Task" [ 1396.541218] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.553134] env[63622]: DEBUG oslo_vmware.api [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Task: {'id': task-1816291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.556489] env[63622]: INFO nova.compute.manager [-] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Took 1.67 seconds to deallocate network for instance. [ 1396.593264] env[63622]: DEBUG nova.virt.hardware [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1396.593845] env[63622]: DEBUG nova.virt.hardware [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1396.594132] env[63622]: DEBUG nova.virt.hardware [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1396.594269] env[63622]: DEBUG nova.virt.hardware [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1396.594422] env[63622]: DEBUG nova.virt.hardware [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1396.594573] env[63622]: DEBUG nova.virt.hardware [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1396.594788] env[63622]: DEBUG nova.virt.hardware [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1396.595019] env[63622]: DEBUG nova.virt.hardware [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1396.595288] env[63622]: DEBUG nova.virt.hardware [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1396.595473] env[63622]: DEBUG nova.virt.hardware [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1396.595662] env[63622]: DEBUG nova.virt.hardware [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1396.601599] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2329bef4-2c8f-437b-8ee9-02554b929049 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.623447] env[63622]: DEBUG oslo_vmware.api [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Waiting for the task: (returnval){ [ 1396.623447] env[63622]: value = "task-1816292" [ 1396.623447] env[63622]: _type = "Task" [ 1396.623447] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.634060] env[63622]: DEBUG oslo_vmware.api [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816292, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.741444] env[63622]: DEBUG nova.compute.utils [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1396.746381] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816285, 'name': CreateVM_Task, 'duration_secs': 1.330955} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.748854] env[63622]: DEBUG nova.compute.manager [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1396.749108] env[63622]: DEBUG nova.network.neutron [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] [instance: a3023175-665d-47fd-b8bd-f832b7478869] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1396.752560] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1396.757225] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1396.757952] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.757952] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1396.759085] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-765c9c1d-0c04-492a-ad05-009441366990 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.766880] env[63622]: DEBUG oslo_vmware.api [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Waiting for the task: (returnval){ [ 1396.766880] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52251a8d-6649-7899-5c24-7861427520cd" [ 1396.766880] env[63622]: _type = "Task" [ 1396.766880] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.779237] env[63622]: DEBUG oslo_vmware.api [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52251a8d-6649-7899-5c24-7861427520cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.798284] env[63622]: DEBUG oslo_vmware.api [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52190a3e-e064-172c-dad6-6e5e3638be4a, 'name': SearchDatastore_Task, 'duration_secs': 0.013661} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.804519] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ea3def2-6a10-4caf-9a80-691c7ccfe8dd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.811974] env[63622]: DEBUG oslo_vmware.api [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Waiting for the task: (returnval){ [ 1396.811974] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5216b965-34eb-d5be-6ef1-01a0c31a08f0" [ 1396.811974] env[63622]: _type = "Task" [ 1396.811974] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.823318] env[63622]: DEBUG oslo_vmware.api [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5216b965-34eb-d5be-6ef1-01a0c31a08f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.898828] env[63622]: DEBUG oslo_concurrency.lockutils [None req-51490a19-36a8-4244-80f2-f385a20293fd tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Acquiring lock "26e7e658-e79f-4d85-b84d-7f56714289c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.899130] env[63622]: DEBUG oslo_concurrency.lockutils [None req-51490a19-36a8-4244-80f2-f385a20293fd tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Lock "26e7e658-e79f-4d85-b84d-7f56714289c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.899457] env[63622]: DEBUG oslo_concurrency.lockutils [None req-51490a19-36a8-4244-80f2-f385a20293fd tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Acquiring lock "26e7e658-e79f-4d85-b84d-7f56714289c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.899551] env[63622]: DEBUG oslo_concurrency.lockutils [None req-51490a19-36a8-4244-80f2-f385a20293fd tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Lock "26e7e658-e79f-4d85-b84d-7f56714289c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.899805] env[63622]: DEBUG oslo_concurrency.lockutils [None req-51490a19-36a8-4244-80f2-f385a20293fd tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Lock "26e7e658-e79f-4d85-b84d-7f56714289c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.904419] env[63622]: INFO nova.compute.manager [None req-51490a19-36a8-4244-80f2-f385a20293fd tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Terminating instance [ 1396.926347] env[63622]: DEBUG nova.compute.manager [req-638cbb3e-82d4-454e-a2ba-b4ad43940ff8 req-fd103a37-43e0-4ec4-94d7-2b9735417dbf service nova] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Received event network-vif-plugged-f1bf222a-bedd-4bb2-976c-c8afb5deae1c {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1396.926472] env[63622]: DEBUG oslo_concurrency.lockutils [req-638cbb3e-82d4-454e-a2ba-b4ad43940ff8 req-fd103a37-43e0-4ec4-94d7-2b9735417dbf service nova] Acquiring lock "88c954d9-53e0-4349-80e0-50ce52e6e8e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.926667] env[63622]: DEBUG oslo_concurrency.lockutils [req-638cbb3e-82d4-454e-a2ba-b4ad43940ff8 req-fd103a37-43e0-4ec4-94d7-2b9735417dbf service nova] Lock "88c954d9-53e0-4349-80e0-50ce52e6e8e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.926826] env[63622]: DEBUG oslo_concurrency.lockutils [req-638cbb3e-82d4-454e-a2ba-b4ad43940ff8 req-fd103a37-43e0-4ec4-94d7-2b9735417dbf service nova] Lock "88c954d9-53e0-4349-80e0-50ce52e6e8e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.926978] env[63622]: DEBUG nova.compute.manager [req-638cbb3e-82d4-454e-a2ba-b4ad43940ff8 req-fd103a37-43e0-4ec4-94d7-2b9735417dbf service nova] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] No waiting events found dispatching network-vif-plugged-f1bf222a-bedd-4bb2-976c-c8afb5deae1c {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1396.927160] env[63622]: WARNING nova.compute.manager [req-638cbb3e-82d4-454e-a2ba-b4ad43940ff8 req-fd103a37-43e0-4ec4-94d7-2b9735417dbf service nova] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Received unexpected event network-vif-plugged-f1bf222a-bedd-4bb2-976c-c8afb5deae1c for instance with vm_state building and task_state spawning. [ 1396.927323] env[63622]: DEBUG nova.compute.manager [req-638cbb3e-82d4-454e-a2ba-b4ad43940ff8 req-fd103a37-43e0-4ec4-94d7-2b9735417dbf service nova] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Received event network-changed-f1bf222a-bedd-4bb2-976c-c8afb5deae1c {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1396.927470] env[63622]: DEBUG nova.compute.manager [req-638cbb3e-82d4-454e-a2ba-b4ad43940ff8 req-fd103a37-43e0-4ec4-94d7-2b9735417dbf service nova] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Refreshing instance network info cache due to event network-changed-f1bf222a-bedd-4bb2-976c-c8afb5deae1c. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1396.927644] env[63622]: DEBUG oslo_concurrency.lockutils [req-638cbb3e-82d4-454e-a2ba-b4ad43940ff8 req-fd103a37-43e0-4ec4-94d7-2b9735417dbf service nova] Acquiring lock "refresh_cache-88c954d9-53e0-4349-80e0-50ce52e6e8e5" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1396.927772] env[63622]: DEBUG oslo_concurrency.lockutils [req-638cbb3e-82d4-454e-a2ba-b4ad43940ff8 req-fd103a37-43e0-4ec4-94d7-2b9735417dbf service nova] Acquired lock "refresh_cache-88c954d9-53e0-4349-80e0-50ce52e6e8e5" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.927926] env[63622]: DEBUG nova.network.neutron [req-638cbb3e-82d4-454e-a2ba-b4ad43940ff8 req-fd103a37-43e0-4ec4-94d7-2b9735417dbf service nova] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Refreshing network info cache for port f1bf222a-bedd-4bb2-976c-c8afb5deae1c {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1396.935416] env[63622]: DEBUG nova.policy [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '249e32ab5ac142d19318af8f54b0bd4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6aa23802398846d8a7a18b7d40dc8bbb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1397.058899] env[63622]: DEBUG oslo_vmware.api [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Task: {'id': task-1816291, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.065058] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3df698a9-c4d3-4426-8174-656d75c9b89b tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.067919] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.124570] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7135c45d-505d-4f68-8c31-41d217d6b39a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.141366] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9315d9ae-7e40-4a4a-a485-eba94263ab9b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.144812] env[63622]: DEBUG oslo_vmware.api [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816292, 'name': ReconfigVM_Task, 'duration_secs': 0.1769} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.145158] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Updating instance '29e4f8bb-5f9c-4cc9-8bc5-745977f5412a' progress to 33 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1397.189361] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb81a0ef-23f6-41ae-b035-df859fd18366 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.203417] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18807712-ca64-45a7-a73d-859b1b69a4c6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.228028] env[63622]: DEBUG nova.compute.provider_tree [None req-23f40da3-c680-4b64-879b-aa02591b50f1 tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1397.247954] env[63622]: DEBUG nova.compute.manager [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1397.283391] env[63622]: DEBUG oslo_vmware.api [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52251a8d-6649-7899-5c24-7861427520cd, 'name': SearchDatastore_Task, 'duration_secs': 0.034287} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.283804] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1397.284162] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1397.284452] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.288046] env[63622]: DEBUG nova.network.neutron [-] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.324847] env[63622]: DEBUG oslo_vmware.api [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5216b965-34eb-d5be-6ef1-01a0c31a08f0, 'name': SearchDatastore_Task, 'duration_secs': 0.01348} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.325566] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1397.325922] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 88c954d9-53e0-4349-80e0-50ce52e6e8e5/88c954d9-53e0-4349-80e0-50ce52e6e8e5.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1397.326391] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.326609] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1397.326919] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7ec3ed5-1374-44ce-ab46-66ed7063e8e4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.329078] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f90c7e5-eef5-4d62-b509-8fa3cf8ef6fd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.338373] env[63622]: DEBUG oslo_vmware.api [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Waiting for the task: (returnval){ [ 1397.338373] env[63622]: value = "task-1816293" [ 1397.338373] env[63622]: _type = "Task" [ 1397.338373] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.341742] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1397.341742] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1397.349690] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbec5371-f171-4a1f-b569-8222d20f1626 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.356040] env[63622]: DEBUG oslo_vmware.api [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Waiting for the task: (returnval){ [ 1397.356040] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5269dad8-a99b-0c18-959f-9f537248b428" [ 1397.356040] env[63622]: _type = "Task" [ 1397.356040] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.360330] env[63622]: DEBUG oslo_vmware.api [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Task: {'id': task-1816293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.370958] env[63622]: DEBUG oslo_vmware.api [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5269dad8-a99b-0c18-959f-9f537248b428, 'name': SearchDatastore_Task} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.371851] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55722c56-a041-4791-bf27-cf29b71ae2b8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.379734] env[63622]: DEBUG oslo_vmware.api [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Waiting for the task: (returnval){ [ 1397.379734] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]528491bf-68b2-728e-89ee-4bb312b29330" [ 1397.379734] env[63622]: _type = "Task" [ 1397.379734] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.388344] env[63622]: DEBUG oslo_vmware.api [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]528491bf-68b2-728e-89ee-4bb312b29330, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.412489] env[63622]: DEBUG nova.compute.manager [None req-51490a19-36a8-4244-80f2-f385a20293fd tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1397.412763] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-51490a19-36a8-4244-80f2-f385a20293fd tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1397.414067] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa3b3f0-b134-4b0b-8888-047132df6dcb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.423275] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-51490a19-36a8-4244-80f2-f385a20293fd tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1397.423275] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f08cf89-c7c5-4887-a3e9-8ca57354e6e8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.432362] env[63622]: DEBUG oslo_vmware.api [None req-51490a19-36a8-4244-80f2-f385a20293fd tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Waiting for the task: (returnval){ [ 1397.432362] env[63622]: value = "task-1816294" [ 1397.432362] env[63622]: _type = "Task" [ 1397.432362] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.441745] env[63622]: DEBUG oslo_vmware.api [None req-51490a19-36a8-4244-80f2-f385a20293fd tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Task: {'id': task-1816294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.559025] env[63622]: DEBUG oslo_vmware.api [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Task: {'id': task-1816291, 'name': PowerOnVM_Task, 'duration_secs': 0.523252} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.559469] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1397.559758] env[63622]: INFO nova.compute.manager [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Took 10.52 seconds to spawn the instance on the hypervisor. [ 1397.559969] env[63622]: DEBUG nova.compute.manager [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1397.561078] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9060c35-9401-4d88-8bfa-2f43c9c3bfca {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.655320] env[63622]: DEBUG nova.virt.hardware [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1397.655673] env[63622]: DEBUG nova.virt.hardware [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1397.655891] env[63622]: DEBUG nova.virt.hardware [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1397.656817] env[63622]: DEBUG nova.virt.hardware [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1397.656957] env[63622]: DEBUG nova.virt.hardware [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1397.657126] env[63622]: DEBUG nova.virt.hardware [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1397.657366] env[63622]: DEBUG nova.virt.hardware [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1397.657533] env[63622]: DEBUG nova.virt.hardware [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1397.657722] env[63622]: DEBUG nova.virt.hardware [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1397.659015] env[63622]: DEBUG nova.virt.hardware [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1397.659015] env[63622]: DEBUG nova.virt.hardware [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1397.664441] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Reconfiguring VM instance instance-00000003 to detach disk 2000 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1397.665557] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4ea17a9-3f0d-4f9f-82e9-3e5989682644 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.695626] env[63622]: DEBUG oslo_vmware.api [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Waiting for the task: (returnval){ [ 1397.695626] env[63622]: value = "task-1816295" [ 1397.695626] env[63622]: _type = "Task" [ 1397.695626] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.707754] env[63622]: DEBUG oslo_vmware.api [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816295, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.734590] env[63622]: DEBUG nova.scheduler.client.report [None req-23f40da3-c680-4b64-879b-aa02591b50f1 tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1397.792218] env[63622]: INFO nova.compute.manager [-] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Took 1.30 seconds to deallocate network for instance. [ 1397.851251] env[63622]: DEBUG oslo_vmware.api [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Task: {'id': task-1816293, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.856009] env[63622]: DEBUG nova.network.neutron [req-638cbb3e-82d4-454e-a2ba-b4ad43940ff8 req-fd103a37-43e0-4ec4-94d7-2b9735417dbf service nova] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Updated VIF entry in instance network info cache for port f1bf222a-bedd-4bb2-976c-c8afb5deae1c. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1397.856773] env[63622]: DEBUG nova.network.neutron [req-638cbb3e-82d4-454e-a2ba-b4ad43940ff8 req-fd103a37-43e0-4ec4-94d7-2b9735417dbf service nova] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Updating instance_info_cache with network_info: [{"id": "f1bf222a-bedd-4bb2-976c-c8afb5deae1c", "address": "fa:16:3e:7d:40:20", "network": {"id": "bde614e2-eb86-411f-8c6c-26af70fc4edb", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1796708078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01626954fa9a4c24b34b52a9166b6f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1bf222a-be", "ovs_interfaceid": "f1bf222a-bedd-4bb2-976c-c8afb5deae1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.892868] env[63622]: DEBUG oslo_vmware.api [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]528491bf-68b2-728e-89ee-4bb312b29330, 'name': SearchDatastore_Task, 'duration_secs': 0.024591} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.893191] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1397.893611] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 8de62141-0f55-411a-b06a-f4e63a433b8b/8de62141-0f55-411a-b06a-f4e63a433b8b.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1397.894135] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9969e2f-2741-4af1-86bb-9b0321e7e5eb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.903994] env[63622]: DEBUG oslo_vmware.api [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Waiting for the task: (returnval){ [ 1397.903994] env[63622]: value = "task-1816296" [ 1397.903994] env[63622]: _type = "Task" [ 1397.903994] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.914672] env[63622]: DEBUG oslo_vmware.api [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': task-1816296, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.944551] env[63622]: DEBUG oslo_vmware.api [None req-51490a19-36a8-4244-80f2-f385a20293fd tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Task: {'id': task-1816294, 'name': PowerOffVM_Task, 'duration_secs': 0.293588} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.944844] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-51490a19-36a8-4244-80f2-f385a20293fd tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1397.945234] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-51490a19-36a8-4244-80f2-f385a20293fd tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1397.945380] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31575caa-188c-4578-b62c-b513dd800cff {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.051078] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-51490a19-36a8-4244-80f2-f385a20293fd tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1398.051078] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-51490a19-36a8-4244-80f2-f385a20293fd tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1398.051357] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-51490a19-36a8-4244-80f2-f385a20293fd tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Deleting the datastore file [datastore1] 26e7e658-e79f-4d85-b84d-7f56714289c0 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1398.051719] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f18a425-b294-4744-9eaa-935d882723ac {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.060051] env[63622]: DEBUG oslo_vmware.api [None req-51490a19-36a8-4244-80f2-f385a20293fd tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Waiting for the task: (returnval){ [ 1398.060051] env[63622]: value = "task-1816298" [ 1398.060051] env[63622]: _type = "Task" [ 1398.060051] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.072498] env[63622]: DEBUG oslo_vmware.api [None req-51490a19-36a8-4244-80f2-f385a20293fd tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Task: {'id': task-1816298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.085017] env[63622]: INFO nova.compute.manager [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Took 20.84 seconds to build instance. [ 1398.208642] env[63622]: DEBUG oslo_vmware.api [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816295, 'name': ReconfigVM_Task, 'duration_secs': 0.296417} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.209099] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Reconfigured VM instance instance-00000003 to detach disk 2000 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1398.209907] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab57bae-6b36-40e2-bdb9-53f8db3f3023 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.234611] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a/29e4f8bb-5f9c-4cc9-8bc5-745977f5412a.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1398.235300] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d44fd39-a135-4558-b4c8-75eb953377d0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.251846] env[63622]: DEBUG oslo_concurrency.lockutils [None req-23f40da3-c680-4b64-879b-aa02591b50f1 tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.012s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.251846] env[63622]: DEBUG oslo_concurrency.lockutils [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.390s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.253299] env[63622]: INFO nova.compute.claims [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1398.259730] env[63622]: DEBUG nova.compute.manager [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1398.263267] env[63622]: DEBUG oslo_vmware.api [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Waiting for the task: (returnval){ [ 1398.263267] env[63622]: value = "task-1816299" [ 1398.263267] env[63622]: _type = "Task" [ 1398.263267] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.272132] env[63622]: DEBUG oslo_vmware.api [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816299, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.278050] env[63622]: INFO nova.scheduler.client.report [None req-23f40da3-c680-4b64-879b-aa02591b50f1 tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Deleted allocations for instance 5b949fef-f4a5-4060-a23e-be40b06a4f71 [ 1398.287243] env[63622]: DEBUG nova.network.neutron [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Successfully updated port: 34f2e656-f3d0-4665-b02c-9d3848160acd {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1398.303098] env[63622]: DEBUG oslo_concurrency.lockutils [None req-bb9e7c63-078d-4a73-b343-ea3fe51b0a04 tempest-DeleteServersAdminTestJSON-791066907 tempest-DeleteServersAdminTestJSON-791066907-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.311189] env[63622]: DEBUG nova.virt.hardware [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1398.311489] env[63622]: DEBUG nova.virt.hardware [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1398.311657] env[63622]: DEBUG nova.virt.hardware [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1398.311850] env[63622]: DEBUG nova.virt.hardware [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1398.311995] env[63622]: DEBUG nova.virt.hardware [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1398.312166] env[63622]: DEBUG nova.virt.hardware [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1398.312417] env[63622]: DEBUG nova.virt.hardware [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1398.312601] env[63622]: DEBUG nova.virt.hardware [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1398.312781] env[63622]: DEBUG nova.virt.hardware [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1398.312952] env[63622]: DEBUG nova.virt.hardware [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1398.313150] env[63622]: DEBUG nova.virt.hardware [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1398.314102] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c3979b-ca62-4cef-8115-6ba2838f89c4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.326974] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bc3f66-9d5b-4c7e-b033-027bf1c2127a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.354578] env[63622]: DEBUG nova.network.neutron [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Successfully created port: 6175ea8a-1ce7-4565-8f38-4d67f79e4f10 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1398.366040] env[63622]: DEBUG oslo_concurrency.lockutils [req-638cbb3e-82d4-454e-a2ba-b4ad43940ff8 req-fd103a37-43e0-4ec4-94d7-2b9735417dbf service nova] Releasing lock "refresh_cache-88c954d9-53e0-4349-80e0-50ce52e6e8e5" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.366040] env[63622]: DEBUG oslo_vmware.api [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Task: {'id': task-1816293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685227} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.366040] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 88c954d9-53e0-4349-80e0-50ce52e6e8e5/88c954d9-53e0-4349-80e0-50ce52e6e8e5.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1398.366040] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1398.366357] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92cff49d-6849-4cf3-af2f-47a4feb4ac0a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.374900] env[63622]: DEBUG oslo_vmware.api [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Waiting for the task: (returnval){ [ 1398.374900] env[63622]: value = "task-1816300" [ 1398.374900] env[63622]: _type = "Task" [ 1398.374900] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.384620] env[63622]: DEBUG oslo_vmware.api [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Task: {'id': task-1816300, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.416156] env[63622]: DEBUG oslo_vmware.api [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': task-1816296, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.573486] env[63622]: DEBUG oslo_vmware.api [None req-51490a19-36a8-4244-80f2-f385a20293fd tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Task: {'id': task-1816298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.587735] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4b8aa9cc-c2f5-40aa-bde2-a24cd4ed2bbf tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Lock "1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.361s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.701463] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "565f3e30-b352-4f31-ae46-769c18fb8c12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.701726] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "565f3e30-b352-4f31-ae46-769c18fb8c12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.777228] env[63622]: DEBUG oslo_vmware.api [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816299, 'name': ReconfigVM_Task, 'duration_secs': 0.422882} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.777501] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a/29e4f8bb-5f9c-4cc9-8bc5-745977f5412a.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1398.777770] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Updating instance '29e4f8bb-5f9c-4cc9-8bc5-745977f5412a' progress to 50 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1398.790957] env[63622]: DEBUG oslo_concurrency.lockutils [None req-23f40da3-c680-4b64-879b-aa02591b50f1 tempest-ServerDiagnosticsNegativeTest-1489102803 tempest-ServerDiagnosticsNegativeTest-1489102803-project-member] Lock "5b949fef-f4a5-4060-a23e-be40b06a4f71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.126s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.790957] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Acquiring lock "refresh_cache-e0994819-1038-43e5-a215-57f0eb2a77e3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1398.790957] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Acquired lock "refresh_cache-e0994819-1038-43e5-a215-57f0eb2a77e3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.790957] env[63622]: DEBUG nova.network.neutron [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1398.885343] env[63622]: DEBUG oslo_vmware.api [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Task: {'id': task-1816300, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103425} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.885695] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1398.886416] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7bbcb7-ff3d-4f25-89b3-ef62da125b91 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.914150] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 88c954d9-53e0-4349-80e0-50ce52e6e8e5/88c954d9-53e0-4349-80e0-50ce52e6e8e5.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1398.914890] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57071fd0-12b1-492b-a377-171adb0e0f12 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.941994] env[63622]: DEBUG oslo_vmware.api [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': task-1816296, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.90484} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.943462] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 8de62141-0f55-411a-b06a-f4e63a433b8b/8de62141-0f55-411a-b06a-f4e63a433b8b.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1398.943673] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1398.943984] env[63622]: DEBUG oslo_vmware.api [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Waiting for the task: (returnval){ [ 1398.943984] env[63622]: value = "task-1816301" [ 1398.943984] env[63622]: _type = "Task" [ 1398.943984] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.944212] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-210f9a67-aeff-47f9-a931-bc30411d26c3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.958019] env[63622]: DEBUG oslo_vmware.api [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Task: {'id': task-1816301, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.958019] env[63622]: DEBUG oslo_vmware.api [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Waiting for the task: (returnval){ [ 1398.958019] env[63622]: value = "task-1816302" [ 1398.958019] env[63622]: _type = "Task" [ 1398.958019] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.964398] env[63622]: DEBUG oslo_vmware.api [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': task-1816302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.072016] env[63622]: DEBUG oslo_vmware.api [None req-51490a19-36a8-4244-80f2-f385a20293fd tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Task: {'id': task-1816298, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.656235} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.072016] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-51490a19-36a8-4244-80f2-f385a20293fd tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1399.072016] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-51490a19-36a8-4244-80f2-f385a20293fd tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1399.072331] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-51490a19-36a8-4244-80f2-f385a20293fd tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1399.072331] env[63622]: INFO nova.compute.manager [None req-51490a19-36a8-4244-80f2-f385a20293fd tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1399.072524] env[63622]: DEBUG oslo.service.loopingcall [None req-51490a19-36a8-4244-80f2-f385a20293fd tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1399.072713] env[63622]: DEBUG nova.compute.manager [-] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1399.073410] env[63622]: DEBUG nova.network.neutron [-] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1399.205486] env[63622]: DEBUG nova.compute.manager [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1399.285044] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fc479f-843c-485d-93b9-d8f400f8852b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.316504] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f51cd4-1c5c-4325-91b4-4853433bcc43 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.341779] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Updating instance '29e4f8bb-5f9c-4cc9-8bc5-745977f5412a' progress to 67 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1399.367323] env[63622]: DEBUG nova.network.neutron [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1399.471516] env[63622]: DEBUG oslo_vmware.api [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Task: {'id': task-1816301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.479635] env[63622]: DEBUG oslo_vmware.api [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': task-1816302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.241431} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.482453] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1399.483385] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b64907c-537c-4fc1-9694-12afa1303d08 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.505670] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 8de62141-0f55-411a-b06a-f4e63a433b8b/8de62141-0f55-411a-b06a-f4e63a433b8b.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1399.510166] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6360454b-29c6-4c47-bf77-b29eac02de9c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.525798] env[63622]: DEBUG nova.network.neutron [-] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.533602] env[63622]: DEBUG oslo_vmware.api [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Waiting for the task: (returnval){ [ 1399.533602] env[63622]: value = "task-1816303" [ 1399.533602] env[63622]: _type = "Task" [ 1399.533602] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.549106] env[63622]: DEBUG oslo_vmware.api [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': task-1816303, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.624454] env[63622]: DEBUG nova.network.neutron [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Updating instance_info_cache with network_info: [{"id": "34f2e656-f3d0-4665-b02c-9d3848160acd", "address": "fa:16:3e:38:bb:2e", "network": {"id": "84ca8a32-ad48-4d0a-8c1b-f3ca05002675", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2058438564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d48ab9c0b8f14609b047ab5dca895eb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34f2e656-f3", "ovs_interfaceid": "34f2e656-f3d0-4665-b02c-9d3848160acd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.730013] env[63622]: DEBUG nova.compute.manager [req-0b29dce5-830a-4059-b601-ec88bb4de344 req-de3b9790-616c-4d77-b913-27f259c81e6d service nova] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Received event network-vif-plugged-34f2e656-f3d0-4665-b02c-9d3848160acd {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1399.730013] env[63622]: DEBUG oslo_concurrency.lockutils [req-0b29dce5-830a-4059-b601-ec88bb4de344 req-de3b9790-616c-4d77-b913-27f259c81e6d service nova] Acquiring lock "e0994819-1038-43e5-a215-57f0eb2a77e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.730224] env[63622]: DEBUG oslo_concurrency.lockutils [req-0b29dce5-830a-4059-b601-ec88bb4de344 req-de3b9790-616c-4d77-b913-27f259c81e6d service nova] Lock "e0994819-1038-43e5-a215-57f0eb2a77e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.730445] env[63622]: DEBUG oslo_concurrency.lockutils [req-0b29dce5-830a-4059-b601-ec88bb4de344 req-de3b9790-616c-4d77-b913-27f259c81e6d service nova] Lock "e0994819-1038-43e5-a215-57f0eb2a77e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.730598] env[63622]: DEBUG nova.compute.manager [req-0b29dce5-830a-4059-b601-ec88bb4de344 req-de3b9790-616c-4d77-b913-27f259c81e6d service nova] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] No waiting events found dispatching network-vif-plugged-34f2e656-f3d0-4665-b02c-9d3848160acd {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1399.730793] env[63622]: WARNING nova.compute.manager [req-0b29dce5-830a-4059-b601-ec88bb4de344 req-de3b9790-616c-4d77-b913-27f259c81e6d service nova] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Received unexpected event network-vif-plugged-34f2e656-f3d0-4665-b02c-9d3848160acd for instance with vm_state building and task_state spawning. [ 1399.732478] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.759617] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cca30b-8233-40ac-b0df-1426c22fcbe8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.769687] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26eba1f0-be80-462f-b87b-f75cff682541 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.805330] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ebeb6d-43ab-48fc-b6d9-7e5cbb9391f4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.814646] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e4d37b-cfd7-49a6-b4f0-8f898ebf81d4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.832163] env[63622]: DEBUG nova.compute.provider_tree [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1399.959367] env[63622]: DEBUG oslo_vmware.api [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Task: {'id': task-1816301, 'name': ReconfigVM_Task, 'duration_secs': 0.905368} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.959765] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 88c954d9-53e0-4349-80e0-50ce52e6e8e5/88c954d9-53e0-4349-80e0-50ce52e6e8e5.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1399.960851] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7452c404-b1d0-45fa-a5b7-47a04bc91979 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.968205] env[63622]: DEBUG nova.network.neutron [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Port 75247e15-918f-4205-ab1f-9af81969049f binding to destination host cpu-1 is already ACTIVE {{(pid=63622) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1399.970487] env[63622]: DEBUG oslo_vmware.api [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Waiting for the task: (returnval){ [ 1399.970487] env[63622]: value = "task-1816304" [ 1399.970487] env[63622]: _type = "Task" [ 1399.970487] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.981444] env[63622]: DEBUG oslo_vmware.api [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Task: {'id': task-1816304, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.030219] env[63622]: INFO nova.compute.manager [-] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Took 0.96 seconds to deallocate network for instance. [ 1400.049867] env[63622]: DEBUG oslo_vmware.api [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': task-1816303, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.128245] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Releasing lock "refresh_cache-e0994819-1038-43e5-a215-57f0eb2a77e3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.128817] env[63622]: DEBUG nova.compute.manager [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Instance network_info: |[{"id": "34f2e656-f3d0-4665-b02c-9d3848160acd", "address": "fa:16:3e:38:bb:2e", "network": {"id": "84ca8a32-ad48-4d0a-8c1b-f3ca05002675", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2058438564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d48ab9c0b8f14609b047ab5dca895eb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34f2e656-f3", "ovs_interfaceid": "34f2e656-f3d0-4665-b02c-9d3848160acd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1400.131327] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:bb:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55764410-260e-4339-a020-6b30995584bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34f2e656-f3d0-4665-b02c-9d3848160acd', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1400.139204] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Creating folder: Project (d48ab9c0b8f14609b047ab5dca895eb3). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1400.139577] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76d6eefb-711e-4306-a435-57b01be7fb1d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.153353] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Created folder: Project (d48ab9c0b8f14609b047ab5dca895eb3) in parent group-v376252. [ 1400.153668] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Creating folder: Instances. Parent ref: group-v376294. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1400.153896] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8961d8d8-9b5e-44d0-8f4b-bf54025e8ee9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.172397] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Created folder: Instances in parent group-v376294. [ 1400.172691] env[63622]: DEBUG oslo.service.loopingcall [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1400.172895] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1400.173121] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0ef6be7-c7d8-4ef7-aab9-c613e3ce2621 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.199022] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1400.199022] env[63622]: value = "task-1816307" [ 1400.199022] env[63622]: _type = "Task" [ 1400.199022] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.209310] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816307, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.337909] env[63622]: DEBUG nova.scheduler.client.report [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1400.343627] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.343877] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Starting heal instance info cache {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 1400.344009] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Rebuilding the list of instances to heal {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1400.372243] env[63622]: DEBUG nova.network.neutron [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Successfully updated port: 6175ea8a-1ce7-4565-8f38-4d67f79e4f10 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1400.490534] env[63622]: DEBUG oslo_vmware.api [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Task: {'id': task-1816304, 'name': Rename_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.547285] env[63622]: DEBUG oslo_concurrency.lockutils [None req-51490a19-36a8-4244-80f2-f385a20293fd tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.556769] env[63622]: DEBUG oslo_vmware.api [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': task-1816303, 'name': ReconfigVM_Task, 'duration_secs': 0.568886} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.556901] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 8de62141-0f55-411a-b06a-f4e63a433b8b/8de62141-0f55-411a-b06a-f4e63a433b8b.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1400.557648] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e8dd05f-2d8a-46a1-a276-cae0d1141f66 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.570568] env[63622]: DEBUG oslo_vmware.api [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Waiting for the task: (returnval){ [ 1400.570568] env[63622]: value = "task-1816308" [ 1400.570568] env[63622]: _type = "Task" [ 1400.570568] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.584258] env[63622]: DEBUG oslo_vmware.api [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': task-1816308, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.607882] env[63622]: DEBUG nova.compute.manager [req-74ad7724-6ec8-4782-a722-c513edbc2b5b req-8afa1470-5545-432d-9140-b6fca3901622 service nova] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Received event network-vif-deleted-382d50fd-f1e4-49e2-9b6d-8563cef0437d {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1400.607882] env[63622]: DEBUG nova.compute.manager [req-74ad7724-6ec8-4782-a722-c513edbc2b5b req-8afa1470-5545-432d-9140-b6fca3901622 service nova] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Received event network-vif-deleted-f6c5dc61-b1b3-4e4a-90cd-385566855f90 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1400.713578] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816307, 'name': CreateVM_Task, 'duration_secs': 0.445591} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.713783] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1400.716237] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.716469] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.716835] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1400.717138] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60ddb16a-8b42-48fe-bbe6-96535e442516 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.725647] env[63622]: DEBUG oslo_vmware.api [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Waiting for the task: (returnval){ [ 1400.725647] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52c7b1bb-870a-3af0-568e-cc83c2a57da4" [ 1400.725647] env[63622]: _type = "Task" [ 1400.725647] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.742529] env[63622]: DEBUG oslo_vmware.api [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52c7b1bb-870a-3af0-568e-cc83c2a57da4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.844442] env[63622]: DEBUG oslo_concurrency.lockutils [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.845168] env[63622]: DEBUG nova.compute.manager [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1400.848050] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.790s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.849658] env[63622]: INFO nova.compute.claims [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1400.865182] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Skipping network cache update for instance because it is Building. {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10292}} [ 1400.865348] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Skipping network cache update for instance because it is Building. {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10292}} [ 1400.865499] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Skipping network cache update for instance because it is Building. {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10292}} [ 1400.865613] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Skipping network cache update for instance because it is Building. {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10292}} [ 1400.876998] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Acquiring lock "refresh_cache-a3023175-665d-47fd-b8bd-f832b7478869" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.877217] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Acquired lock "refresh_cache-a3023175-665d-47fd-b8bd-f832b7478869" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.877834] env[63622]: DEBUG nova.network.neutron [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1400.951780] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "refresh_cache-46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.951927] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquired lock "refresh_cache-46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.952131] env[63622]: DEBUG nova.network.neutron [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Forcefully refreshing network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1400.952409] env[63622]: DEBUG nova.objects.instance [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lazy-loading 'info_cache' on Instance uuid 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1401.000760] env[63622]: DEBUG oslo_vmware.api [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Task: {'id': task-1816304, 'name': Rename_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.008911] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquiring lock "29e4f8bb-5f9c-4cc9-8bc5-745977f5412a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.009160] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Lock "29e4f8bb-5f9c-4cc9-8bc5-745977f5412a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.009330] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Lock "29e4f8bb-5f9c-4cc9-8bc5-745977f5412a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.082346] env[63622]: DEBUG oslo_vmware.api [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': task-1816308, 'name': Rename_Task, 'duration_secs': 0.252713} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.082669] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1401.083629] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-230decf8-4b24-44f9-b4b5-8b6c7e359bbd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.095309] env[63622]: DEBUG oslo_vmware.api [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Waiting for the task: (returnval){ [ 1401.095309] env[63622]: value = "task-1816309" [ 1401.095309] env[63622]: _type = "Task" [ 1401.095309] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.105759] env[63622]: DEBUG oslo_vmware.api [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': task-1816309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.236173] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Acquiring lock "8cd420df-88e4-4174-b6e6-753b128f055d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.236451] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Lock "8cd420df-88e4-4174-b6e6-753b128f055d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.243595] env[63622]: DEBUG oslo_vmware.api [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52c7b1bb-870a-3af0-568e-cc83c2a57da4, 'name': SearchDatastore_Task, 'duration_secs': 0.013766} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.243595] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.243874] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1401.243930] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.244256] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.244256] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1401.244525] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75edba82-9b62-4856-a185-75a33d40da6c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.257676] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1401.257676] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1401.258371] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36ec7340-266f-4622-b0ec-f47c731096eb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.265776] env[63622]: DEBUG oslo_vmware.api [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Waiting for the task: (returnval){ [ 1401.265776] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a8c22f-260f-5c0e-9732-1f8ea5d5e5a8" [ 1401.265776] env[63622]: _type = "Task" [ 1401.265776] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.277278] env[63622]: DEBUG oslo_vmware.api [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a8c22f-260f-5c0e-9732-1f8ea5d5e5a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.359188] env[63622]: DEBUG nova.compute.utils [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1401.360611] env[63622]: DEBUG nova.compute.manager [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1401.361026] env[63622]: DEBUG nova.network.neutron [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1401.431075] env[63622]: DEBUG nova.network.neutron [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1401.499250] env[63622]: DEBUG oslo_vmware.api [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Task: {'id': task-1816304, 'name': Rename_Task, 'duration_secs': 1.046544} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.501727] env[63622]: DEBUG nova.policy [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7565e570b274cb782581325dd9a70ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'becb56be781f4fbdb665b6b7470255ca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1401.504139] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1401.505095] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ff61cfd-9b94-40ac-850c-956b0b0be662 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.525164] env[63622]: DEBUG oslo_vmware.api [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Waiting for the task: (returnval){ [ 1401.525164] env[63622]: value = "task-1816310" [ 1401.525164] env[63622]: _type = "Task" [ 1401.525164] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.535662] env[63622]: DEBUG oslo_vmware.api [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Task: {'id': task-1816310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.616643] env[63622]: DEBUG oslo_vmware.api [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': task-1816309, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.781983] env[63622]: DEBUG oslo_vmware.api [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a8c22f-260f-5c0e-9732-1f8ea5d5e5a8, 'name': SearchDatastore_Task, 'duration_secs': 0.022137} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.783429] env[63622]: DEBUG nova.network.neutron [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Updating instance_info_cache with network_info: [{"id": "6175ea8a-1ce7-4565-8f38-4d67f79e4f10", "address": "fa:16:3e:06:29:4e", "network": {"id": "b4228a96-3fc3-4257-8e82-a1cf37456242", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45a909020f1491e9d07603c4fc0ad0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6175ea8a-1c", "ovs_interfaceid": "6175ea8a-1ce7-4565-8f38-4d67f79e4f10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.787369] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b47fb298-7ff4-44e5-8f54-76cc37f7d327 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.797019] env[63622]: DEBUG oslo_vmware.api [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Waiting for the task: (returnval){ [ 1401.797019] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]529cdfcf-b891-76c9-2920-1fce8b0ae271" [ 1401.797019] env[63622]: _type = "Task" [ 1401.797019] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.807995] env[63622]: DEBUG oslo_vmware.api [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]529cdfcf-b891-76c9-2920-1fce8b0ae271, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.864613] env[63622]: DEBUG nova.compute.manager [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1402.047183] env[63622]: DEBUG oslo_vmware.api [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Task: {'id': task-1816310, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.111704] env[63622]: DEBUG oslo_vmware.api [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': task-1816309, 'name': PowerOnVM_Task, 'duration_secs': 0.86017} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.111981] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1402.118535] env[63622]: DEBUG nova.compute.manager [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1402.118535] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b6dfb1-40da-487c-910f-429e50d0271d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.145831] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquiring lock "refresh_cache-29e4f8bb-5f9c-4cc9-8bc5-745977f5412a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.146088] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquired lock "refresh_cache-29e4f8bb-5f9c-4cc9-8bc5-745977f5412a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.146278] env[63622]: DEBUG nova.network.neutron [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1402.289345] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Releasing lock "refresh_cache-a3023175-665d-47fd-b8bd-f832b7478869" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.289661] env[63622]: DEBUG nova.compute.manager [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Instance network_info: |[{"id": "6175ea8a-1ce7-4565-8f38-4d67f79e4f10", "address": "fa:16:3e:06:29:4e", "network": {"id": "b4228a96-3fc3-4257-8e82-a1cf37456242", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45a909020f1491e9d07603c4fc0ad0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6175ea8a-1c", "ovs_interfaceid": "6175ea8a-1ce7-4565-8f38-4d67f79e4f10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1402.292470] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:29:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '101a44fc-ffde-4e3e-ad82-363454ae458b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6175ea8a-1ce7-4565-8f38-4d67f79e4f10', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1402.299101] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Creating folder: Project (6aa23802398846d8a7a18b7d40dc8bbb). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1402.299946] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50c6af1a-ef33-4725-a064-8cf6fac83c3f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.318142] env[63622]: DEBUG oslo_vmware.api [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]529cdfcf-b891-76c9-2920-1fce8b0ae271, 'name': SearchDatastore_Task, 'duration_secs': 0.02958} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.318907] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111e82df-e4dd-4693-bd86-9d79b66adeb3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.325154] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.325154] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] e0994819-1038-43e5-a215-57f0eb2a77e3/e0994819-1038-43e5-a215-57f0eb2a77e3.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1402.325154] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Created folder: Project (6aa23802398846d8a7a18b7d40dc8bbb) in parent group-v376252. [ 1402.325154] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Creating folder: Instances. Parent ref: group-v376297. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1402.325154] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-333018bf-fc7d-45d0-a11d-ce79e47834c8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.327289] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1dd0817f-60b3-4ac1-9663-8ecd396b4356 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.332981] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736d25e3-70e9-49e0-ad68-b302d9fca734 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.337786] env[63622]: DEBUG oslo_vmware.api [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Waiting for the task: (returnval){ [ 1402.337786] env[63622]: value = "task-1816312" [ 1402.337786] env[63622]: _type = "Task" [ 1402.337786] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.370948] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Created folder: Instances in parent group-v376297. [ 1402.372213] env[63622]: DEBUG oslo.service.loopingcall [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1402.372356] env[63622]: DEBUG nova.network.neutron [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Successfully created port: 5434a345-d0e9-4ec4-96ad-d94fb6775410 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1402.375486] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e672b1-9a18-4094-8564-46cc4ca410cc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.379024] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1402.385428] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b54816b-a489-447a-8b05-83cf17208571 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.400822] env[63622]: DEBUG oslo_vmware.api [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1816312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.409824] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68d9482-9b06-45ab-b0c9-07604b5c2d57 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.413674] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1402.413674] env[63622]: value = "task-1816314" [ 1402.413674] env[63622]: _type = "Task" [ 1402.413674] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.427193] env[63622]: DEBUG nova.compute.provider_tree [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1402.435591] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816314, 'name': CreateVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.544221] env[63622]: DEBUG oslo_vmware.api [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Task: {'id': task-1816310, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.638224] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.853263] env[63622]: DEBUG oslo_vmware.api [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1816312, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.903296] env[63622]: DEBUG nova.compute.manager [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1403.618903] env[63622]: DEBUG nova.scheduler.client.report [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1403.633153] env[63622]: DEBUG nova.virt.hardware [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1403.633153] env[63622]: DEBUG nova.virt.hardware [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1403.633153] env[63622]: DEBUG nova.virt.hardware [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1403.633375] env[63622]: DEBUG nova.virt.hardware [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1403.633572] env[63622]: DEBUG nova.virt.hardware [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1403.633729] env[63622]: DEBUG nova.virt.hardware [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1403.633915] env[63622]: DEBUG nova.virt.hardware [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1403.634070] env[63622]: DEBUG nova.virt.hardware [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1403.634234] env[63622]: DEBUG nova.virt.hardware [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1403.634398] env[63622]: DEBUG nova.virt.hardware [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1403.634586] env[63622]: DEBUG nova.virt.hardware [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1403.636433] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a856c156-078d-4e71-85d8-170db1513c96 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.647938] env[63622]: DEBUG oslo_vmware.api [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1816312, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680102} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.648162] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816314, 'name': CreateVM_Task, 'duration_secs': 0.515079} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.648371] env[63622]: DEBUG oslo_vmware.api [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Task: {'id': task-1816310, 'name': PowerOnVM_Task, 'duration_secs': 1.346029} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.649646] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] e0994819-1038-43e5-a215-57f0eb2a77e3/e0994819-1038-43e5-a215-57f0eb2a77e3.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1403.650904] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1403.650904] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1403.650904] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1403.650904] env[63622]: INFO nova.compute.manager [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Took 13.02 seconds to spawn the instance on the hypervisor. [ 1403.650904] env[63622]: DEBUG nova.compute.manager [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1403.650904] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0c12127-eb3d-443e-98a8-f18cf3f56e89 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.653807] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.653939] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.654298] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1403.655112] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671f13ca-5663-4130-8132-c2fb7cd93a86 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.660232] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad8c008a-c866-439e-80b8-4bd11491163c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.663981] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e0cf8d-1682-43d7-976b-26fc620fd18f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.672484] env[63622]: DEBUG oslo_vmware.api [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Waiting for the task: (returnval){ [ 1403.672484] env[63622]: value = "task-1816315" [ 1403.672484] env[63622]: _type = "Task" [ 1403.672484] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.678852] env[63622]: DEBUG oslo_vmware.api [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Waiting for the task: (returnval){ [ 1403.678852] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52df3943-daaf-f20b-ee5e-8aa1bf43954e" [ 1403.678852] env[63622]: _type = "Task" [ 1403.678852] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.706211] env[63622]: DEBUG oslo_vmware.api [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1816315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.706211] env[63622]: DEBUG oslo_vmware.api [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52df3943-daaf-f20b-ee5e-8aa1bf43954e, 'name': SearchDatastore_Task, 'duration_secs': 0.01403} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.706211] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.706211] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1403.706415] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.706415] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.706415] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1403.708286] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4a248f6-c9ea-4288-af59-1bc3573ce743 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.719532] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1403.721814] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1403.721814] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2652aa1c-d4ce-4e24-aba1-d26dbbe54a75 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.734211] env[63622]: DEBUG oslo_vmware.api [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Waiting for the task: (returnval){ [ 1403.734211] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52113e82-2eb5-c5cd-552a-fef339037612" [ 1403.734211] env[63622]: _type = "Task" [ 1403.734211] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.748474] env[63622]: DEBUG oslo_vmware.api [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52113e82-2eb5-c5cd-552a-fef339037612, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.784357] env[63622]: DEBUG nova.network.neutron [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Updating instance_info_cache with network_info: [{"id": "1d61e86e-e3a4-472a-ac2e-23e613ef24b6", "address": "fa:16:3e:55:0c:69", "network": {"id": "d81d5f97-735d-45fe-a1ca-5c63fcd67b4d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2020899138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfd9fe3cc02c48839fceefba928e7bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d61e86e-e3", "ovs_interfaceid": "1d61e86e-e3a4-472a-ac2e-23e613ef24b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.943859] env[63622]: DEBUG nova.network.neutron [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Updating instance_info_cache with network_info: [{"id": "75247e15-918f-4205-ab1f-9af81969049f", "address": "fa:16:3e:10:05:c7", "network": {"id": "b4228a96-3fc3-4257-8e82-a1cf37456242", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45a909020f1491e9d07603c4fc0ad0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75247e15-91", "ovs_interfaceid": "75247e15-918f-4205-ab1f-9af81969049f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.124077] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.276s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.124622] env[63622]: DEBUG nova.compute.manager [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1404.127414] env[63622]: DEBUG oslo_concurrency.lockutils [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.369s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.131109] env[63622]: INFO nova.compute.claims [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1404.188647] env[63622]: INFO nova.compute.manager [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Took 26.05 seconds to build instance. [ 1404.194633] env[63622]: DEBUG oslo_vmware.api [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1816315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202259} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.194857] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1404.195685] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec5c2bd-5e7e-485e-be23-fb9273d086f8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.223493] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] e0994819-1038-43e5-a215-57f0eb2a77e3/e0994819-1038-43e5-a215-57f0eb2a77e3.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1404.224113] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f99b79f2-e449-4568-9430-bfddbcd1a98c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.249027] env[63622]: DEBUG oslo_vmware.api [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52113e82-2eb5-c5cd-552a-fef339037612, 'name': SearchDatastore_Task, 'duration_secs': 0.018548} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.250952] env[63622]: DEBUG oslo_vmware.api [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Waiting for the task: (returnval){ [ 1404.250952] env[63622]: value = "task-1816316" [ 1404.250952] env[63622]: _type = "Task" [ 1404.250952] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.251216] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68c26a24-beb0-4f91-a374-dfeca267a119 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.265109] env[63622]: DEBUG oslo_vmware.api [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1816316, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.266552] env[63622]: DEBUG oslo_vmware.api [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Waiting for the task: (returnval){ [ 1404.266552] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]524ab3cc-c93d-6328-0f1b-70fe207149f2" [ 1404.266552] env[63622]: _type = "Task" [ 1404.266552] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.273473] env[63622]: DEBUG nova.compute.manager [req-8a12f047-07d8-4b6b-9907-f8e8c094f1eb req-8d7475da-d731-4d9c-a527-1ed81ebd8f84 service nova] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Received event network-changed-af0c5251-50b4-4d15-892c-f48a73408f43 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1404.275024] env[63622]: DEBUG nova.compute.manager [req-8a12f047-07d8-4b6b-9907-f8e8c094f1eb req-8d7475da-d731-4d9c-a527-1ed81ebd8f84 service nova] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Refreshing instance network info cache due to event network-changed-af0c5251-50b4-4d15-892c-f48a73408f43. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1404.275024] env[63622]: DEBUG oslo_concurrency.lockutils [req-8a12f047-07d8-4b6b-9907-f8e8c094f1eb req-8d7475da-d731-4d9c-a527-1ed81ebd8f84 service nova] Acquiring lock "refresh_cache-3cf07a7e-58db-4d28-8710-b2d0a89b5bf2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1404.275024] env[63622]: DEBUG oslo_concurrency.lockutils [req-8a12f047-07d8-4b6b-9907-f8e8c094f1eb req-8d7475da-d731-4d9c-a527-1ed81ebd8f84 service nova] Acquired lock "refresh_cache-3cf07a7e-58db-4d28-8710-b2d0a89b5bf2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.275024] env[63622]: DEBUG nova.network.neutron [req-8a12f047-07d8-4b6b-9907-f8e8c094f1eb req-8d7475da-d731-4d9c-a527-1ed81ebd8f84 service nova] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Refreshing network info cache for port af0c5251-50b4-4d15-892c-f48a73408f43 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1404.279143] env[63622]: DEBUG oslo_vmware.api [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]524ab3cc-c93d-6328-0f1b-70fe207149f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.286329] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Releasing lock "refresh_cache-46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1404.286581] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Updated the network info_cache for instance {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10350}} [ 1404.287608] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1404.287867] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1404.327662] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager.update_available_resource {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1404.447323] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Releasing lock "refresh_cache-29e4f8bb-5f9c-4cc9-8bc5-745977f5412a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1404.635732] env[63622]: DEBUG nova.compute.utils [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1404.639839] env[63622]: DEBUG nova.compute.manager [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Not allocating networking since 'none' was specified. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1404.691998] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7312a89-6a2d-49d4-afa1-58dea3596074 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Lock "88c954d9-53e0-4349-80e0-50ce52e6e8e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.560s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.764394] env[63622]: DEBUG oslo_vmware.api [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1816316, 'name': ReconfigVM_Task, 'duration_secs': 0.297639} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.764689] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Reconfigured VM instance instance-0000000f to attach disk [datastore1] e0994819-1038-43e5-a215-57f0eb2a77e3/e0994819-1038-43e5-a215-57f0eb2a77e3.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1404.766448] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1aee776d-ebb5-4087-8d4f-4433ff7b7baf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.777592] env[63622]: DEBUG oslo_vmware.api [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]524ab3cc-c93d-6328-0f1b-70fe207149f2, 'name': SearchDatastore_Task, 'duration_secs': 0.029195} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.781031] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1404.781317] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] a3023175-665d-47fd-b8bd-f832b7478869/a3023175-665d-47fd-b8bd-f832b7478869.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1404.783948] env[63622]: DEBUG oslo_vmware.api [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Waiting for the task: (returnval){ [ 1404.783948] env[63622]: value = "task-1816317" [ 1404.783948] env[63622]: _type = "Task" [ 1404.783948] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.784735] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c8ca6ee-3c64-4995-8f1f-c1b3b66a54ac {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.802040] env[63622]: DEBUG oslo_vmware.api [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1816317, 'name': Rename_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.804204] env[63622]: DEBUG oslo_vmware.api [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Waiting for the task: (returnval){ [ 1404.804204] env[63622]: value = "task-1816318" [ 1404.804204] env[63622]: _type = "Task" [ 1404.804204] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.816179] env[63622]: DEBUG oslo_vmware.api [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Task: {'id': task-1816318, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.831132] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.945325] env[63622]: DEBUG nova.network.neutron [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Successfully updated port: 5434a345-d0e9-4ec4-96ad-d94fb6775410 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1404.987883] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a5298d-5830-418e-b1f2-b21fd07ce57d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.013727] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f17cd1d-f8c8-4292-a5cb-dbd53d4d4fbc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.022040] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Updating instance '29e4f8bb-5f9c-4cc9-8bc5-745977f5412a' progress to 83 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1405.140551] env[63622]: DEBUG nova.compute.manager [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1405.178906] env[63622]: DEBUG nova.network.neutron [req-8a12f047-07d8-4b6b-9907-f8e8c094f1eb req-8d7475da-d731-4d9c-a527-1ed81ebd8f84 service nova] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Updated VIF entry in instance network info cache for port af0c5251-50b4-4d15-892c-f48a73408f43. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1405.178906] env[63622]: DEBUG nova.network.neutron [req-8a12f047-07d8-4b6b-9907-f8e8c094f1eb req-8d7475da-d731-4d9c-a527-1ed81ebd8f84 service nova] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Updating instance_info_cache with network_info: [{"id": "af0c5251-50b4-4d15-892c-f48a73408f43", "address": "fa:16:3e:a7:cd:18", "network": {"id": "9fa016ff-84b6-4077-add7-d40824a74722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-258535483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068319b363fb4cf0ab99d3d35221338d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf0c5251-50", "ovs_interfaceid": "af0c5251-50b4-4d15-892c-f48a73408f43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.197922] env[63622]: DEBUG nova.compute.manager [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1405.284923] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2aa964fb-acc9-43a2-99e4-a9979f66d88e tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Acquiring lock "1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.285195] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2aa964fb-acc9-43a2-99e4-a9979f66d88e tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Lock "1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.285543] env[63622]: INFO nova.compute.manager [None req-2aa964fb-acc9-43a2-99e4-a9979f66d88e tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Rebooting instance [ 1405.302388] env[63622]: DEBUG oslo_vmware.api [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1816317, 'name': Rename_Task, 'duration_secs': 0.163952} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.303548] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1405.303548] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea344011-38fb-4914-8899-8e215c23a1ac {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.314268] env[63622]: DEBUG oslo_vmware.api [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Waiting for the task: (returnval){ [ 1405.314268] env[63622]: value = "task-1816319" [ 1405.314268] env[63622]: _type = "Task" [ 1405.314268] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.318218] env[63622]: DEBUG oslo_vmware.api [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Task: {'id': task-1816318, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.329511] env[63622]: DEBUG oslo_vmware.api [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1816319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.449849] env[63622]: DEBUG oslo_concurrency.lockutils [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Acquiring lock "refresh_cache-6e37ca42-4594-46f6-bcaa-88ea37c8de2d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.450010] env[63622]: DEBUG oslo_concurrency.lockutils [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Acquired lock "refresh_cache-6e37ca42-4594-46f6-bcaa-88ea37c8de2d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.450197] env[63622]: DEBUG nova.network.neutron [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1405.531630] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1405.531630] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc8f7564-67ac-4396-8149-ebecde2b9256 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.548966] env[63622]: DEBUG oslo_vmware.api [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Waiting for the task: (returnval){ [ 1405.548966] env[63622]: value = "task-1816320" [ 1405.548966] env[63622]: _type = "Task" [ 1405.548966] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.554398] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b53c602-9dca-4e60-af72-0dad9cc9a477 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.560224] env[63622]: DEBUG oslo_vmware.api [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.565919] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62a0a38-e070-4b0d-989b-f5dac7a76837 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.626362] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4bc4d7-19ef-4cd8-84ad-e3bfbd76779a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.640886] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ffef8d-e96a-4b6e-ad1f-320e82ed2cd2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.668415] env[63622]: DEBUG nova.compute.provider_tree [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1405.682612] env[63622]: DEBUG oslo_concurrency.lockutils [req-8a12f047-07d8-4b6b-9907-f8e8c094f1eb req-8d7475da-d731-4d9c-a527-1ed81ebd8f84 service nova] Releasing lock "refresh_cache-3cf07a7e-58db-4d28-8710-b2d0a89b5bf2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.682929] env[63622]: DEBUG nova.compute.manager [req-8a12f047-07d8-4b6b-9907-f8e8c094f1eb req-8d7475da-d731-4d9c-a527-1ed81ebd8f84 service nova] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Received event network-changed-34f2e656-f3d0-4665-b02c-9d3848160acd {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1405.683124] env[63622]: DEBUG nova.compute.manager [req-8a12f047-07d8-4b6b-9907-f8e8c094f1eb req-8d7475da-d731-4d9c-a527-1ed81ebd8f84 service nova] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Refreshing instance network info cache due to event network-changed-34f2e656-f3d0-4665-b02c-9d3848160acd. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1405.683381] env[63622]: DEBUG oslo_concurrency.lockutils [req-8a12f047-07d8-4b6b-9907-f8e8c094f1eb req-8d7475da-d731-4d9c-a527-1ed81ebd8f84 service nova] Acquiring lock "refresh_cache-e0994819-1038-43e5-a215-57f0eb2a77e3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.687026] env[63622]: DEBUG oslo_concurrency.lockutils [req-8a12f047-07d8-4b6b-9907-f8e8c094f1eb req-8d7475da-d731-4d9c-a527-1ed81ebd8f84 service nova] Acquired lock "refresh_cache-e0994819-1038-43e5-a215-57f0eb2a77e3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.687026] env[63622]: DEBUG nova.network.neutron [req-8a12f047-07d8-4b6b-9907-f8e8c094f1eb req-8d7475da-d731-4d9c-a527-1ed81ebd8f84 service nova] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Refreshing network info cache for port 34f2e656-f3d0-4665-b02c-9d3848160acd {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1405.727825] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.815633] env[63622]: DEBUG oslo_vmware.api [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Task: {'id': task-1816318, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.827255] env[63622]: DEBUG oslo_vmware.api [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1816319, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.843695] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2aa964fb-acc9-43a2-99e4-a9979f66d88e tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Acquiring lock "refresh_cache-1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.846870] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2aa964fb-acc9-43a2-99e4-a9979f66d88e tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Acquired lock "refresh_cache-1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.846870] env[63622]: DEBUG nova.network.neutron [None req-2aa964fb-acc9-43a2-99e4-a9979f66d88e tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1405.881978] env[63622]: INFO nova.compute.manager [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Rebuilding instance [ 1406.002270] env[63622]: DEBUG nova.network.neutron [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1406.017546] env[63622]: DEBUG nova.compute.manager [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1406.018424] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c0f176-2b76-4632-b992-133f6276c1f5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.065501] env[63622]: DEBUG oslo_vmware.api [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816320, 'name': PowerOnVM_Task} progress is 76%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.159434] env[63622]: DEBUG nova.compute.manager [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1406.173199] env[63622]: DEBUG nova.scheduler.client.report [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1406.187019] env[63622]: DEBUG nova.virt.hardware [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1406.189015] env[63622]: DEBUG nova.virt.hardware [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1406.189015] env[63622]: DEBUG nova.virt.hardware [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1406.189015] env[63622]: DEBUG nova.virt.hardware [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1406.189015] env[63622]: DEBUG nova.virt.hardware [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1406.189015] env[63622]: DEBUG nova.virt.hardware [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1406.189922] env[63622]: DEBUG nova.virt.hardware [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1406.190481] env[63622]: DEBUG nova.virt.hardware [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1406.190759] env[63622]: DEBUG nova.virt.hardware [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1406.190941] env[63622]: DEBUG nova.virt.hardware [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1406.191243] env[63622]: DEBUG nova.virt.hardware [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1406.194732] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665804d2-b544-4973-9476-8f96936dccbb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.211781] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6544b9ea-e349-447d-b165-6237e18b03e2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.228812] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Instance VIF info [] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1406.236252] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Creating folder: Project (a63a0d8388474e8db2cca10ea3df4e2b). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1406.236598] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22e15dcc-1bdc-46f8-bcb2-ca62fb747dd2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.250433] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Created folder: Project (a63a0d8388474e8db2cca10ea3df4e2b) in parent group-v376252. [ 1406.250840] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Creating folder: Instances. Parent ref: group-v376300. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1406.252981] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba0cbf96-eb91-4f14-be57-fce3dfd8875a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.262884] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Created folder: Instances in parent group-v376300. [ 1406.263194] env[63622]: DEBUG oslo.service.loopingcall [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1406.263406] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1406.263613] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6cfc4c91-85a2-4333-8bef-bd7642069b29 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.278335] env[63622]: DEBUG nova.network.neutron [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Updating instance_info_cache with network_info: [{"id": "5434a345-d0e9-4ec4-96ad-d94fb6775410", "address": "fa:16:3e:db:8d:4d", "network": {"id": "4ea49aff-e8a7-4a32-88be-184ddef06831", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1872065363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "becb56be781f4fbdb665b6b7470255ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5434a345-d0", "ovs_interfaceid": "5434a345-d0e9-4ec4-96ad-d94fb6775410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.286844] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1406.286844] env[63622]: value = "task-1816323" [ 1406.286844] env[63622]: _type = "Task" [ 1406.286844] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.296184] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816323, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.318580] env[63622]: DEBUG oslo_vmware.api [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Task: {'id': task-1816318, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.327671] env[63622]: DEBUG oslo_vmware.api [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1816319, 'name': PowerOnVM_Task, 'duration_secs': 0.530484} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.327908] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1406.328154] env[63622]: INFO nova.compute.manager [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Took 10.73 seconds to spawn the instance on the hypervisor. [ 1406.328341] env[63622]: DEBUG nova.compute.manager [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1406.329123] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8971ec22-e02e-4741-8222-c25c49b5bc8e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.567932] env[63622]: DEBUG oslo_vmware.api [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816320, 'name': PowerOnVM_Task, 'duration_secs': 0.612281} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.568473] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1406.569016] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3ab7f5-6841-4ccb-a550-b55183916d4a tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Updating instance '29e4f8bb-5f9c-4cc9-8bc5-745977f5412a' progress to 100 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1406.679834] env[63622]: DEBUG oslo_concurrency.lockutils [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.680422] env[63622]: DEBUG nova.compute.manager [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1406.689869] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.374s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.692438] env[63622]: INFO nova.compute.claims [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1406.781493] env[63622]: DEBUG oslo_concurrency.lockutils [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Releasing lock "refresh_cache-6e37ca42-4594-46f6-bcaa-88ea37c8de2d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.781860] env[63622]: DEBUG nova.compute.manager [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Instance network_info: |[{"id": "5434a345-d0e9-4ec4-96ad-d94fb6775410", "address": "fa:16:3e:db:8d:4d", "network": {"id": "4ea49aff-e8a7-4a32-88be-184ddef06831", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1872065363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "becb56be781f4fbdb665b6b7470255ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5434a345-d0", "ovs_interfaceid": "5434a345-d0e9-4ec4-96ad-d94fb6775410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1406.782783] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:8d:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7f41333-42ee-47f3-936c-d6701ab786d2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5434a345-d0e9-4ec4-96ad-d94fb6775410', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1406.795805] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Creating folder: Project (becb56be781f4fbdb665b6b7470255ca). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1406.797622] env[63622]: DEBUG nova.network.neutron [None req-2aa964fb-acc9-43a2-99e4-a9979f66d88e tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Updating instance_info_cache with network_info: [{"id": "7b640a5c-1f83-4e19-ae63-0f536d7b66ef", "address": "fa:16:3e:b2:53:3e", "network": {"id": "1ec6e3d0-3f7b-4804-acf8-248b7c122e33", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-717382413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dee9c3b7a1f747c28e149805977f19d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b640a5c-1f", "ovs_interfaceid": "7b640a5c-1f83-4e19-ae63-0f536d7b66ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.799319] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a718513-5b9b-45d2-82f3-bce36ee2659f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.819673] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816323, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.824956] env[63622]: DEBUG oslo_vmware.api [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Task: {'id': task-1816318, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.826987] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Created folder: Project (becb56be781f4fbdb665b6b7470255ca) in parent group-v376252. [ 1406.827542] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Creating folder: Instances. Parent ref: group-v376303. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1406.827983] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61dce314-9a0d-4a1b-b60e-25d006a2b9dd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.844913] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Created folder: Instances in parent group-v376303. [ 1406.845189] env[63622]: DEBUG oslo.service.loopingcall [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1406.845486] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1406.845486] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe44fea3-149c-427f-9c53-a7cc46b39391 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.867961] env[63622]: DEBUG nova.network.neutron [req-8a12f047-07d8-4b6b-9907-f8e8c094f1eb req-8d7475da-d731-4d9c-a527-1ed81ebd8f84 service nova] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Updated VIF entry in instance network info cache for port 34f2e656-f3d0-4665-b02c-9d3848160acd. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1406.867961] env[63622]: DEBUG nova.network.neutron [req-8a12f047-07d8-4b6b-9907-f8e8c094f1eb req-8d7475da-d731-4d9c-a527-1ed81ebd8f84 service nova] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Updating instance_info_cache with network_info: [{"id": "34f2e656-f3d0-4665-b02c-9d3848160acd", "address": "fa:16:3e:38:bb:2e", "network": {"id": "84ca8a32-ad48-4d0a-8c1b-f3ca05002675", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2058438564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d48ab9c0b8f14609b047ab5dca895eb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34f2e656-f3", "ovs_interfaceid": "34f2e656-f3d0-4665-b02c-9d3848160acd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.870636] env[63622]: INFO nova.compute.manager [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Took 25.07 seconds to build instance. [ 1406.877189] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1406.877189] env[63622]: value = "task-1816326" [ 1406.877189] env[63622]: _type = "Task" [ 1406.877189] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.888828] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816326, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.035598] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1407.035949] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b655bee6-f730-4d29-9209-e6d09ad046f8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.051556] env[63622]: DEBUG oslo_vmware.api [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Waiting for the task: (returnval){ [ 1407.051556] env[63622]: value = "task-1816327" [ 1407.051556] env[63622]: _type = "Task" [ 1407.051556] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.069577] env[63622]: DEBUG oslo_vmware.api [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Task: {'id': task-1816327, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.196899] env[63622]: DEBUG nova.compute.utils [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1407.199582] env[63622]: DEBUG nova.compute.manager [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1407.199788] env[63622]: DEBUG nova.network.neutron [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1407.206516] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Acquiring lock "8efee4bc-a038-47a3-b182-e7c8acfa6ac7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.206829] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Lock "8efee4bc-a038-47a3-b182-e7c8acfa6ac7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.305032] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2aa964fb-acc9-43a2-99e4-a9979f66d88e tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Releasing lock "refresh_cache-1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.317231] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816323, 'name': CreateVM_Task, 'duration_secs': 0.545617} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.318233] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1407.318740] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.318992] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.319323] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1407.319616] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92f9411a-0fb6-4f91-8937-8ec46a0af531 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.325805] env[63622]: DEBUG oslo_vmware.api [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Task: {'id': task-1816318, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.329604] env[63622]: DEBUG oslo_vmware.api [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Waiting for the task: (returnval){ [ 1407.329604] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d722b9-7164-be24-bfd4-a656efb21755" [ 1407.329604] env[63622]: _type = "Task" [ 1407.329604] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.340724] env[63622]: DEBUG oslo_vmware.api [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d722b9-7164-be24-bfd4-a656efb21755, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.357977] env[63622]: DEBUG nova.policy [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9cda26dfa747464dbb4e31462c6d1ceb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8f5612ea5ba4729af8f16a350d2c1fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1407.371793] env[63622]: DEBUG oslo_concurrency.lockutils [req-8a12f047-07d8-4b6b-9907-f8e8c094f1eb req-8d7475da-d731-4d9c-a527-1ed81ebd8f84 service nova] Releasing lock "refresh_cache-e0994819-1038-43e5-a215-57f0eb2a77e3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.372133] env[63622]: DEBUG nova.compute.manager [req-8a12f047-07d8-4b6b-9907-f8e8c094f1eb req-8d7475da-d731-4d9c-a527-1ed81ebd8f84 service nova] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Received event network-vif-deleted-d5479ff2-32c3-4cfd-8067-7ecd2a1ac32c {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1407.372273] env[63622]: DEBUG nova.compute.manager [req-8a12f047-07d8-4b6b-9907-f8e8c094f1eb req-8d7475da-d731-4d9c-a527-1ed81ebd8f84 service nova] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Received event network-vif-plugged-6175ea8a-1ce7-4565-8f38-4d67f79e4f10 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1407.372639] env[63622]: DEBUG oslo_concurrency.lockutils [req-8a12f047-07d8-4b6b-9907-f8e8c094f1eb req-8d7475da-d731-4d9c-a527-1ed81ebd8f84 service nova] Acquiring lock "a3023175-665d-47fd-b8bd-f832b7478869-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.372874] env[63622]: DEBUG oslo_concurrency.lockutils [req-8a12f047-07d8-4b6b-9907-f8e8c094f1eb req-8d7475da-d731-4d9c-a527-1ed81ebd8f84 service nova] Lock "a3023175-665d-47fd-b8bd-f832b7478869-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.373056] env[63622]: DEBUG oslo_concurrency.lockutils [req-8a12f047-07d8-4b6b-9907-f8e8c094f1eb req-8d7475da-d731-4d9c-a527-1ed81ebd8f84 service nova] Lock "a3023175-665d-47fd-b8bd-f832b7478869-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.373229] env[63622]: DEBUG nova.compute.manager [req-8a12f047-07d8-4b6b-9907-f8e8c094f1eb req-8d7475da-d731-4d9c-a527-1ed81ebd8f84 service nova] [instance: a3023175-665d-47fd-b8bd-f832b7478869] No waiting events found dispatching network-vif-plugged-6175ea8a-1ce7-4565-8f38-4d67f79e4f10 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1407.373401] env[63622]: WARNING nova.compute.manager [req-8a12f047-07d8-4b6b-9907-f8e8c094f1eb req-8d7475da-d731-4d9c-a527-1ed81ebd8f84 service nova] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Received unexpected event network-vif-plugged-6175ea8a-1ce7-4565-8f38-4d67f79e4f10 for instance with vm_state building and task_state spawning. [ 1407.373592] env[63622]: DEBUG nova.compute.manager [req-8a12f047-07d8-4b6b-9907-f8e8c094f1eb req-8d7475da-d731-4d9c-a527-1ed81ebd8f84 service nova] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Received event network-changed-6175ea8a-1ce7-4565-8f38-4d67f79e4f10 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1407.373796] env[63622]: DEBUG nova.compute.manager [req-8a12f047-07d8-4b6b-9907-f8e8c094f1eb req-8d7475da-d731-4d9c-a527-1ed81ebd8f84 service nova] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Refreshing instance network info cache due to event network-changed-6175ea8a-1ce7-4565-8f38-4d67f79e4f10. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1407.374181] env[63622]: DEBUG oslo_concurrency.lockutils [req-8a12f047-07d8-4b6b-9907-f8e8c094f1eb req-8d7475da-d731-4d9c-a527-1ed81ebd8f84 service nova] Acquiring lock "refresh_cache-a3023175-665d-47fd-b8bd-f832b7478869" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.374181] env[63622]: DEBUG oslo_concurrency.lockutils [req-8a12f047-07d8-4b6b-9907-f8e8c094f1eb req-8d7475da-d731-4d9c-a527-1ed81ebd8f84 service nova] Acquired lock "refresh_cache-a3023175-665d-47fd-b8bd-f832b7478869" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.374298] env[63622]: DEBUG nova.network.neutron [req-8a12f047-07d8-4b6b-9907-f8e8c094f1eb req-8d7475da-d731-4d9c-a527-1ed81ebd8f84 service nova] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Refreshing network info cache for port 6175ea8a-1ce7-4565-8f38-4d67f79e4f10 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1407.376098] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d2708323-8e84-4da3-9b2b-008f069b43e4 tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Lock "e0994819-1038-43e5-a215-57f0eb2a77e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.644s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.389544] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816326, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.563091] env[63622]: DEBUG oslo_vmware.api [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Task: {'id': task-1816327, 'name': PowerOffVM_Task, 'duration_secs': 0.19054} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.563314] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1407.563634] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1407.564463] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7281c7e3-6599-441d-b835-0eb1ad3a8441 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.573213] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1407.573792] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ead29adc-c7de-43ef-9d21-5cc425788bce {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.603721] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1407.603938] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1407.604139] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Deleting the datastore file [datastore1] 8de62141-0f55-411a-b06a-f4e63a433b8b {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1407.604452] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d25429ab-2955-4613-bf82-4897aeb31914 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.619151] env[63622]: DEBUG oslo_vmware.api [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Waiting for the task: (returnval){ [ 1407.619151] env[63622]: value = "task-1816329" [ 1407.619151] env[63622]: _type = "Task" [ 1407.619151] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.631763] env[63622]: DEBUG oslo_vmware.api [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Task: {'id': task-1816329, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.710568] env[63622]: DEBUG nova.compute.manager [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1407.822938] env[63622]: DEBUG nova.compute.manager [None req-2aa964fb-acc9-43a2-99e4-a9979f66d88e tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1407.824183] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f059f83-50ed-46e1-93ac-63826e867fa3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.840541] env[63622]: DEBUG oslo_vmware.api [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Task: {'id': task-1816318, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.858890] env[63622]: DEBUG oslo_vmware.api [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d722b9-7164-be24-bfd4-a656efb21755, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.885377] env[63622]: DEBUG nova.compute.manager [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1407.894456] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816326, 'name': CreateVM_Task, 'duration_secs': 0.686893} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.897104] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1407.900308] env[63622]: DEBUG oslo_concurrency.lockutils [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.135180] env[63622]: DEBUG oslo_vmware.api [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Task: {'id': task-1816329, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.209989] env[63622]: DEBUG nova.compute.manager [req-bbf80b84-5fa2-4e74-84e7-8c5075a33719 req-af712e23-2a24-4c70-8713-dfca145f2ea3 service nova] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Received event network-changed-62b4f551-7ddd-414d-a8ff-ad2f0d7f01d5 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1408.209989] env[63622]: DEBUG nova.compute.manager [req-bbf80b84-5fa2-4e74-84e7-8c5075a33719 req-af712e23-2a24-4c70-8713-dfca145f2ea3 service nova] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Refreshing instance network info cache due to event network-changed-62b4f551-7ddd-414d-a8ff-ad2f0d7f01d5. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1408.209989] env[63622]: DEBUG oslo_concurrency.lockutils [req-bbf80b84-5fa2-4e74-84e7-8c5075a33719 req-af712e23-2a24-4c70-8713-dfca145f2ea3 service nova] Acquiring lock "refresh_cache-8789cf92-9fcf-4bc5-af18-c621c373181b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.209989] env[63622]: DEBUG oslo_concurrency.lockutils [req-bbf80b84-5fa2-4e74-84e7-8c5075a33719 req-af712e23-2a24-4c70-8713-dfca145f2ea3 service nova] Acquired lock "refresh_cache-8789cf92-9fcf-4bc5-af18-c621c373181b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.209989] env[63622]: DEBUG nova.network.neutron [req-bbf80b84-5fa2-4e74-84e7-8c5075a33719 req-af712e23-2a24-4c70-8713-dfca145f2ea3 service nova] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Refreshing network info cache for port 62b4f551-7ddd-414d-a8ff-ad2f0d7f01d5 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1408.245725] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d433384d-7949-4801-aa30-829113573462 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.255812] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1118ba-44fc-4a3b-96a4-2be691523ee2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.291670] env[63622]: DEBUG nova.network.neutron [req-8a12f047-07d8-4b6b-9907-f8e8c094f1eb req-8d7475da-d731-4d9c-a527-1ed81ebd8f84 service nova] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Updated VIF entry in instance network info cache for port 6175ea8a-1ce7-4565-8f38-4d67f79e4f10. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1408.292116] env[63622]: DEBUG nova.network.neutron [req-8a12f047-07d8-4b6b-9907-f8e8c094f1eb req-8d7475da-d731-4d9c-a527-1ed81ebd8f84 service nova] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Updating instance_info_cache with network_info: [{"id": "6175ea8a-1ce7-4565-8f38-4d67f79e4f10", "address": "fa:16:3e:06:29:4e", "network": {"id": "b4228a96-3fc3-4257-8e82-a1cf37456242", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45a909020f1491e9d07603c4fc0ad0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6175ea8a-1c", "ovs_interfaceid": "6175ea8a-1ce7-4565-8f38-4d67f79e4f10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.295251] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112ea8d4-7112-4d21-baf8-e47296a7f806 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.303987] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f63f56-d7f1-4c1a-b114-041baa68698c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.321360] env[63622]: DEBUG nova.compute.provider_tree [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1408.331805] env[63622]: DEBUG oslo_vmware.api [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Task: {'id': task-1816318, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.348296] env[63622]: DEBUG oslo_vmware.api [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d722b9-7164-be24-bfd4-a656efb21755, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.349167] env[63622]: DEBUG nova.network.neutron [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Successfully created port: 6085b44d-f95e-4d17-b536-9d57d3bc83ab {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1408.409821] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.631387] env[63622]: DEBUG oslo_vmware.api [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Task: {'id': task-1816329, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.725346] env[63622]: DEBUG nova.compute.manager [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1408.762570] env[63622]: DEBUG nova.virt.hardware [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1408.762570] env[63622]: DEBUG nova.virt.hardware [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1408.762570] env[63622]: DEBUG nova.virt.hardware [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1408.762770] env[63622]: DEBUG nova.virt.hardware [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1408.762770] env[63622]: DEBUG nova.virt.hardware [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1408.763191] env[63622]: DEBUG nova.virt.hardware [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1408.763480] env[63622]: DEBUG nova.virt.hardware [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1408.763648] env[63622]: DEBUG nova.virt.hardware [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1408.763809] env[63622]: DEBUG nova.virt.hardware [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1408.763974] env[63622]: DEBUG nova.virt.hardware [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1408.764160] env[63622]: DEBUG nova.virt.hardware [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1408.765936] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21548cd7-63e9-46f4-9524-8051e3bfb31f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.775745] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a021d0-afdd-40c3-b1ae-e04e83246117 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.798434] env[63622]: DEBUG oslo_concurrency.lockutils [req-8a12f047-07d8-4b6b-9907-f8e8c094f1eb req-8d7475da-d731-4d9c-a527-1ed81ebd8f84 service nova] Releasing lock "refresh_cache-a3023175-665d-47fd-b8bd-f832b7478869" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.827074] env[63622]: DEBUG nova.scheduler.client.report [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1408.835969] env[63622]: DEBUG oslo_vmware.api [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Task: {'id': task-1816318, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.849515] env[63622]: DEBUG oslo_vmware.api [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d722b9-7164-be24-bfd4-a656efb21755, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.864283] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e568b1-0f06-4415-a92b-9bf9f8f14dc9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.870786] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa964fb-acc9-43a2-99e4-a9979f66d88e tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Doing hard reboot of VM {{(pid=63622) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1408.871112] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-7227b26d-c93c-4467-bb09-897bec2e5a44 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.880606] env[63622]: DEBUG oslo_vmware.api [None req-2aa964fb-acc9-43a2-99e4-a9979f66d88e tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Waiting for the task: (returnval){ [ 1408.880606] env[63622]: value = "task-1816330" [ 1408.880606] env[63622]: _type = "Task" [ 1408.880606] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.896842] env[63622]: DEBUG oslo_vmware.api [None req-2aa964fb-acc9-43a2-99e4-a9979f66d88e tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Task: {'id': task-1816330, 'name': ResetVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.134407] env[63622]: DEBUG oslo_vmware.api [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Task: {'id': task-1816329, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.333141] env[63622]: DEBUG oslo_vmware.api [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Task: {'id': task-1816318, 'name': CopyVirtualDisk_Task, 'duration_secs': 4.352334} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.333484] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] a3023175-665d-47fd-b8bd-f832b7478869/a3023175-665d-47fd-b8bd-f832b7478869.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1409.333831] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1409.334037] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a2933f1-ba9e-4bb0-aeae-5f34d501f940 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.337258] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.337703] env[63622]: DEBUG nova.compute.manager [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1409.341182] env[63622]: DEBUG oslo_concurrency.lockutils [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.475s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.344392] env[63622]: INFO nova.compute.claims [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1409.352093] env[63622]: DEBUG oslo_vmware.api [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Waiting for the task: (returnval){ [ 1409.352093] env[63622]: value = "task-1816331" [ 1409.352093] env[63622]: _type = "Task" [ 1409.352093] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.360779] env[63622]: DEBUG oslo_vmware.api [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d722b9-7164-be24-bfd4-a656efb21755, 'name': SearchDatastore_Task, 'duration_secs': 1.520898} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.363599] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.363599] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1409.363599] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.363599] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.364287] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1409.364287] env[63622]: DEBUG oslo_concurrency.lockutils [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.364287] env[63622]: DEBUG oslo_concurrency.lockutils [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1409.364287] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-419aa36c-362c-483e-ab19-53e540a514ca {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.369420] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a98d967-1d95-4aab-9ca4-1feb747d1e3e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.371604] env[63622]: DEBUG oslo_vmware.api [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Task: {'id': task-1816331, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.377145] env[63622]: DEBUG oslo_vmware.api [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Waiting for the task: (returnval){ [ 1409.377145] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5227e17b-7bbc-3c45-1c14-c886abaf14b4" [ 1409.377145] env[63622]: _type = "Task" [ 1409.377145] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.384441] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1409.384750] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1409.390102] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f85f68f4-184d-4c5d-bbfc-68c90981757e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.397164] env[63622]: DEBUG oslo_vmware.api [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5227e17b-7bbc-3c45-1c14-c886abaf14b4, 'name': SearchDatastore_Task, 'duration_secs': 0.01357} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.399509] env[63622]: DEBUG oslo_concurrency.lockutils [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.399902] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1409.400085] env[63622]: DEBUG oslo_concurrency.lockutils [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.403305] env[63622]: DEBUG oslo_vmware.api [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Waiting for the task: (returnval){ [ 1409.403305] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52c22093-fbc1-9ae2-db14-3f3556394ddd" [ 1409.403305] env[63622]: _type = "Task" [ 1409.403305] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.407941] env[63622]: DEBUG oslo_vmware.api [None req-2aa964fb-acc9-43a2-99e4-a9979f66d88e tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Task: {'id': task-1816330, 'name': ResetVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.420792] env[63622]: DEBUG oslo_vmware.api [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52c22093-fbc1-9ae2-db14-3f3556394ddd, 'name': SearchDatastore_Task, 'duration_secs': 0.013308} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.421662] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d8e3f72-fc4f-4390-868b-63035a9302c2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.428598] env[63622]: DEBUG oslo_vmware.api [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Waiting for the task: (returnval){ [ 1409.428598] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]525e1769-dd0e-7e3d-7b10-2a62f7f3fcec" [ 1409.428598] env[63622]: _type = "Task" [ 1409.428598] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.438411] env[63622]: DEBUG oslo_vmware.api [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]525e1769-dd0e-7e3d-7b10-2a62f7f3fcec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.636959] env[63622]: DEBUG oslo_vmware.api [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Task: {'id': task-1816329, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.60262} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.638166] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1409.638166] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1409.638166] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1409.641631] env[63622]: DEBUG nova.network.neutron [req-bbf80b84-5fa2-4e74-84e7-8c5075a33719 req-af712e23-2a24-4c70-8713-dfca145f2ea3 service nova] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Updated VIF entry in instance network info cache for port 62b4f551-7ddd-414d-a8ff-ad2f0d7f01d5. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1409.641994] env[63622]: DEBUG nova.network.neutron [req-bbf80b84-5fa2-4e74-84e7-8c5075a33719 req-af712e23-2a24-4c70-8713-dfca145f2ea3 service nova] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Updating instance_info_cache with network_info: [{"id": "62b4f551-7ddd-414d-a8ff-ad2f0d7f01d5", "address": "fa:16:3e:d9:c5:bb", "network": {"id": "678bcc8e-5ad7-4ae1-b1fa-d2dbef39c760", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1272742358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a13d599eb3f4652a29a74c55c6af446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62b4f551-7d", "ovs_interfaceid": "62b4f551-7ddd-414d-a8ff-ad2f0d7f01d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.849803] env[63622]: DEBUG nova.compute.utils [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1409.854896] env[63622]: DEBUG nova.compute.manager [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1409.855603] env[63622]: DEBUG nova.network.neutron [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1409.873667] env[63622]: DEBUG oslo_vmware.api [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Task: {'id': task-1816331, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080642} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.873973] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1409.875057] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dec7947-4555-48f2-b9d6-848912929729 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.906115] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] a3023175-665d-47fd-b8bd-f832b7478869/a3023175-665d-47fd-b8bd-f832b7478869.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1409.909450] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-878e0067-5739-47cd-ba89-84add2600308 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.938052] env[63622]: DEBUG oslo_vmware.api [None req-2aa964fb-acc9-43a2-99e4-a9979f66d88e tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Task: {'id': task-1816330, 'name': ResetVM_Task, 'duration_secs': 0.539162} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.939723] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa964fb-acc9-43a2-99e4-a9979f66d88e tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Did hard reboot of VM {{(pid=63622) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1409.939867] env[63622]: DEBUG nova.compute.manager [None req-2aa964fb-acc9-43a2-99e4-a9979f66d88e tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1409.940498] env[63622]: DEBUG oslo_vmware.api [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Waiting for the task: (returnval){ [ 1409.940498] env[63622]: value = "task-1816332" [ 1409.940498] env[63622]: _type = "Task" [ 1409.940498] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.941721] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15948f08-4966-4235-a0b7-9ef8d3dbc1c1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.949998] env[63622]: DEBUG oslo_vmware.api [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]525e1769-dd0e-7e3d-7b10-2a62f7f3fcec, 'name': SearchDatastore_Task, 'duration_secs': 0.012254} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.950757] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.951096] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 2bedcd22-de05-41b9-af59-37c0f3ad8969/2bedcd22-de05-41b9-af59-37c0f3ad8969.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1409.951754] env[63622]: DEBUG oslo_concurrency.lockutils [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.951983] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1409.952228] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76613b24-1b85-4214-a4bf-31c2cc0125b4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.959421] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1fab83d-3098-4987-a1bc-dd31b7c493c0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.961389] env[63622]: DEBUG oslo_vmware.api [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Task: {'id': task-1816332, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.970287] env[63622]: DEBUG oslo_vmware.api [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Waiting for the task: (returnval){ [ 1409.970287] env[63622]: value = "task-1816333" [ 1409.970287] env[63622]: _type = "Task" [ 1409.970287] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.975777] env[63622]: DEBUG nova.policy [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47f2ba82b68243a0af242e8798e4f1d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a0890704ac74d28998a905c11f1f4b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1409.981418] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1409.981418] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1409.981418] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b56518cf-f988-4e64-815b-7ac88a8a03eb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.986893] env[63622]: DEBUG oslo_vmware.api [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': task-1816333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.992880] env[63622]: DEBUG oslo_vmware.api [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Waiting for the task: (returnval){ [ 1409.992880] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52298b7f-bcd4-c0f6-a6a3-7b81c3f6b9d4" [ 1409.992880] env[63622]: _type = "Task" [ 1409.992880] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.002683] env[63622]: DEBUG oslo_vmware.api [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52298b7f-bcd4-c0f6-a6a3-7b81c3f6b9d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.147340] env[63622]: DEBUG oslo_concurrency.lockutils [req-bbf80b84-5fa2-4e74-84e7-8c5075a33719 req-af712e23-2a24-4c70-8713-dfca145f2ea3 service nova] Releasing lock "refresh_cache-8789cf92-9fcf-4bc5-af18-c621c373181b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.147606] env[63622]: DEBUG nova.compute.manager [req-bbf80b84-5fa2-4e74-84e7-8c5075a33719 req-af712e23-2a24-4c70-8713-dfca145f2ea3 service nova] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Received event network-vif-plugged-5434a345-d0e9-4ec4-96ad-d94fb6775410 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1410.147830] env[63622]: DEBUG oslo_concurrency.lockutils [req-bbf80b84-5fa2-4e74-84e7-8c5075a33719 req-af712e23-2a24-4c70-8713-dfca145f2ea3 service nova] Acquiring lock "6e37ca42-4594-46f6-bcaa-88ea37c8de2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1410.148059] env[63622]: DEBUG oslo_concurrency.lockutils [req-bbf80b84-5fa2-4e74-84e7-8c5075a33719 req-af712e23-2a24-4c70-8713-dfca145f2ea3 service nova] Lock "6e37ca42-4594-46f6-bcaa-88ea37c8de2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1410.148225] env[63622]: DEBUG oslo_concurrency.lockutils [req-bbf80b84-5fa2-4e74-84e7-8c5075a33719 req-af712e23-2a24-4c70-8713-dfca145f2ea3 service nova] Lock "6e37ca42-4594-46f6-bcaa-88ea37c8de2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1410.148390] env[63622]: DEBUG nova.compute.manager [req-bbf80b84-5fa2-4e74-84e7-8c5075a33719 req-af712e23-2a24-4c70-8713-dfca145f2ea3 service nova] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] No waiting events found dispatching network-vif-plugged-5434a345-d0e9-4ec4-96ad-d94fb6775410 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1410.148550] env[63622]: WARNING nova.compute.manager [req-bbf80b84-5fa2-4e74-84e7-8c5075a33719 req-af712e23-2a24-4c70-8713-dfca145f2ea3 service nova] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Received unexpected event network-vif-plugged-5434a345-d0e9-4ec4-96ad-d94fb6775410 for instance with vm_state building and task_state spawning. [ 1410.148707] env[63622]: DEBUG nova.compute.manager [req-bbf80b84-5fa2-4e74-84e7-8c5075a33719 req-af712e23-2a24-4c70-8713-dfca145f2ea3 service nova] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Received event network-changed-5434a345-d0e9-4ec4-96ad-d94fb6775410 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1410.148857] env[63622]: DEBUG nova.compute.manager [req-bbf80b84-5fa2-4e74-84e7-8c5075a33719 req-af712e23-2a24-4c70-8713-dfca145f2ea3 service nova] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Refreshing instance network info cache due to event network-changed-5434a345-d0e9-4ec4-96ad-d94fb6775410. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1410.149048] env[63622]: DEBUG oslo_concurrency.lockutils [req-bbf80b84-5fa2-4e74-84e7-8c5075a33719 req-af712e23-2a24-4c70-8713-dfca145f2ea3 service nova] Acquiring lock "refresh_cache-6e37ca42-4594-46f6-bcaa-88ea37c8de2d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.149182] env[63622]: DEBUG oslo_concurrency.lockutils [req-bbf80b84-5fa2-4e74-84e7-8c5075a33719 req-af712e23-2a24-4c70-8713-dfca145f2ea3 service nova] Acquired lock "refresh_cache-6e37ca42-4594-46f6-bcaa-88ea37c8de2d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.149933] env[63622]: DEBUG nova.network.neutron [req-bbf80b84-5fa2-4e74-84e7-8c5075a33719 req-af712e23-2a24-4c70-8713-dfca145f2ea3 service nova] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Refreshing network info cache for port 5434a345-d0e9-4ec4-96ad-d94fb6775410 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1410.359380] env[63622]: DEBUG nova.compute.manager [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1410.458363] env[63622]: DEBUG oslo_vmware.api [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Task: {'id': task-1816332, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.468629] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2aa964fb-acc9-43a2-99e4-a9979f66d88e tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Lock "1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.183s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1410.486775] env[63622]: DEBUG oslo_vmware.api [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': task-1816333, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.508472] env[63622]: DEBUG oslo_vmware.api [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52298b7f-bcd4-c0f6-a6a3-7b81c3f6b9d4, 'name': SearchDatastore_Task, 'duration_secs': 0.022116} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.508472] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa930207-0e36-4969-ab25-130a72d9384b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.515427] env[63622]: DEBUG oslo_vmware.api [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Waiting for the task: (returnval){ [ 1410.515427] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52db52ef-b92f-22d5-b22a-2d1d25a385b3" [ 1410.515427] env[63622]: _type = "Task" [ 1410.515427] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.529284] env[63622]: DEBUG oslo_vmware.api [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52db52ef-b92f-22d5-b22a-2d1d25a385b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.598328] env[63622]: DEBUG nova.network.neutron [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Successfully created port: 643b71c4-2171-4939-8278-43895b99397a {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1410.610449] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a79801da-59ac-463a-8aa4-0d7bbdc5aadd tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquiring lock "29e4f8bb-5f9c-4cc9-8bc5-745977f5412a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1410.611350] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a79801da-59ac-463a-8aa4-0d7bbdc5aadd tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Lock "29e4f8bb-5f9c-4cc9-8bc5-745977f5412a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1410.611350] env[63622]: DEBUG nova.compute.manager [None req-a79801da-59ac-463a-8aa4-0d7bbdc5aadd tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Going to confirm migration 1 {{(pid=63622) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5127}} [ 1410.716638] env[63622]: DEBUG nova.virt.hardware [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1410.716638] env[63622]: DEBUG nova.virt.hardware [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1410.719545] env[63622]: DEBUG nova.virt.hardware [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1410.719821] env[63622]: DEBUG nova.virt.hardware [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1410.720053] env[63622]: DEBUG nova.virt.hardware [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1410.720182] env[63622]: DEBUG nova.virt.hardware [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1410.720427] env[63622]: DEBUG nova.virt.hardware [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1410.723371] env[63622]: DEBUG nova.virt.hardware [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1410.723371] env[63622]: DEBUG nova.virt.hardware [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1410.723371] env[63622]: DEBUG nova.virt.hardware [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1410.723371] env[63622]: DEBUG nova.virt.hardware [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1410.723371] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cdfced-b626-4744-bc65-b64a0e4622ff {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.745842] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c67aac-ce70-49a4-903c-13fa0d2cdb16 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.764183] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Instance VIF info [] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1410.774074] env[63622]: DEBUG oslo.service.loopingcall [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1410.778901] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1410.778901] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5cd71ed7-c2d7-49af-b3db-5c23dc4de4af {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.800547] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1410.800547] env[63622]: value = "task-1816334" [ 1410.800547] env[63622]: _type = "Task" [ 1410.800547] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.813175] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816334, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.894544] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Acquiring lock "5411cbb5-08c5-4dbc-b327-26892a8257a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1410.894863] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Lock "5411cbb5-08c5-4dbc-b327-26892a8257a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1410.957679] env[63622]: DEBUG oslo_vmware.api [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Task: {'id': task-1816332, 'name': ReconfigVM_Task, 'duration_secs': 0.85717} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.957952] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Reconfigured VM instance instance-00000010 to attach disk [datastore1] a3023175-665d-47fd-b8bd-f832b7478869/a3023175-665d-47fd-b8bd-f832b7478869.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1410.958854] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9cfe06c0-4ac4-4848-8aa8-68c6ab3241a0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.967623] env[63622]: DEBUG oslo_vmware.api [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Waiting for the task: (returnval){ [ 1410.967623] env[63622]: value = "task-1816335" [ 1410.967623] env[63622]: _type = "Task" [ 1410.967623] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.977182] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b18ae3d-3c90-4de1-9a07-09b0607ffc00 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.983702] env[63622]: DEBUG oslo_vmware.api [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Task: {'id': task-1816335, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.989663] env[63622]: DEBUG oslo_vmware.api [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': task-1816333, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.818497} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.991490] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 2bedcd22-de05-41b9-af59-37c0f3ad8969/2bedcd22-de05-41b9-af59-37c0f3ad8969.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1410.991810] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1410.992484] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b19d862c-5d0f-4eb3-971f-f7e03987acd3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.995017] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11bd915-387e-4e5b-a145-240d2fb50c2e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.038170] env[63622]: DEBUG nova.network.neutron [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Successfully updated port: 6085b44d-f95e-4d17-b536-9d57d3bc83ab {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1411.046085] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a17ea2c-6070-4f1a-9443-ecd48b5d431a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.049106] env[63622]: DEBUG oslo_vmware.api [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Waiting for the task: (returnval){ [ 1411.049106] env[63622]: value = "task-1816336" [ 1411.049106] env[63622]: _type = "Task" [ 1411.049106] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.059397] env[63622]: DEBUG oslo_vmware.api [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52db52ef-b92f-22d5-b22a-2d1d25a385b3, 'name': SearchDatastore_Task, 'duration_secs': 0.057914} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.063055] env[63622]: DEBUG oslo_concurrency.lockutils [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1411.064019] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 6e37ca42-4594-46f6-bcaa-88ea37c8de2d/6e37ca42-4594-46f6-bcaa-88ea37c8de2d.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1411.065113] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2376e105-3fc9-47c6-b76a-1c47c3f6edea {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.073335] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b822a160-7d53-4be1-b750-93dbe24dc9d1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.076173] env[63622]: DEBUG oslo_vmware.api [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': task-1816336, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.087827] env[63622]: DEBUG nova.compute.provider_tree [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1411.091540] env[63622]: DEBUG oslo_vmware.api [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Waiting for the task: (returnval){ [ 1411.091540] env[63622]: value = "task-1816337" [ 1411.091540] env[63622]: _type = "Task" [ 1411.091540] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.106168] env[63622]: DEBUG oslo_vmware.api [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Task: {'id': task-1816337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.240188] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a79801da-59ac-463a-8aa4-0d7bbdc5aadd tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquiring lock "refresh_cache-29e4f8bb-5f9c-4cc9-8bc5-745977f5412a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.240380] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a79801da-59ac-463a-8aa4-0d7bbdc5aadd tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquired lock "refresh_cache-29e4f8bb-5f9c-4cc9-8bc5-745977f5412a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.240625] env[63622]: DEBUG nova.network.neutron [None req-a79801da-59ac-463a-8aa4-0d7bbdc5aadd tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1411.240884] env[63622]: DEBUG nova.objects.instance [None req-a79801da-59ac-463a-8aa4-0d7bbdc5aadd tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Lazy-loading 'info_cache' on Instance uuid 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1411.317704] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816334, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.381546] env[63622]: DEBUG nova.compute.manager [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1411.391183] env[63622]: DEBUG nova.network.neutron [req-bbf80b84-5fa2-4e74-84e7-8c5075a33719 req-af712e23-2a24-4c70-8713-dfca145f2ea3 service nova] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Updated VIF entry in instance network info cache for port 5434a345-d0e9-4ec4-96ad-d94fb6775410. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1411.391782] env[63622]: DEBUG nova.network.neutron [req-bbf80b84-5fa2-4e74-84e7-8c5075a33719 req-af712e23-2a24-4c70-8713-dfca145f2ea3 service nova] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Updating instance_info_cache with network_info: [{"id": "5434a345-d0e9-4ec4-96ad-d94fb6775410", "address": "fa:16:3e:db:8d:4d", "network": {"id": "4ea49aff-e8a7-4a32-88be-184ddef06831", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1872065363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "becb56be781f4fbdb665b6b7470255ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5434a345-d0", "ovs_interfaceid": "5434a345-d0e9-4ec4-96ad-d94fb6775410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.418682] env[63622]: DEBUG nova.virt.hardware [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1411.419068] env[63622]: DEBUG nova.virt.hardware [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1411.419137] env[63622]: DEBUG nova.virt.hardware [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1411.421281] env[63622]: DEBUG nova.virt.hardware [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1411.421281] env[63622]: DEBUG nova.virt.hardware [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1411.421281] env[63622]: DEBUG nova.virt.hardware [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1411.421281] env[63622]: DEBUG nova.virt.hardware [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1411.421281] env[63622]: DEBUG nova.virt.hardware [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1411.421565] env[63622]: DEBUG nova.virt.hardware [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1411.421565] env[63622]: DEBUG nova.virt.hardware [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1411.421565] env[63622]: DEBUG nova.virt.hardware [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1411.421890] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a557a887-e1a7-45cc-9e27-a7a969f6d75c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.431776] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a72e15-a339-462f-83a9-edd912d5f159 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.478367] env[63622]: DEBUG oslo_vmware.api [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Task: {'id': task-1816335, 'name': Rename_Task, 'duration_secs': 0.1978} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.478652] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1411.478984] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fd2f1c5-ee44-4389-9d44-54f10f9edf95 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.489623] env[63622]: DEBUG oslo_vmware.api [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Waiting for the task: (returnval){ [ 1411.489623] env[63622]: value = "task-1816338" [ 1411.489623] env[63622]: _type = "Task" [ 1411.489623] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.497997] env[63622]: DEBUG oslo_vmware.api [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Task: {'id': task-1816338, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.550558] env[63622]: DEBUG oslo_concurrency.lockutils [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "refresh_cache-3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.550764] env[63622]: DEBUG oslo_concurrency.lockutils [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquired lock "refresh_cache-3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.550938] env[63622]: DEBUG nova.network.neutron [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1411.567265] env[63622]: DEBUG oslo_vmware.api [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': task-1816336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074248} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.567265] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1411.568211] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbdbe6b-0d3c-4d75-bde7-70c326a16eff {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.593677] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 2bedcd22-de05-41b9-af59-37c0f3ad8969/2bedcd22-de05-41b9-af59-37c0f3ad8969.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1411.595233] env[63622]: DEBUG nova.scheduler.client.report [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1411.598564] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5c18a32-f7bd-404f-9b55-1af0c5cdce16 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.621399] env[63622]: DEBUG oslo_concurrency.lockutils [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.621399] env[63622]: DEBUG nova.compute.manager [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1411.626745] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3df698a9-c4d3-4426-8174-656d75c9b89b tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.562s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.626992] env[63622]: DEBUG nova.objects.instance [None req-3df698a9-c4d3-4426-8174-656d75c9b89b tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Lazy-loading 'resources' on Instance uuid de8f6b52-0c76-471d-ba59-5879bcf8428e {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1411.635189] env[63622]: DEBUG oslo_vmware.api [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Task: {'id': task-1816337, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.637609] env[63622]: DEBUG oslo_vmware.api [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Waiting for the task: (returnval){ [ 1411.637609] env[63622]: value = "task-1816339" [ 1411.637609] env[63622]: _type = "Task" [ 1411.637609] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.649048] env[63622]: DEBUG oslo_vmware.api [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': task-1816339, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.649960] env[63622]: DEBUG nova.compute.manager [req-464cd83c-c010-4f6e-9a80-3662b6d4589c req-6a351d31-a489-4ba0-bfda-48498f09c8ce service nova] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Received event network-changed-34f2e656-f3d0-4665-b02c-9d3848160acd {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1411.650283] env[63622]: DEBUG nova.compute.manager [req-464cd83c-c010-4f6e-9a80-3662b6d4589c req-6a351d31-a489-4ba0-bfda-48498f09c8ce service nova] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Refreshing instance network info cache due to event network-changed-34f2e656-f3d0-4665-b02c-9d3848160acd. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1411.650517] env[63622]: DEBUG oslo_concurrency.lockutils [req-464cd83c-c010-4f6e-9a80-3662b6d4589c req-6a351d31-a489-4ba0-bfda-48498f09c8ce service nova] Acquiring lock "refresh_cache-e0994819-1038-43e5-a215-57f0eb2a77e3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.650638] env[63622]: DEBUG oslo_concurrency.lockutils [req-464cd83c-c010-4f6e-9a80-3662b6d4589c req-6a351d31-a489-4ba0-bfda-48498f09c8ce service nova] Acquired lock "refresh_cache-e0994819-1038-43e5-a215-57f0eb2a77e3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.650798] env[63622]: DEBUG nova.network.neutron [req-464cd83c-c010-4f6e-9a80-3662b6d4589c req-6a351d31-a489-4ba0-bfda-48498f09c8ce service nova] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Refreshing network info cache for port 34f2e656-f3d0-4665-b02c-9d3848160acd {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1411.817040] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816334, 'name': CreateVM_Task, 'duration_secs': 0.611489} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.817040] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1411.817259] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.817501] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.817923] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1411.818365] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80e72809-dc6d-4bf7-aadf-b13e32260d41 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.826135] env[63622]: DEBUG oslo_vmware.api [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Waiting for the task: (returnval){ [ 1411.826135] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5217936e-e4b0-b656-bf1b-40c47a53c5ba" [ 1411.826135] env[63622]: _type = "Task" [ 1411.826135] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.838989] env[63622]: DEBUG oslo_vmware.api [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5217936e-e4b0-b656-bf1b-40c47a53c5ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.895223] env[63622]: DEBUG oslo_concurrency.lockutils [req-bbf80b84-5fa2-4e74-84e7-8c5075a33719 req-af712e23-2a24-4c70-8713-dfca145f2ea3 service nova] Releasing lock "refresh_cache-6e37ca42-4594-46f6-bcaa-88ea37c8de2d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.002572] env[63622]: DEBUG oslo_vmware.api [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Task: {'id': task-1816338, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.105402] env[63622]: DEBUG nova.network.neutron [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1412.111798] env[63622]: DEBUG oslo_vmware.api [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Task: {'id': task-1816337, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.970688} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.112144] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 6e37ca42-4594-46f6-bcaa-88ea37c8de2d/6e37ca42-4594-46f6-bcaa-88ea37c8de2d.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1412.112476] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1412.113250] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7cd718cd-fb5a-49eb-8451-7c1ecca23341 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.121143] env[63622]: DEBUG oslo_vmware.api [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Waiting for the task: (returnval){ [ 1412.121143] env[63622]: value = "task-1816340" [ 1412.121143] env[63622]: _type = "Task" [ 1412.121143] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.138777] env[63622]: DEBUG nova.compute.utils [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1412.143021] env[63622]: DEBUG oslo_vmware.api [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Task: {'id': task-1816340, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.143021] env[63622]: DEBUG nova.compute.manager [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1412.143021] env[63622]: DEBUG nova.network.neutron [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1412.157958] env[63622]: DEBUG oslo_vmware.api [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': task-1816339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.293063] env[63622]: DEBUG nova.policy [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f686fe78cf314683986170e024b9f7de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b404075e7bab42be8ac4c41fcb61281c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1412.342031] env[63622]: DEBUG oslo_vmware.api [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5217936e-e4b0-b656-bf1b-40c47a53c5ba, 'name': SearchDatastore_Task, 'duration_secs': 0.061334} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.345512] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.345512] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1412.345678] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1412.345857] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.346050] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1412.350018] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4796e0ac-f9bb-4476-8a71-fefb28f31530 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.361168] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1412.361368] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1412.362108] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f1e03f2-14c7-4f01-8fac-2e14eec6fa30 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.368207] env[63622]: DEBUG oslo_vmware.api [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Waiting for the task: (returnval){ [ 1412.368207] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]522e56d4-ecda-1f0f-effd-794e38af2333" [ 1412.368207] env[63622]: _type = "Task" [ 1412.368207] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.380818] env[63622]: DEBUG oslo_vmware.api [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]522e56d4-ecda-1f0f-effd-794e38af2333, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.482858] env[63622]: DEBUG nova.compute.manager [req-548d7ff8-38d9-4507-8b25-986f35a2b801 req-08d44571-d135-4de4-93c1-db0dd6baee95 service nova] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Received event network-changed-f1bf222a-bedd-4bb2-976c-c8afb5deae1c {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1412.482858] env[63622]: DEBUG nova.compute.manager [req-548d7ff8-38d9-4507-8b25-986f35a2b801 req-08d44571-d135-4de4-93c1-db0dd6baee95 service nova] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Refreshing instance network info cache due to event network-changed-f1bf222a-bedd-4bb2-976c-c8afb5deae1c. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1412.482858] env[63622]: DEBUG oslo_concurrency.lockutils [req-548d7ff8-38d9-4507-8b25-986f35a2b801 req-08d44571-d135-4de4-93c1-db0dd6baee95 service nova] Acquiring lock "refresh_cache-88c954d9-53e0-4349-80e0-50ce52e6e8e5" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1412.482858] env[63622]: DEBUG oslo_concurrency.lockutils [req-548d7ff8-38d9-4507-8b25-986f35a2b801 req-08d44571-d135-4de4-93c1-db0dd6baee95 service nova] Acquired lock "refresh_cache-88c954d9-53e0-4349-80e0-50ce52e6e8e5" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.482858] env[63622]: DEBUG nova.network.neutron [req-548d7ff8-38d9-4507-8b25-986f35a2b801 req-08d44571-d135-4de4-93c1-db0dd6baee95 service nova] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Refreshing network info cache for port f1bf222a-bedd-4bb2-976c-c8afb5deae1c {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1412.512238] env[63622]: DEBUG oslo_vmware.api [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Task: {'id': task-1816338, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.567892] env[63622]: DEBUG nova.network.neutron [None req-a79801da-59ac-463a-8aa4-0d7bbdc5aadd tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Updating instance_info_cache with network_info: [{"id": "75247e15-918f-4205-ab1f-9af81969049f", "address": "fa:16:3e:10:05:c7", "network": {"id": "b4228a96-3fc3-4257-8e82-a1cf37456242", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45a909020f1491e9d07603c4fc0ad0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75247e15-91", "ovs_interfaceid": "75247e15-918f-4205-ab1f-9af81969049f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.596491] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9fac35-7dc2-4210-86f4-f1c999477fec {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.603942] env[63622]: DEBUG nova.network.neutron [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Updating instance_info_cache with network_info: [{"id": "6085b44d-f95e-4d17-b536-9d57d3bc83ab", "address": "fa:16:3e:2b:b7:c2", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6085b44d-f9", "ovs_interfaceid": "6085b44d-f95e-4d17-b536-9d57d3bc83ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.607077] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d4122c-62b5-4d28-959c-a3c3fa9239f7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.646349] env[63622]: DEBUG nova.compute.manager [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1412.657556] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706afd13-9eba-43c6-b23a-0c64a5f2ba50 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.666287] env[63622]: DEBUG oslo_vmware.api [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Task: {'id': task-1816340, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096704} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.671117] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1412.671581] env[63622]: DEBUG oslo_vmware.api [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': task-1816339, 'name': ReconfigVM_Task, 'duration_secs': 0.940289} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.672342] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f448b8d-0010-496e-9f18-0822b6566e70 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.675792] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3472399-ca0a-45cb-9022-de5986287295 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.679751] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 2bedcd22-de05-41b9-af59-37c0f3ad8969/2bedcd22-de05-41b9-af59-37c0f3ad8969.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1412.680803] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-563b5cb2-943f-47bc-8f6c-e59cb5cd5961 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.693265] env[63622]: DEBUG nova.compute.provider_tree [None req-3df698a9-c4d3-4426-8174-656d75c9b89b tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1412.714167] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 6e37ca42-4594-46f6-bcaa-88ea37c8de2d/6e37ca42-4594-46f6-bcaa-88ea37c8de2d.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1412.714272] env[63622]: DEBUG oslo_vmware.api [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Waiting for the task: (returnval){ [ 1412.714272] env[63622]: value = "task-1816341" [ 1412.714272] env[63622]: _type = "Task" [ 1412.714272] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.718424] env[63622]: DEBUG nova.scheduler.client.report [None req-3df698a9-c4d3-4426-8174-656d75c9b89b tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1412.718674] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51850755-3485-49fd-a0a6-1bee2c5bb0a3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.744530] env[63622]: DEBUG oslo_vmware.api [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': task-1816341, 'name': Rename_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.744760] env[63622]: DEBUG oslo_vmware.api [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Waiting for the task: (returnval){ [ 1412.744760] env[63622]: value = "task-1816342" [ 1412.744760] env[63622]: _type = "Task" [ 1412.744760] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.752473] env[63622]: DEBUG oslo_vmware.api [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Task: {'id': task-1816342, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.832578] env[63622]: DEBUG nova.network.neutron [req-464cd83c-c010-4f6e-9a80-3662b6d4589c req-6a351d31-a489-4ba0-bfda-48498f09c8ce service nova] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Updated VIF entry in instance network info cache for port 34f2e656-f3d0-4665-b02c-9d3848160acd. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1412.832979] env[63622]: DEBUG nova.network.neutron [req-464cd83c-c010-4f6e-9a80-3662b6d4589c req-6a351d31-a489-4ba0-bfda-48498f09c8ce service nova] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Updating instance_info_cache with network_info: [{"id": "34f2e656-f3d0-4665-b02c-9d3848160acd", "address": "fa:16:3e:38:bb:2e", "network": {"id": "84ca8a32-ad48-4d0a-8c1b-f3ca05002675", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2058438564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d48ab9c0b8f14609b047ab5dca895eb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34f2e656-f3", "ovs_interfaceid": "34f2e656-f3d0-4665-b02c-9d3848160acd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.879053] env[63622]: DEBUG oslo_vmware.api [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]522e56d4-ecda-1f0f-effd-794e38af2333, 'name': SearchDatastore_Task, 'duration_secs': 0.036552} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.879936] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36a273d7-8ab4-41e6-ad68-f5d4fdb2b9d8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.885707] env[63622]: DEBUG oslo_vmware.api [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Waiting for the task: (returnval){ [ 1412.885707] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52bdf8df-a732-ed60-ba5e-db71616e76bb" [ 1412.885707] env[63622]: _type = "Task" [ 1412.885707] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.893755] env[63622]: DEBUG oslo_vmware.api [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52bdf8df-a732-ed60-ba5e-db71616e76bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.945922] env[63622]: DEBUG nova.network.neutron [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Successfully created port: b2035cd2-22c1-4f30-9565-e365352fc97f {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1413.006572] env[63622]: DEBUG oslo_vmware.api [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Task: {'id': task-1816338, 'name': PowerOnVM_Task, 'duration_secs': 1.139787} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.006849] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1413.007079] env[63622]: INFO nova.compute.manager [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Took 14.75 seconds to spawn the instance on the hypervisor. [ 1413.007267] env[63622]: DEBUG nova.compute.manager [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1413.008070] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c96e80-d2f3-4e9e-9be8-991cde48863e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.070984] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a79801da-59ac-463a-8aa4-0d7bbdc5aadd tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Releasing lock "refresh_cache-29e4f8bb-5f9c-4cc9-8bc5-745977f5412a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.071292] env[63622]: DEBUG nova.objects.instance [None req-a79801da-59ac-463a-8aa4-0d7bbdc5aadd tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Lazy-loading 'migration_context' on Instance uuid 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1413.106781] env[63622]: DEBUG oslo_concurrency.lockutils [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Releasing lock "refresh_cache-3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.107513] env[63622]: DEBUG nova.compute.manager [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Instance network_info: |[{"id": "6085b44d-f95e-4d17-b536-9d57d3bc83ab", "address": "fa:16:3e:2b:b7:c2", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6085b44d-f9", "ovs_interfaceid": "6085b44d-f95e-4d17-b536-9d57d3bc83ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1413.108015] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:b7:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31e77685-b4dd-4810-80ef-24115ea9ea62', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6085b44d-f95e-4d17-b536-9d57d3bc83ab', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1413.116276] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Creating folder: Project (c8f5612ea5ba4729af8f16a350d2c1fe). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1413.116892] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f14d789c-494e-4cf7-af96-11ca6def5d0d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.126848] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Created folder: Project (c8f5612ea5ba4729af8f16a350d2c1fe) in parent group-v376252. [ 1413.127062] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Creating folder: Instances. Parent ref: group-v376307. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1413.127292] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62eb6fb7-701f-41b1-bff6-8d83338d1686 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.135999] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Created folder: Instances in parent group-v376307. [ 1413.136251] env[63622]: DEBUG oslo.service.loopingcall [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1413.138755] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1413.139040] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bdefe1d-18b8-4f1a-9535-ebba64264984 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.164038] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1413.164038] env[63622]: value = "task-1816345" [ 1413.164038] env[63622]: _type = "Task" [ 1413.164038] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.171943] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816345, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.234275] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3df698a9-c4d3-4426-8174-656d75c9b89b tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.607s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.245022] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.177s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1413.246784] env[63622]: INFO nova.compute.claims [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1413.257553] env[63622]: DEBUG oslo_vmware.api [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': task-1816341, 'name': Rename_Task, 'duration_secs': 0.33956} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.258262] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1413.258579] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0b0d4c2-099f-4642-a433-9d8ea97bcf10 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.263953] env[63622]: DEBUG oslo_vmware.api [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Task: {'id': task-1816342, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.271021] env[63622]: DEBUG oslo_vmware.api [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Waiting for the task: (returnval){ [ 1413.271021] env[63622]: value = "task-1816346" [ 1413.271021] env[63622]: _type = "Task" [ 1413.271021] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.278272] env[63622]: DEBUG oslo_vmware.api [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': task-1816346, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.282733] env[63622]: INFO nova.scheduler.client.report [None req-3df698a9-c4d3-4426-8174-656d75c9b89b tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Deleted allocations for instance de8f6b52-0c76-471d-ba59-5879bcf8428e [ 1413.337138] env[63622]: DEBUG oslo_concurrency.lockutils [req-464cd83c-c010-4f6e-9a80-3662b6d4589c req-6a351d31-a489-4ba0-bfda-48498f09c8ce service nova] Releasing lock "refresh_cache-e0994819-1038-43e5-a215-57f0eb2a77e3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.398534] env[63622]: DEBUG oslo_vmware.api [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52bdf8df-a732-ed60-ba5e-db71616e76bb, 'name': SearchDatastore_Task, 'duration_secs': 0.016902} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.398909] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.399251] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 8de62141-0f55-411a-b06a-f4e63a433b8b/8de62141-0f55-411a-b06a-f4e63a433b8b.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1413.399588] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-558b94cf-3816-43eb-8ac7-bdec8e193f8b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.408481] env[63622]: DEBUG oslo_vmware.api [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Waiting for the task: (returnval){ [ 1413.408481] env[63622]: value = "task-1816347" [ 1413.408481] env[63622]: _type = "Task" [ 1413.408481] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.417424] env[63622]: DEBUG oslo_vmware.api [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Task: {'id': task-1816347, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.525924] env[63622]: INFO nova.compute.manager [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Took 25.00 seconds to build instance. [ 1413.573850] env[63622]: DEBUG nova.network.neutron [req-548d7ff8-38d9-4507-8b25-986f35a2b801 req-08d44571-d135-4de4-93c1-db0dd6baee95 service nova] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Updated VIF entry in instance network info cache for port f1bf222a-bedd-4bb2-976c-c8afb5deae1c. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1413.574287] env[63622]: DEBUG nova.network.neutron [req-548d7ff8-38d9-4507-8b25-986f35a2b801 req-08d44571-d135-4de4-93c1-db0dd6baee95 service nova] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Updating instance_info_cache with network_info: [{"id": "f1bf222a-bedd-4bb2-976c-c8afb5deae1c", "address": "fa:16:3e:7d:40:20", "network": {"id": "bde614e2-eb86-411f-8c6c-26af70fc4edb", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1796708078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01626954fa9a4c24b34b52a9166b6f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1bf222a-be", "ovs_interfaceid": "f1bf222a-bedd-4bb2-976c-c8afb5deae1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.580017] env[63622]: DEBUG nova.objects.base [None req-a79801da-59ac-463a-8aa4-0d7bbdc5aadd tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Object Instance<29e4f8bb-5f9c-4cc9-8bc5-745977f5412a> lazy-loaded attributes: info_cache,migration_context {{(pid=63622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1413.580017] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f337924-77f9-4cf3-a817-27b956e8e28d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.607744] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b4e70fe-f510-4297-8c57-e114c744ae82 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.613052] env[63622]: DEBUG nova.network.neutron [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Successfully created port: c4b7bdbf-982b-4087-844e-1ce4ebcd5383 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1413.620779] env[63622]: DEBUG oslo_vmware.api [None req-a79801da-59ac-463a-8aa4-0d7bbdc5aadd tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Waiting for the task: (returnval){ [ 1413.620779] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a17029-6cbd-d4be-4d4c-abd08745a453" [ 1413.620779] env[63622]: _type = "Task" [ 1413.620779] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.630713] env[63622]: DEBUG oslo_vmware.api [None req-a79801da-59ac-463a-8aa4-0d7bbdc5aadd tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a17029-6cbd-d4be-4d4c-abd08745a453, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.662192] env[63622]: DEBUG nova.compute.manager [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1413.676348] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816345, 'name': CreateVM_Task, 'duration_secs': 0.475543} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.676522] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1413.677223] env[63622]: DEBUG oslo_concurrency.lockutils [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1413.677392] env[63622]: DEBUG oslo_concurrency.lockutils [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.677723] env[63622]: DEBUG oslo_concurrency.lockutils [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1413.677987] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48f078e6-43b4-48cb-bd5d-5bed51093939 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.683659] env[63622]: DEBUG oslo_vmware.api [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1413.683659] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526af901-c551-2b96-3e6a-ab1f8c2a540a" [ 1413.683659] env[63622]: _type = "Task" [ 1413.683659] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.692735] env[63622]: DEBUG nova.virt.hardware [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1413.693396] env[63622]: DEBUG nova.virt.hardware [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1413.693396] env[63622]: DEBUG nova.virt.hardware [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1413.693396] env[63622]: DEBUG nova.virt.hardware [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1413.693586] env[63622]: DEBUG nova.virt.hardware [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1413.693665] env[63622]: DEBUG nova.virt.hardware [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1413.693949] env[63622]: DEBUG nova.virt.hardware [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1413.694046] env[63622]: DEBUG nova.virt.hardware [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1413.694218] env[63622]: DEBUG nova.virt.hardware [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1413.694386] env[63622]: DEBUG nova.virt.hardware [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1413.694564] env[63622]: DEBUG nova.virt.hardware [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1413.695482] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08bb177-d48b-4531-847f-7a0fda505dfa {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.701399] env[63622]: DEBUG oslo_vmware.api [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526af901-c551-2b96-3e6a-ab1f8c2a540a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.707087] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043e535d-39d4-4797-8bad-bdb90b9fdb0c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.762672] env[63622]: DEBUG oslo_vmware.api [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Task: {'id': task-1816342, 'name': ReconfigVM_Task, 'duration_secs': 0.777033} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.762672] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 6e37ca42-4594-46f6-bcaa-88ea37c8de2d/6e37ca42-4594-46f6-bcaa-88ea37c8de2d.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1413.779056] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eac3006f-f9e4-4728-a360-9258faefd83a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.779056] env[63622]: DEBUG oslo_vmware.api [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Waiting for the task: (returnval){ [ 1413.779056] env[63622]: value = "task-1816348" [ 1413.779056] env[63622]: _type = "Task" [ 1413.779056] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.783772] env[63622]: DEBUG oslo_vmware.api [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Task: {'id': task-1816348, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.788985] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3df698a9-c4d3-4426-8174-656d75c9b89b tempest-ImagesNegativeTestJSON-299346018 tempest-ImagesNegativeTestJSON-299346018-project-member] Lock "de8f6b52-0c76-471d-ba59-5879bcf8428e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.600s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.796851] env[63622]: DEBUG oslo_vmware.api [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': task-1816346, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.919095] env[63622]: DEBUG oslo_vmware.api [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Task: {'id': task-1816347, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.031505] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f868565-0a0e-4c14-9812-501ae80d463f tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Lock "a3023175-665d-47fd-b8bd-f832b7478869" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.404s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.036797] env[63622]: DEBUG nova.network.neutron [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Successfully created port: d5506f13-1d61-485f-9fda-d3654c425bb3 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1414.078169] env[63622]: DEBUG oslo_concurrency.lockutils [req-548d7ff8-38d9-4507-8b25-986f35a2b801 req-08d44571-d135-4de4-93c1-db0dd6baee95 service nova] Releasing lock "refresh_cache-88c954d9-53e0-4349-80e0-50ce52e6e8e5" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.134464] env[63622]: DEBUG oslo_vmware.api [None req-a79801da-59ac-463a-8aa4-0d7bbdc5aadd tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a17029-6cbd-d4be-4d4c-abd08745a453, 'name': SearchDatastore_Task, 'duration_secs': 0.035579} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.135131] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a79801da-59ac-463a-8aa4-0d7bbdc5aadd tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.196893] env[63622]: DEBUG oslo_vmware.api [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526af901-c551-2b96-3e6a-ab1f8c2a540a, 'name': SearchDatastore_Task, 'duration_secs': 0.074933} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.197245] env[63622]: DEBUG oslo_concurrency.lockutils [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.201295] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1414.201295] env[63622]: DEBUG oslo_concurrency.lockutils [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.201295] env[63622]: DEBUG oslo_concurrency.lockutils [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.201295] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1414.201295] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12be49a1-90ce-4e0b-a6bb-8305d004782d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.215436] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1414.215657] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1414.216379] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22f00121-7eea-43cf-b5ba-081f249be1a6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.223125] env[63622]: DEBUG oslo_vmware.api [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1414.223125] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]520993f1-59ea-a53c-fed9-27f5bcf16465" [ 1414.223125] env[63622]: _type = "Task" [ 1414.223125] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.234562] env[63622]: DEBUG oslo_vmware.api [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]520993f1-59ea-a53c-fed9-27f5bcf16465, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.286413] env[63622]: DEBUG oslo_vmware.api [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': task-1816346, 'name': PowerOnVM_Task, 'duration_secs': 0.601918} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.293171] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1414.293423] env[63622]: INFO nova.compute.manager [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Took 8.14 seconds to spawn the instance on the hypervisor. [ 1414.293634] env[63622]: DEBUG nova.compute.manager [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1414.293935] env[63622]: DEBUG oslo_vmware.api [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Task: {'id': task-1816348, 'name': Rename_Task, 'duration_secs': 0.237019} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.295636] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9d9e59-46e2-4cbb-9bff-7cb7a2f1e277 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.298481] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1414.298860] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-429f20c5-2b75-4ece-ad85-14409f127243 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.309646] env[63622]: DEBUG oslo_vmware.api [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Waiting for the task: (returnval){ [ 1414.309646] env[63622]: value = "task-1816349" [ 1414.309646] env[63622]: _type = "Task" [ 1414.309646] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.323484] env[63622]: DEBUG oslo_vmware.api [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Task: {'id': task-1816349, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.428977] env[63622]: DEBUG oslo_vmware.api [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Task: {'id': task-1816347, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531874} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.429221] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 8de62141-0f55-411a-b06a-f4e63a433b8b/8de62141-0f55-411a-b06a-f4e63a433b8b.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1414.429396] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1414.429636] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0b32da4-95d0-44d6-8c3c-413ecb3baaa3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.438043] env[63622]: DEBUG oslo_vmware.api [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Waiting for the task: (returnval){ [ 1414.438043] env[63622]: value = "task-1816350" [ 1414.438043] env[63622]: _type = "Task" [ 1414.438043] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.449796] env[63622]: DEBUG oslo_vmware.api [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Task: {'id': task-1816350, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.486371] env[63622]: DEBUG nova.network.neutron [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Successfully updated port: 643b71c4-2171-4939-8278-43895b99397a {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1414.535590] env[63622]: DEBUG nova.compute.manager [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1414.548840] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b80c8681-29ef-4a57-964e-b87c5bbdc17c tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Acquiring lock "1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.550757] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b80c8681-29ef-4a57-964e-b87c5bbdc17c tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Lock "1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.550757] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b80c8681-29ef-4a57-964e-b87c5bbdc17c tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Acquiring lock "1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.550757] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b80c8681-29ef-4a57-964e-b87c5bbdc17c tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Lock "1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.550757] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b80c8681-29ef-4a57-964e-b87c5bbdc17c tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Lock "1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.553021] env[63622]: INFO nova.compute.manager [None req-b80c8681-29ef-4a57-964e-b87c5bbdc17c tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Terminating instance [ 1414.675053] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5ced16-766d-49a0-9476-06b3d7e79111 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.683749] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508c10c8-0c98-465a-84df-2945d741b891 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.717589] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cacbfea-d02c-4ba4-9f90-559eff544bfe {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.729824] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e614fa6e-6409-4c42-a05d-d4212825180a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.741993] env[63622]: DEBUG oslo_vmware.api [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]520993f1-59ea-a53c-fed9-27f5bcf16465, 'name': SearchDatastore_Task, 'duration_secs': 0.030921} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.751404] env[63622]: DEBUG nova.compute.provider_tree [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1414.752850] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb79b53f-6966-45ee-a88c-584ba045d080 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.760031] env[63622]: DEBUG oslo_vmware.api [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1414.760031] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52334ff8-eb0d-0b53-7f4e-8f06fe174c64" [ 1414.760031] env[63622]: _type = "Task" [ 1414.760031] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.768462] env[63622]: DEBUG oslo_vmware.api [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52334ff8-eb0d-0b53-7f4e-8f06fe174c64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.820549] env[63622]: INFO nova.compute.manager [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Took 24.81 seconds to build instance. [ 1414.827487] env[63622]: DEBUG oslo_vmware.api [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Task: {'id': task-1816349, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.951312] env[63622]: DEBUG oslo_vmware.api [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Task: {'id': task-1816350, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086559} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.952163] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1414.952932] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af42b18f-120f-49ea-8b5a-031c2aa2603f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.974924] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 8de62141-0f55-411a-b06a-f4e63a433b8b/8de62141-0f55-411a-b06a-f4e63a433b8b.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1414.975568] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d7f9857-a420-43a2-870c-f5a10dfa7af9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.993526] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "refresh_cache-0436abf1-ae0c-4595-912c-e7957b7a64a3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.993526] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquired lock "refresh_cache-0436abf1-ae0c-4595-912c-e7957b7a64a3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.993526] env[63622]: DEBUG nova.network.neutron [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1414.998635] env[63622]: DEBUG oslo_vmware.api [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Waiting for the task: (returnval){ [ 1414.998635] env[63622]: value = "task-1816351" [ 1414.998635] env[63622]: _type = "Task" [ 1414.998635] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.011446] env[63622]: DEBUG oslo_vmware.api [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Task: {'id': task-1816351, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.029249] env[63622]: DEBUG nova.compute.manager [req-2d8f198f-0107-466d-a91d-4150db31bce0 req-ab3f9035-0278-40eb-9027-1175a5306bc0 service nova] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Received event network-vif-plugged-643b71c4-2171-4939-8278-43895b99397a {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1415.029428] env[63622]: DEBUG oslo_concurrency.lockutils [req-2d8f198f-0107-466d-a91d-4150db31bce0 req-ab3f9035-0278-40eb-9027-1175a5306bc0 service nova] Acquiring lock "0436abf1-ae0c-4595-912c-e7957b7a64a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.029636] env[63622]: DEBUG oslo_concurrency.lockutils [req-2d8f198f-0107-466d-a91d-4150db31bce0 req-ab3f9035-0278-40eb-9027-1175a5306bc0 service nova] Lock "0436abf1-ae0c-4595-912c-e7957b7a64a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.029807] env[63622]: DEBUG oslo_concurrency.lockutils [req-2d8f198f-0107-466d-a91d-4150db31bce0 req-ab3f9035-0278-40eb-9027-1175a5306bc0 service nova] Lock "0436abf1-ae0c-4595-912c-e7957b7a64a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.029974] env[63622]: DEBUG nova.compute.manager [req-2d8f198f-0107-466d-a91d-4150db31bce0 req-ab3f9035-0278-40eb-9027-1175a5306bc0 service nova] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] No waiting events found dispatching network-vif-plugged-643b71c4-2171-4939-8278-43895b99397a {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1415.030165] env[63622]: WARNING nova.compute.manager [req-2d8f198f-0107-466d-a91d-4150db31bce0 req-ab3f9035-0278-40eb-9027-1175a5306bc0 service nova] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Received unexpected event network-vif-plugged-643b71c4-2171-4939-8278-43895b99397a for instance with vm_state building and task_state spawning. [ 1415.058460] env[63622]: DEBUG nova.compute.manager [None req-b80c8681-29ef-4a57-964e-b87c5bbdc17c tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1415.058907] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b80c8681-29ef-4a57-964e-b87c5bbdc17c tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1415.060114] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c59bf87-68be-429f-ad03-4fa936ac2fde {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.066462] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.074268] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80c8681-29ef-4a57-964e-b87c5bbdc17c tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1415.074570] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aca0da58-8b75-400b-af69-e9fbd955d9cd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.081139] env[63622]: DEBUG oslo_vmware.api [None req-b80c8681-29ef-4a57-964e-b87c5bbdc17c tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Waiting for the task: (returnval){ [ 1415.081139] env[63622]: value = "task-1816352" [ 1415.081139] env[63622]: _type = "Task" [ 1415.081139] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.089755] env[63622]: DEBUG oslo_vmware.api [None req-b80c8681-29ef-4a57-964e-b87c5bbdc17c tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Task: {'id': task-1816352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.258017] env[63622]: DEBUG nova.scheduler.client.report [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1415.273975] env[63622]: DEBUG oslo_vmware.api [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52334ff8-eb0d-0b53-7f4e-8f06fe174c64, 'name': SearchDatastore_Task, 'duration_secs': 0.011357} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.275039] env[63622]: DEBUG oslo_concurrency.lockutils [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.275039] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241/3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1415.275039] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd0264d0-9734-458c-a7ef-fc28e86545d6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.282378] env[63622]: DEBUG oslo_vmware.api [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1415.282378] env[63622]: value = "task-1816353" [ 1415.282378] env[63622]: _type = "Task" [ 1415.282378] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.292072] env[63622]: DEBUG oslo_vmware.api [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.304137] env[63622]: DEBUG nova.compute.manager [req-7a4e89e5-9179-4ae5-ab9b-217e803512b2 req-a9e38d05-4f78-4623-9145-803508beeac7 service nova] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Received event network-vif-plugged-6085b44d-f95e-4d17-b536-9d57d3bc83ab {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1415.304319] env[63622]: DEBUG oslo_concurrency.lockutils [req-7a4e89e5-9179-4ae5-ab9b-217e803512b2 req-a9e38d05-4f78-4623-9145-803508beeac7 service nova] Acquiring lock "3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.304575] env[63622]: DEBUG oslo_concurrency.lockutils [req-7a4e89e5-9179-4ae5-ab9b-217e803512b2 req-a9e38d05-4f78-4623-9145-803508beeac7 service nova] Lock "3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.304718] env[63622]: DEBUG oslo_concurrency.lockutils [req-7a4e89e5-9179-4ae5-ab9b-217e803512b2 req-a9e38d05-4f78-4623-9145-803508beeac7 service nova] Lock "3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.304848] env[63622]: DEBUG nova.compute.manager [req-7a4e89e5-9179-4ae5-ab9b-217e803512b2 req-a9e38d05-4f78-4623-9145-803508beeac7 service nova] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] No waiting events found dispatching network-vif-plugged-6085b44d-f95e-4d17-b536-9d57d3bc83ab {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1415.305017] env[63622]: WARNING nova.compute.manager [req-7a4e89e5-9179-4ae5-ab9b-217e803512b2 req-a9e38d05-4f78-4623-9145-803508beeac7 service nova] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Received unexpected event network-vif-plugged-6085b44d-f95e-4d17-b536-9d57d3bc83ab for instance with vm_state building and task_state spawning. [ 1415.305184] env[63622]: DEBUG nova.compute.manager [req-7a4e89e5-9179-4ae5-ab9b-217e803512b2 req-a9e38d05-4f78-4623-9145-803508beeac7 service nova] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Received event network-changed-6085b44d-f95e-4d17-b536-9d57d3bc83ab {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1415.305338] env[63622]: DEBUG nova.compute.manager [req-7a4e89e5-9179-4ae5-ab9b-217e803512b2 req-a9e38d05-4f78-4623-9145-803508beeac7 service nova] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Refreshing instance network info cache due to event network-changed-6085b44d-f95e-4d17-b536-9d57d3bc83ab. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1415.305537] env[63622]: DEBUG oslo_concurrency.lockutils [req-7a4e89e5-9179-4ae5-ab9b-217e803512b2 req-a9e38d05-4f78-4623-9145-803508beeac7 service nova] Acquiring lock "refresh_cache-3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.305705] env[63622]: DEBUG oslo_concurrency.lockutils [req-7a4e89e5-9179-4ae5-ab9b-217e803512b2 req-a9e38d05-4f78-4623-9145-803508beeac7 service nova] Acquired lock "refresh_cache-3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.305820] env[63622]: DEBUG nova.network.neutron [req-7a4e89e5-9179-4ae5-ab9b-217e803512b2 req-a9e38d05-4f78-4623-9145-803508beeac7 service nova] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Refreshing network info cache for port 6085b44d-f95e-4d17-b536-9d57d3bc83ab {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1415.324314] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e7bea4b7-ae25-442c-ba08-eb22abde57d0 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Lock "2bedcd22-de05-41b9-af59-37c0f3ad8969" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.162s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.324853] env[63622]: DEBUG oslo_vmware.api [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Task: {'id': task-1816349, 'name': PowerOnVM_Task, 'duration_secs': 0.839488} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.325107] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1415.325305] env[63622]: INFO nova.compute.manager [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Took 12.42 seconds to spawn the instance on the hypervisor. [ 1415.325481] env[63622]: DEBUG nova.compute.manager [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1415.326264] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f73761-c2cf-4c04-931e-7f61ab80b2c6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.511264] env[63622]: DEBUG oslo_vmware.api [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Task: {'id': task-1816351, 'name': ReconfigVM_Task, 'duration_secs': 0.298592} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.511811] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 8de62141-0f55-411a-b06a-f4e63a433b8b/8de62141-0f55-411a-b06a-f4e63a433b8b.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1415.512649] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21f3e51c-0259-44c8-a10a-3aa35d986bd5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.520324] env[63622]: DEBUG oslo_vmware.api [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Waiting for the task: (returnval){ [ 1415.520324] env[63622]: value = "task-1816354" [ 1415.520324] env[63622]: _type = "Task" [ 1415.520324] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.531986] env[63622]: DEBUG oslo_vmware.api [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Task: {'id': task-1816354, 'name': Rename_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.537027] env[63622]: DEBUG nova.network.neutron [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1415.596688] env[63622]: DEBUG oslo_vmware.api [None req-b80c8681-29ef-4a57-964e-b87c5bbdc17c tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Task: {'id': task-1816352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.769444] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.770304] env[63622]: DEBUG nova.compute.manager [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1415.778027] env[63622]: DEBUG oslo_concurrency.lockutils [None req-bb9e7c63-078d-4a73-b343-ea3fe51b0a04 tempest-DeleteServersAdminTestJSON-791066907 tempest-DeleteServersAdminTestJSON-791066907-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.471s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.778027] env[63622]: DEBUG nova.objects.instance [None req-bb9e7c63-078d-4a73-b343-ea3fe51b0a04 tempest-DeleteServersAdminTestJSON-791066907 tempest-DeleteServersAdminTestJSON-791066907-project-admin] Lazy-loading 'resources' on Instance uuid 6552085b-032b-484c-99f5-37cc62e24063 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1415.796163] env[63622]: DEBUG oslo_vmware.api [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816353, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.799319] env[63622]: DEBUG nova.network.neutron [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Updating instance_info_cache with network_info: [{"id": "643b71c4-2171-4939-8278-43895b99397a", "address": "fa:16:3e:b2:df:30", "network": {"id": "d99154f7-509d-4022-8cc6-a3f6dfa87b98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065749372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a0890704ac74d28998a905c11f1f4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap643b71c4-21", "ovs_interfaceid": "643b71c4-2171-4939-8278-43895b99397a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.849379] env[63622]: INFO nova.compute.manager [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Took 27.01 seconds to build instance. [ 1415.939416] env[63622]: DEBUG nova.compute.manager [None req-2abf8fa9-f4c0-4e27-a68b-a169f6a5c003 tempest-ServerDiagnosticsTest-1244184166 tempest-ServerDiagnosticsTest-1244184166-project-admin] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1415.941143] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a5ad87-87f4-4232-a0f7-074c6ca19755 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.950934] env[63622]: INFO nova.compute.manager [None req-2abf8fa9-f4c0-4e27-a68b-a169f6a5c003 tempest-ServerDiagnosticsTest-1244184166 tempest-ServerDiagnosticsTest-1244184166-project-admin] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Retrieving diagnostics [ 1415.952373] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7e05bd-8a7f-4efd-9ed3-f4cada7905f8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.033320] env[63622]: DEBUG oslo_vmware.api [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Task: {'id': task-1816354, 'name': Rename_Task, 'duration_secs': 0.447138} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.033665] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1416.034136] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-163039e6-e9c0-4d4a-98a3-863816e847f9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.042510] env[63622]: DEBUG oslo_vmware.api [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Waiting for the task: (returnval){ [ 1416.042510] env[63622]: value = "task-1816355" [ 1416.042510] env[63622]: _type = "Task" [ 1416.042510] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.051410] env[63622]: DEBUG oslo_vmware.api [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Task: {'id': task-1816355, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.099024] env[63622]: DEBUG oslo_vmware.api [None req-b80c8681-29ef-4a57-964e-b87c5bbdc17c tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Task: {'id': task-1816352, 'name': PowerOffVM_Task, 'duration_secs': 0.695756} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.099024] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80c8681-29ef-4a57-964e-b87c5bbdc17c tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1416.099024] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b80c8681-29ef-4a57-964e-b87c5bbdc17c tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1416.099024] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe37f160-c67e-443f-90f1-1da853944e1c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.174262] env[63622]: DEBUG nova.network.neutron [req-7a4e89e5-9179-4ae5-ab9b-217e803512b2 req-a9e38d05-4f78-4623-9145-803508beeac7 service nova] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Updated VIF entry in instance network info cache for port 6085b44d-f95e-4d17-b536-9d57d3bc83ab. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1416.174635] env[63622]: DEBUG nova.network.neutron [req-7a4e89e5-9179-4ae5-ab9b-217e803512b2 req-a9e38d05-4f78-4623-9145-803508beeac7 service nova] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Updating instance_info_cache with network_info: [{"id": "6085b44d-f95e-4d17-b536-9d57d3bc83ab", "address": "fa:16:3e:2b:b7:c2", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6085b44d-f9", "ovs_interfaceid": "6085b44d-f95e-4d17-b536-9d57d3bc83ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.214253] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b80c8681-29ef-4a57-964e-b87c5bbdc17c tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1416.215140] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b80c8681-29ef-4a57-964e-b87c5bbdc17c tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1416.215140] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-b80c8681-29ef-4a57-964e-b87c5bbdc17c tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Deleting the datastore file [datastore1] 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1416.215140] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d44198d2-59a2-45c5-ba77-6b8b6729736e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.222378] env[63622]: DEBUG oslo_vmware.api [None req-b80c8681-29ef-4a57-964e-b87c5bbdc17c tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Waiting for the task: (returnval){ [ 1416.222378] env[63622]: value = "task-1816357" [ 1416.222378] env[63622]: _type = "Task" [ 1416.222378] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.232909] env[63622]: DEBUG oslo_vmware.api [None req-b80c8681-29ef-4a57-964e-b87c5bbdc17c tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Task: {'id': task-1816357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.277249] env[63622]: DEBUG nova.network.neutron [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Successfully updated port: b2035cd2-22c1-4f30-9565-e365352fc97f {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1416.279572] env[63622]: DEBUG nova.compute.utils [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1416.286867] env[63622]: DEBUG nova.compute.manager [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1416.287179] env[63622]: DEBUG nova.network.neutron [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: f2024142-be0c-465d-8e21-20dc270d760d] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1416.299366] env[63622]: DEBUG oslo_vmware.api [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816353, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547612} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.299845] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241/3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1416.300022] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1416.300175] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-766f6794-6c47-4ef2-9e0d-08715bbd0257 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.302562] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Releasing lock "refresh_cache-0436abf1-ae0c-4595-912c-e7957b7a64a3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1416.302879] env[63622]: DEBUG nova.compute.manager [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Instance network_info: |[{"id": "643b71c4-2171-4939-8278-43895b99397a", "address": "fa:16:3e:b2:df:30", "network": {"id": "d99154f7-509d-4022-8cc6-a3f6dfa87b98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065749372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a0890704ac74d28998a905c11f1f4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap643b71c4-21", "ovs_interfaceid": "643b71c4-2171-4939-8278-43895b99397a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1416.303968] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:df:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '643b71c4-2171-4939-8278-43895b99397a', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1416.314230] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Creating folder: Project (1a0890704ac74d28998a905c11f1f4b0). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1416.319086] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e1b0a60-2887-4b78-bdd6-128aec356ac6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.326803] env[63622]: DEBUG oslo_vmware.api [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1416.326803] env[63622]: value = "task-1816358" [ 1416.326803] env[63622]: _type = "Task" [ 1416.326803] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.335901] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Created folder: Project (1a0890704ac74d28998a905c11f1f4b0) in parent group-v376252. [ 1416.338833] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Creating folder: Instances. Parent ref: group-v376310. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1416.342550] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12ac852c-a9ca-45d3-bdb3-ed6c75522a5b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.344477] env[63622]: DEBUG oslo_vmware.api [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816358, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.351848] env[63622]: DEBUG oslo_concurrency.lockutils [None req-dc145354-e70c-400c-8192-b3d04aeac096 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Lock "6e37ca42-4594-46f6-bcaa-88ea37c8de2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.371s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.355023] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Created folder: Instances in parent group-v376310. [ 1416.355384] env[63622]: DEBUG oslo.service.loopingcall [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1416.355971] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1416.355971] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9de999e-6404-40f8-9fe2-1a0f79614140 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.384169] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1416.384169] env[63622]: value = "task-1816361" [ 1416.384169] env[63622]: _type = "Task" [ 1416.384169] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.391460] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816361, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.396216] env[63622]: DEBUG nova.policy [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70f3808a4df74b64925def2ce4a422d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '815d9fb5899941c1a159de77b6d2585d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1416.551266] env[63622]: DEBUG oslo_vmware.api [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Task: {'id': task-1816355, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.677442] env[63622]: DEBUG oslo_concurrency.lockutils [req-7a4e89e5-9179-4ae5-ab9b-217e803512b2 req-a9e38d05-4f78-4623-9145-803508beeac7 service nova] Releasing lock "refresh_cache-3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1416.677744] env[63622]: DEBUG nova.compute.manager [req-7a4e89e5-9179-4ae5-ab9b-217e803512b2 req-a9e38d05-4f78-4623-9145-803508beeac7 service nova] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Received event network-changed-62b4f551-7ddd-414d-a8ff-ad2f0d7f01d5 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1416.677936] env[63622]: DEBUG nova.compute.manager [req-7a4e89e5-9179-4ae5-ab9b-217e803512b2 req-a9e38d05-4f78-4623-9145-803508beeac7 service nova] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Refreshing instance network info cache due to event network-changed-62b4f551-7ddd-414d-a8ff-ad2f0d7f01d5. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1416.678290] env[63622]: DEBUG oslo_concurrency.lockutils [req-7a4e89e5-9179-4ae5-ab9b-217e803512b2 req-a9e38d05-4f78-4623-9145-803508beeac7 service nova] Acquiring lock "refresh_cache-8789cf92-9fcf-4bc5-af18-c621c373181b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1416.678414] env[63622]: DEBUG oslo_concurrency.lockutils [req-7a4e89e5-9179-4ae5-ab9b-217e803512b2 req-a9e38d05-4f78-4623-9145-803508beeac7 service nova] Acquired lock "refresh_cache-8789cf92-9fcf-4bc5-af18-c621c373181b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.678582] env[63622]: DEBUG nova.network.neutron [req-7a4e89e5-9179-4ae5-ab9b-217e803512b2 req-a9e38d05-4f78-4623-9145-803508beeac7 service nova] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Refreshing network info cache for port 62b4f551-7ddd-414d-a8ff-ad2f0d7f01d5 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1416.722387] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdd461f-64dc-4c6e-9519-f7d99b5e5b5e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.739939] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28de89f-4f58-4545-8ce8-28486f59a417 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.743798] env[63622]: DEBUG oslo_vmware.api [None req-b80c8681-29ef-4a57-964e-b87c5bbdc17c tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Task: {'id': task-1816357, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283658} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.744146] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-b80c8681-29ef-4a57-964e-b87c5bbdc17c tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1416.744396] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b80c8681-29ef-4a57-964e-b87c5bbdc17c tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1416.744617] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b80c8681-29ef-4a57-964e-b87c5bbdc17c tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1416.744840] env[63622]: INFO nova.compute.manager [None req-b80c8681-29ef-4a57-964e-b87c5bbdc17c tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1416.745089] env[63622]: DEBUG oslo.service.loopingcall [None req-b80c8681-29ef-4a57-964e-b87c5bbdc17c tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1416.745668] env[63622]: DEBUG nova.compute.manager [-] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1416.745768] env[63622]: DEBUG nova.network.neutron [-] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1416.779420] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfac0eb0-0692-47d0-a3ee-e0f95a7ce138 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.790363] env[63622]: DEBUG nova.compute.manager [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1416.793951] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fbea95-96d6-4f67-bbf1-0ec66c19a4d8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.810652] env[63622]: DEBUG nova.compute.provider_tree [None req-bb9e7c63-078d-4a73-b343-ea3fe51b0a04 tempest-DeleteServersAdminTestJSON-791066907 tempest-DeleteServersAdminTestJSON-791066907-project-admin] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1416.837747] env[63622]: DEBUG oslo_vmware.api [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816358, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074481} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.838173] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1416.839212] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9beabf-e81c-4792-a28d-fb4b9810cb80 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.863799] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241/3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1416.866960] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-029ca201-5010-4897-a237-35440ed026e9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.890139] env[63622]: DEBUG oslo_vmware.api [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1416.890139] env[63622]: value = "task-1816362" [ 1416.890139] env[63622]: _type = "Task" [ 1416.890139] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.896119] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816361, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.901940] env[63622]: DEBUG oslo_vmware.api [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816362, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.052334] env[63622]: DEBUG oslo_vmware.api [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Task: {'id': task-1816355, 'name': PowerOnVM_Task, 'duration_secs': 0.669686} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.052675] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1417.052877] env[63622]: DEBUG nova.compute.manager [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1417.053756] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023ad8ea-baf4-4c09-8547-54b74521147b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.313492] env[63622]: DEBUG nova.scheduler.client.report [None req-bb9e7c63-078d-4a73-b343-ea3fe51b0a04 tempest-DeleteServersAdminTestJSON-791066907 tempest-DeleteServersAdminTestJSON-791066907-project-admin] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1417.398090] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816361, 'name': CreateVM_Task, 'duration_secs': 0.545521} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.398688] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1417.399380] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1417.399548] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.399876] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1417.400965] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8a7ed00-461c-4907-b454-222623c19aef {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.407762] env[63622]: DEBUG oslo_vmware.api [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.412491] env[63622]: DEBUG oslo_vmware.api [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1417.412491] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5263c8d0-0e5f-8a09-ac46-3f860466d579" [ 1417.412491] env[63622]: _type = "Task" [ 1417.412491] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.421551] env[63622]: DEBUG oslo_vmware.api [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5263c8d0-0e5f-8a09-ac46-3f860466d579, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.445992] env[63622]: DEBUG nova.network.neutron [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Successfully created port: e755cdf9-92d4-4f56-9ad6-469255013708 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1417.578767] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1417.683885] env[63622]: INFO nova.compute.manager [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Rebuilding instance [ 1417.740906] env[63622]: DEBUG nova.compute.manager [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1417.742034] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc36a1e9-2f04-4c5e-b0fe-fa3443fcfbcd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.771557] env[63622]: DEBUG nova.network.neutron [-] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.814458] env[63622]: DEBUG nova.compute.manager [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1417.825419] env[63622]: DEBUG oslo_concurrency.lockutils [None req-bb9e7c63-078d-4a73-b343-ea3fe51b0a04 tempest-DeleteServersAdminTestJSON-791066907 tempest-DeleteServersAdminTestJSON-791066907-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.051s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1417.829304] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.097s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1417.831570] env[63622]: INFO nova.compute.claims [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1417.854881] env[63622]: DEBUG nova.virt.hardware [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1417.854999] env[63622]: DEBUG nova.virt.hardware [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1417.855178] env[63622]: DEBUG nova.virt.hardware [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1417.855491] env[63622]: DEBUG nova.virt.hardware [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1417.855491] env[63622]: DEBUG nova.virt.hardware [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1417.855687] env[63622]: DEBUG nova.virt.hardware [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1417.856010] env[63622]: DEBUG nova.virt.hardware [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1417.856328] env[63622]: DEBUG nova.virt.hardware [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1417.856613] env[63622]: DEBUG nova.virt.hardware [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1417.857963] env[63622]: DEBUG nova.virt.hardware [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1417.858227] env[63622]: DEBUG nova.virt.hardware [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1417.859842] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d177272-2b96-4ed1-bca2-9a7621421cb7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.863988] env[63622]: INFO nova.scheduler.client.report [None req-bb9e7c63-078d-4a73-b343-ea3fe51b0a04 tempest-DeleteServersAdminTestJSON-791066907 tempest-DeleteServersAdminTestJSON-791066907-project-admin] Deleted allocations for instance 6552085b-032b-484c-99f5-37cc62e24063 [ 1417.872257] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc543f7-3b74-451d-8100-9c927ca27738 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.902581] env[63622]: DEBUG oslo_vmware.api [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816362, 'name': ReconfigVM_Task, 'duration_secs': 0.84578} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.902581] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241/3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1417.902581] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-986d794a-cd49-48e7-93b4-7b7ef8779bf9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.911179] env[63622]: DEBUG oslo_vmware.api [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1417.911179] env[63622]: value = "task-1816363" [ 1417.911179] env[63622]: _type = "Task" [ 1417.911179] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.926478] env[63622]: DEBUG oslo_vmware.api [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816363, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.930027] env[63622]: DEBUG oslo_vmware.api [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5263c8d0-0e5f-8a09-ac46-3f860466d579, 'name': SearchDatastore_Task, 'duration_secs': 0.04825} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.930027] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1417.930027] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1417.930245] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1417.930426] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.930604] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1417.930892] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62c570a4-40bd-47a1-b829-b6240ba47efd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.947549] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1417.947549] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1417.947549] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c2d91cc-1ad4-447e-a4c6-16e633272758 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.953101] env[63622]: DEBUG oslo_vmware.api [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1417.953101] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]524f9cec-1ded-1175-6d26-a8f0ca073bba" [ 1417.953101] env[63622]: _type = "Task" [ 1417.953101] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.962814] env[63622]: DEBUG oslo_vmware.api [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]524f9cec-1ded-1175-6d26-a8f0ca073bba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.242850] env[63622]: DEBUG nova.network.neutron [req-7a4e89e5-9179-4ae5-ab9b-217e803512b2 req-a9e38d05-4f78-4623-9145-803508beeac7 service nova] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Updated VIF entry in instance network info cache for port 62b4f551-7ddd-414d-a8ff-ad2f0d7f01d5. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1418.242850] env[63622]: DEBUG nova.network.neutron [req-7a4e89e5-9179-4ae5-ab9b-217e803512b2 req-a9e38d05-4f78-4623-9145-803508beeac7 service nova] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Updating instance_info_cache with network_info: [{"id": "62b4f551-7ddd-414d-a8ff-ad2f0d7f01d5", "address": "fa:16:3e:d9:c5:bb", "network": {"id": "678bcc8e-5ad7-4ae1-b1fa-d2dbef39c760", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1272742358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a13d599eb3f4652a29a74c55c6af446", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62b4f551-7d", "ovs_interfaceid": "62b4f551-7ddd-414d-a8ff-ad2f0d7f01d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.273176] env[63622]: INFO nova.compute.manager [-] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Took 1.53 seconds to deallocate network for instance. [ 1418.372761] env[63622]: DEBUG oslo_concurrency.lockutils [None req-bb9e7c63-078d-4a73-b343-ea3fe51b0a04 tempest-DeleteServersAdminTestJSON-791066907 tempest-DeleteServersAdminTestJSON-791066907-project-admin] Lock "6552085b-032b-484c-99f5-37cc62e24063" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.587s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.423306] env[63622]: DEBUG oslo_vmware.api [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816363, 'name': Rename_Task, 'duration_secs': 0.264027} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.423614] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1418.423870] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7dfdaafd-4fd5-4b2d-b258-e79ff52f129d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.432686] env[63622]: DEBUG oslo_vmware.api [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1418.432686] env[63622]: value = "task-1816364" [ 1418.432686] env[63622]: _type = "Task" [ 1418.432686] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.443749] env[63622]: DEBUG oslo_vmware.api [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.467494] env[63622]: DEBUG oslo_vmware.api [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]524f9cec-1ded-1175-6d26-a8f0ca073bba, 'name': SearchDatastore_Task, 'duration_secs': 0.013501} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.469326] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d264ed73-aab8-4c86-ba3a-8d95115ce8d0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.477028] env[63622]: DEBUG oslo_vmware.api [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1418.477028] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]525d7aac-04e0-53a7-1089-75d212138abc" [ 1418.477028] env[63622]: _type = "Task" [ 1418.477028] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.486804] env[63622]: DEBUG oslo_vmware.api [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]525d7aac-04e0-53a7-1089-75d212138abc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.746263] env[63622]: DEBUG oslo_concurrency.lockutils [req-7a4e89e5-9179-4ae5-ab9b-217e803512b2 req-a9e38d05-4f78-4623-9145-803508beeac7 service nova] Releasing lock "refresh_cache-8789cf92-9fcf-4bc5-af18-c621c373181b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.762061] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1418.762380] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b6973cf-ffc5-4d79-9265-47f20a3eac62 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.772335] env[63622]: DEBUG oslo_vmware.api [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Waiting for the task: (returnval){ [ 1418.772335] env[63622]: value = "task-1816365" [ 1418.772335] env[63622]: _type = "Task" [ 1418.772335] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.783555] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b80c8681-29ef-4a57-964e-b87c5bbdc17c tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.784183] env[63622]: DEBUG oslo_vmware.api [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': task-1816365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.927449] env[63622]: DEBUG nova.compute.manager [req-988a9b06-a898-44c1-938e-58b78359d02d req-199ba28a-520c-41b2-a5ef-959b52caed5c service nova] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Received event network-changed-643b71c4-2171-4939-8278-43895b99397a {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1418.927729] env[63622]: DEBUG nova.compute.manager [req-988a9b06-a898-44c1-938e-58b78359d02d req-199ba28a-520c-41b2-a5ef-959b52caed5c service nova] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Refreshing instance network info cache due to event network-changed-643b71c4-2171-4939-8278-43895b99397a. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1418.928065] env[63622]: DEBUG oslo_concurrency.lockutils [req-988a9b06-a898-44c1-938e-58b78359d02d req-199ba28a-520c-41b2-a5ef-959b52caed5c service nova] Acquiring lock "refresh_cache-0436abf1-ae0c-4595-912c-e7957b7a64a3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.929176] env[63622]: DEBUG oslo_concurrency.lockutils [req-988a9b06-a898-44c1-938e-58b78359d02d req-199ba28a-520c-41b2-a5ef-959b52caed5c service nova] Acquired lock "refresh_cache-0436abf1-ae0c-4595-912c-e7957b7a64a3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.929176] env[63622]: DEBUG nova.network.neutron [req-988a9b06-a898-44c1-938e-58b78359d02d req-199ba28a-520c-41b2-a5ef-959b52caed5c service nova] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Refreshing network info cache for port 643b71c4-2171-4939-8278-43895b99397a {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1418.946074] env[63622]: DEBUG oslo_vmware.api [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816364, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.993059] env[63622]: DEBUG oslo_vmware.api [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]525d7aac-04e0-53a7-1089-75d212138abc, 'name': SearchDatastore_Task, 'duration_secs': 0.04254} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.994393] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.994663] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 0436abf1-ae0c-4595-912c-e7957b7a64a3/0436abf1-ae0c-4595-912c-e7957b7a64a3.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1418.995145] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba9cc6c5-307c-4579-9729-981c81a39915 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.006107] env[63622]: DEBUG oslo_vmware.api [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1419.006107] env[63622]: value = "task-1816366" [ 1419.006107] env[63622]: _type = "Task" [ 1419.006107] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.022118] env[63622]: DEBUG oslo_vmware.api [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.077423] env[63622]: DEBUG oslo_concurrency.lockutils [None req-6cdd5afc-41f1-4db2-a0bc-6b29cf2aee47 tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Acquiring lock "a3023175-665d-47fd-b8bd-f832b7478869" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.077708] env[63622]: DEBUG oslo_concurrency.lockutils [None req-6cdd5afc-41f1-4db2-a0bc-6b29cf2aee47 tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Lock "a3023175-665d-47fd-b8bd-f832b7478869" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.077923] env[63622]: DEBUG oslo_concurrency.lockutils [None req-6cdd5afc-41f1-4db2-a0bc-6b29cf2aee47 tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Acquiring lock "a3023175-665d-47fd-b8bd-f832b7478869-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.078427] env[63622]: DEBUG oslo_concurrency.lockutils [None req-6cdd5afc-41f1-4db2-a0bc-6b29cf2aee47 tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Lock "a3023175-665d-47fd-b8bd-f832b7478869-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.078807] env[63622]: DEBUG oslo_concurrency.lockutils [None req-6cdd5afc-41f1-4db2-a0bc-6b29cf2aee47 tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Lock "a3023175-665d-47fd-b8bd-f832b7478869-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.080973] env[63622]: INFO nova.compute.manager [None req-6cdd5afc-41f1-4db2-a0bc-6b29cf2aee47 tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Terminating instance [ 1419.175935] env[63622]: DEBUG oslo_concurrency.lockutils [None req-46e47ef8-0370-4faa-8994-caaf6aa52529 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Acquiring lock "8789cf92-9fcf-4bc5-af18-c621c373181b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.175935] env[63622]: DEBUG oslo_concurrency.lockutils [None req-46e47ef8-0370-4faa-8994-caaf6aa52529 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Lock "8789cf92-9fcf-4bc5-af18-c621c373181b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.175935] env[63622]: DEBUG oslo_concurrency.lockutils [None req-46e47ef8-0370-4faa-8994-caaf6aa52529 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Acquiring lock "8789cf92-9fcf-4bc5-af18-c621c373181b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.176322] env[63622]: DEBUG oslo_concurrency.lockutils [None req-46e47ef8-0370-4faa-8994-caaf6aa52529 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Lock "8789cf92-9fcf-4bc5-af18-c621c373181b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.176322] env[63622]: DEBUG oslo_concurrency.lockutils [None req-46e47ef8-0370-4faa-8994-caaf6aa52529 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Lock "8789cf92-9fcf-4bc5-af18-c621c373181b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.176322] env[63622]: INFO nova.compute.manager [None req-46e47ef8-0370-4faa-8994-caaf6aa52529 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Terminating instance [ 1419.263625] env[63622]: DEBUG nova.compute.manager [req-dc5e6d5e-2d35-431b-96e6-5cb2989ca1fe req-5db1a946-fffa-44a6-9aeb-efa9379f4a16 service nova] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Received event network-vif-plugged-b2035cd2-22c1-4f30-9565-e365352fc97f {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1419.264136] env[63622]: DEBUG oslo_concurrency.lockutils [req-dc5e6d5e-2d35-431b-96e6-5cb2989ca1fe req-5db1a946-fffa-44a6-9aeb-efa9379f4a16 service nova] Acquiring lock "f1f365f0-1d49-4838-8f34-6c3905da7932-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.264220] env[63622]: DEBUG oslo_concurrency.lockutils [req-dc5e6d5e-2d35-431b-96e6-5cb2989ca1fe req-5db1a946-fffa-44a6-9aeb-efa9379f4a16 service nova] Lock "f1f365f0-1d49-4838-8f34-6c3905da7932-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.267081] env[63622]: DEBUG oslo_concurrency.lockutils [req-dc5e6d5e-2d35-431b-96e6-5cb2989ca1fe req-5db1a946-fffa-44a6-9aeb-efa9379f4a16 service nova] Lock "f1f365f0-1d49-4838-8f34-6c3905da7932-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.267081] env[63622]: DEBUG nova.compute.manager [req-dc5e6d5e-2d35-431b-96e6-5cb2989ca1fe req-5db1a946-fffa-44a6-9aeb-efa9379f4a16 service nova] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] No waiting events found dispatching network-vif-plugged-b2035cd2-22c1-4f30-9565-e365352fc97f {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1419.267081] env[63622]: WARNING nova.compute.manager [req-dc5e6d5e-2d35-431b-96e6-5cb2989ca1fe req-5db1a946-fffa-44a6-9aeb-efa9379f4a16 service nova] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Received unexpected event network-vif-plugged-b2035cd2-22c1-4f30-9565-e365352fc97f for instance with vm_state building and task_state spawning. [ 1419.267081] env[63622]: DEBUG nova.compute.manager [req-dc5e6d5e-2d35-431b-96e6-5cb2989ca1fe req-5db1a946-fffa-44a6-9aeb-efa9379f4a16 service nova] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Received event network-changed-b2035cd2-22c1-4f30-9565-e365352fc97f {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1419.267081] env[63622]: DEBUG nova.compute.manager [req-dc5e6d5e-2d35-431b-96e6-5cb2989ca1fe req-5db1a946-fffa-44a6-9aeb-efa9379f4a16 service nova] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Refreshing instance network info cache due to event network-changed-b2035cd2-22c1-4f30-9565-e365352fc97f. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1419.267440] env[63622]: DEBUG oslo_concurrency.lockutils [req-dc5e6d5e-2d35-431b-96e6-5cb2989ca1fe req-5db1a946-fffa-44a6-9aeb-efa9379f4a16 service nova] Acquiring lock "refresh_cache-f1f365f0-1d49-4838-8f34-6c3905da7932" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1419.267440] env[63622]: DEBUG oslo_concurrency.lockutils [req-dc5e6d5e-2d35-431b-96e6-5cb2989ca1fe req-5db1a946-fffa-44a6-9aeb-efa9379f4a16 service nova] Acquired lock "refresh_cache-f1f365f0-1d49-4838-8f34-6c3905da7932" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.267440] env[63622]: DEBUG nova.network.neutron [req-dc5e6d5e-2d35-431b-96e6-5cb2989ca1fe req-5db1a946-fffa-44a6-9aeb-efa9379f4a16 service nova] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Refreshing network info cache for port b2035cd2-22c1-4f30-9565-e365352fc97f {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1419.292366] env[63622]: DEBUG oslo_vmware.api [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': task-1816365, 'name': PowerOffVM_Task, 'duration_secs': 0.51253} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.292882] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1419.293212] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1419.294232] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d319fa-8455-438f-8f55-6d87dbf029f1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.305139] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1419.305573] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2089d73b-3bd2-47cb-8d5f-f7f21c93c34b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.310791] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e048d6fa-4468-4da6-a7ce-4bd779af098b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.323481] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8867f1b-e91a-42c1-bf0c-255f5ca65978 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.363673] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e5efd1-273d-43fc-9e18-274fee0cd65b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.366798] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1419.367499] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1419.367499] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Deleting the datastore file [datastore1] 2bedcd22-de05-41b9-af59-37c0f3ad8969 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1419.367696] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66af3474-5d87-4554-94fa-9c2c28cf3e3a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.378410] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315af828-59eb-4f56-932c-a2d0fa8aec05 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.382738] env[63622]: DEBUG oslo_vmware.api [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Waiting for the task: (returnval){ [ 1419.382738] env[63622]: value = "task-1816368" [ 1419.382738] env[63622]: _type = "Task" [ 1419.382738] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.395277] env[63622]: DEBUG nova.compute.provider_tree [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1419.403320] env[63622]: DEBUG oslo_vmware.api [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': task-1816368, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.447705] env[63622]: DEBUG oslo_vmware.api [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816364, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.518990] env[63622]: DEBUG oslo_vmware.api [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816366, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.591794] env[63622]: DEBUG nova.compute.manager [None req-6cdd5afc-41f1-4db2-a0bc-6b29cf2aee47 tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1419.593772] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-6cdd5afc-41f1-4db2-a0bc-6b29cf2aee47 tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1419.595363] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32807162-71a1-4ce5-8b97-c732300b5fe8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.616541] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cdd5afc-41f1-4db2-a0bc-6b29cf2aee47 tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1419.616541] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a686ee8-8089-4aa0-a198-b2a9f05cc717 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.627823] env[63622]: DEBUG oslo_vmware.api [None req-6cdd5afc-41f1-4db2-a0bc-6b29cf2aee47 tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Waiting for the task: (returnval){ [ 1419.627823] env[63622]: value = "task-1816369" [ 1419.627823] env[63622]: _type = "Task" [ 1419.627823] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.652270] env[63622]: DEBUG oslo_vmware.api [None req-6cdd5afc-41f1-4db2-a0bc-6b29cf2aee47 tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Task: {'id': task-1816369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.680598] env[63622]: DEBUG nova.compute.manager [None req-46e47ef8-0370-4faa-8994-caaf6aa52529 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1419.680958] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-46e47ef8-0370-4faa-8994-caaf6aa52529 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1419.681947] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddc88d2-2c96-434d-87cf-756836d62b90 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.692226] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e47ef8-0370-4faa-8994-caaf6aa52529 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1419.692678] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1431afff-3317-480f-bb0b-a2332f8a05fb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.703190] env[63622]: DEBUG oslo_vmware.api [None req-46e47ef8-0370-4faa-8994-caaf6aa52529 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Waiting for the task: (returnval){ [ 1419.703190] env[63622]: value = "task-1816370" [ 1419.703190] env[63622]: _type = "Task" [ 1419.703190] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.719820] env[63622]: DEBUG oslo_vmware.api [None req-46e47ef8-0370-4faa-8994-caaf6aa52529 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Task: {'id': task-1816370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.870020] env[63622]: DEBUG nova.network.neutron [req-dc5e6d5e-2d35-431b-96e6-5cb2989ca1fe req-5db1a946-fffa-44a6-9aeb-efa9379f4a16 service nova] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1419.895170] env[63622]: DEBUG oslo_vmware.api [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': task-1816368, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.898588] env[63622]: DEBUG nova.scheduler.client.report [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1419.949344] env[63622]: DEBUG oslo_vmware.api [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816364, 'name': PowerOnVM_Task} progress is 71%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.971278] env[63622]: DEBUG nova.network.neutron [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Successfully updated port: c4b7bdbf-982b-4087-844e-1ce4ebcd5383 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1420.027257] env[63622]: DEBUG oslo_vmware.api [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816366, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.788843} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.029852] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 0436abf1-ae0c-4595-912c-e7957b7a64a3/0436abf1-ae0c-4595-912c-e7957b7a64a3.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1420.030644] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1420.030644] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9449596b-cd76-4932-9d88-20a39921c71a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.040809] env[63622]: DEBUG oslo_vmware.api [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1420.040809] env[63622]: value = "task-1816371" [ 1420.040809] env[63622]: _type = "Task" [ 1420.040809] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.055013] env[63622]: DEBUG oslo_vmware.api [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816371, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.144499] env[63622]: DEBUG oslo_vmware.api [None req-6cdd5afc-41f1-4db2-a0bc-6b29cf2aee47 tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Task: {'id': task-1816369, 'name': PowerOffVM_Task, 'duration_secs': 0.392394} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.145404] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cdd5afc-41f1-4db2-a0bc-6b29cf2aee47 tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1420.145620] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-6cdd5afc-41f1-4db2-a0bc-6b29cf2aee47 tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1420.145870] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68153b36-16dd-4b10-89b0-197fb9d59a06 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.170607] env[63622]: DEBUG nova.network.neutron [req-dc5e6d5e-2d35-431b-96e6-5cb2989ca1fe req-5db1a946-fffa-44a6-9aeb-efa9379f4a16 service nova] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.214604] env[63622]: DEBUG nova.network.neutron [req-988a9b06-a898-44c1-938e-58b78359d02d req-199ba28a-520c-41b2-a5ef-959b52caed5c service nova] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Updated VIF entry in instance network info cache for port 643b71c4-2171-4939-8278-43895b99397a. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1420.216593] env[63622]: DEBUG nova.network.neutron [req-988a9b06-a898-44c1-938e-58b78359d02d req-199ba28a-520c-41b2-a5ef-959b52caed5c service nova] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Updating instance_info_cache with network_info: [{"id": "643b71c4-2171-4939-8278-43895b99397a", "address": "fa:16:3e:b2:df:30", "network": {"id": "d99154f7-509d-4022-8cc6-a3f6dfa87b98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065749372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a0890704ac74d28998a905c11f1f4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap643b71c4-21", "ovs_interfaceid": "643b71c4-2171-4939-8278-43895b99397a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.220132] env[63622]: DEBUG oslo_vmware.api [None req-46e47ef8-0370-4faa-8994-caaf6aa52529 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Task: {'id': task-1816370, 'name': PowerOffVM_Task, 'duration_secs': 0.330304} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.221223] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e47ef8-0370-4faa-8994-caaf6aa52529 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1420.221528] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-46e47ef8-0370-4faa-8994-caaf6aa52529 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1420.221839] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-593671b9-eef2-4d3f-b002-42b255196dcb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.396937] env[63622]: DEBUG oslo_vmware.api [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': task-1816368, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.555101} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.396937] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1420.396937] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1420.396937] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1420.405449] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.406063] env[63622]: DEBUG nova.compute.manager [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1420.410992] env[63622]: DEBUG oslo_concurrency.lockutils [None req-51490a19-36a8-4244-80f2-f385a20293fd tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.865s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.411312] env[63622]: DEBUG nova.objects.instance [None req-51490a19-36a8-4244-80f2-f385a20293fd tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Lazy-loading 'resources' on Instance uuid 26e7e658-e79f-4d85-b84d-7f56714289c0 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1420.448556] env[63622]: DEBUG oslo_vmware.api [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816364, 'name': PowerOnVM_Task, 'duration_secs': 1.85797} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.454032] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1420.454032] env[63622]: INFO nova.compute.manager [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Took 11.72 seconds to spawn the instance on the hypervisor. [ 1420.454032] env[63622]: DEBUG nova.compute.manager [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1420.456835] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352415f7-1df8-4202-9c9f-38464a0043a3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.494224] env[63622]: DEBUG nova.network.neutron [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Successfully updated port: e755cdf9-92d4-4f56-9ad6-469255013708 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1420.553906] env[63622]: DEBUG oslo_vmware.api [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816371, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.204761} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.554200] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1420.556825] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebfe03b-8429-484c-9506-7a482679d626 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.592652] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 0436abf1-ae0c-4595-912c-e7957b7a64a3/0436abf1-ae0c-4595-912c-e7957b7a64a3.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1420.593017] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33091d96-1f3c-4e40-8a06-683645b38d6c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.619969] env[63622]: DEBUG oslo_vmware.api [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1420.619969] env[63622]: value = "task-1816374" [ 1420.619969] env[63622]: _type = "Task" [ 1420.619969] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.632931] env[63622]: DEBUG oslo_vmware.api [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816374, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.672889] env[63622]: DEBUG oslo_concurrency.lockutils [req-dc5e6d5e-2d35-431b-96e6-5cb2989ca1fe req-5db1a946-fffa-44a6-9aeb-efa9379f4a16 service nova] Releasing lock "refresh_cache-f1f365f0-1d49-4838-8f34-6c3905da7932" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1420.721951] env[63622]: DEBUG oslo_concurrency.lockutils [req-988a9b06-a898-44c1-938e-58b78359d02d req-199ba28a-520c-41b2-a5ef-959b52caed5c service nova] Releasing lock "refresh_cache-0436abf1-ae0c-4595-912c-e7957b7a64a3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1420.762859] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-6cdd5afc-41f1-4db2-a0bc-6b29cf2aee47 tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1420.763219] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-6cdd5afc-41f1-4db2-a0bc-6b29cf2aee47 tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1420.763333] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cdd5afc-41f1-4db2-a0bc-6b29cf2aee47 tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Deleting the datastore file [datastore1] a3023175-665d-47fd-b8bd-f832b7478869 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1420.763654] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f74fd82c-08e2-4072-9b48-9a4724376f1c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.775494] env[63622]: DEBUG oslo_vmware.api [None req-6cdd5afc-41f1-4db2-a0bc-6b29cf2aee47 tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Waiting for the task: (returnval){ [ 1420.775494] env[63622]: value = "task-1816375" [ 1420.775494] env[63622]: _type = "Task" [ 1420.775494] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.786556] env[63622]: DEBUG oslo_vmware.api [None req-6cdd5afc-41f1-4db2-a0bc-6b29cf2aee47 tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Task: {'id': task-1816375, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.809314] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-46e47ef8-0370-4faa-8994-caaf6aa52529 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1420.809314] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-46e47ef8-0370-4faa-8994-caaf6aa52529 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1420.809314] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-46e47ef8-0370-4faa-8994-caaf6aa52529 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Deleting the datastore file [datastore1] 8789cf92-9fcf-4bc5-af18-c621c373181b {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1420.809314] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-053cce15-6af1-4819-9f90-68e79e9f7ab0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.821289] env[63622]: DEBUG oslo_vmware.api [None req-46e47ef8-0370-4faa-8994-caaf6aa52529 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Waiting for the task: (returnval){ [ 1420.821289] env[63622]: value = "task-1816376" [ 1420.821289] env[63622]: _type = "Task" [ 1420.821289] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.832732] env[63622]: DEBUG oslo_vmware.api [None req-46e47ef8-0370-4faa-8994-caaf6aa52529 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Task: {'id': task-1816376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.918371] env[63622]: DEBUG nova.compute.utils [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1420.921241] env[63622]: DEBUG nova.compute.manager [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1420.921475] env[63622]: DEBUG nova.network.neutron [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1420.986362] env[63622]: INFO nova.compute.manager [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Took 30.26 seconds to build instance. [ 1420.996706] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquiring lock "refresh_cache-f2024142-be0c-465d-8e21-20dc270d760d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1420.996706] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquired lock "refresh_cache-f2024142-be0c-465d-8e21-20dc270d760d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.996706] env[63622]: DEBUG nova.network.neutron [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1421.092063] env[63622]: DEBUG nova.policy [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbec321635d64a7a8f71f00abad479f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9660078317c743adb462df751adaad7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1421.101478] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Acquiring lock "05786a78-3acb-4ec4-b2c8-7da70719319c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.101478] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Lock "05786a78-3acb-4ec4-b2c8-7da70719319c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.136441] env[63622]: DEBUG oslo_vmware.api [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816374, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.291627] env[63622]: DEBUG oslo_vmware.api [None req-6cdd5afc-41f1-4db2-a0bc-6b29cf2aee47 tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Task: {'id': task-1816375, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397414} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.291755] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cdd5afc-41f1-4db2-a0bc-6b29cf2aee47 tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1421.291925] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-6cdd5afc-41f1-4db2-a0bc-6b29cf2aee47 tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1421.292161] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-6cdd5afc-41f1-4db2-a0bc-6b29cf2aee47 tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1421.292529] env[63622]: INFO nova.compute.manager [None req-6cdd5afc-41f1-4db2-a0bc-6b29cf2aee47 tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1421.292662] env[63622]: DEBUG oslo.service.loopingcall [None req-6cdd5afc-41f1-4db2-a0bc-6b29cf2aee47 tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1421.292862] env[63622]: DEBUG nova.compute.manager [-] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1421.293033] env[63622]: DEBUG nova.network.neutron [-] [instance: a3023175-665d-47fd-b8bd-f832b7478869] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1421.339140] env[63622]: DEBUG oslo_vmware.api [None req-46e47ef8-0370-4faa-8994-caaf6aa52529 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Task: {'id': task-1816376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.388007} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.340141] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-46e47ef8-0370-4faa-8994-caaf6aa52529 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1421.340141] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-46e47ef8-0370-4faa-8994-caaf6aa52529 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1421.340141] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-46e47ef8-0370-4faa-8994-caaf6aa52529 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1421.340141] env[63622]: INFO nova.compute.manager [None req-46e47ef8-0370-4faa-8994-caaf6aa52529 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1421.340141] env[63622]: DEBUG oslo.service.loopingcall [None req-46e47ef8-0370-4faa-8994-caaf6aa52529 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1421.340538] env[63622]: DEBUG nova.compute.manager [-] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1421.340653] env[63622]: DEBUG nova.network.neutron [-] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1421.373985] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e2d0f5-b336-424f-bd63-a386cf96a3dd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.384701] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e3f194-78be-4099-b3dc-7b8810d5f917 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.419718] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ebf767-c979-4ea7-8b87-3f417061fb8f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.424697] env[63622]: DEBUG nova.compute.manager [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1421.431009] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8760fdc5-9481-420e-82d0-5403c6726bbf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.447333] env[63622]: DEBUG nova.compute.provider_tree [None req-51490a19-36a8-4244-80f2-f385a20293fd tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1421.459137] env[63622]: DEBUG nova.virt.hardware [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1421.459137] env[63622]: DEBUG nova.virt.hardware [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1421.459137] env[63622]: DEBUG nova.virt.hardware [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1421.459137] env[63622]: DEBUG nova.virt.hardware [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1421.459330] env[63622]: DEBUG nova.virt.hardware [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1421.459330] env[63622]: DEBUG nova.virt.hardware [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1421.459330] env[63622]: DEBUG nova.virt.hardware [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1421.459330] env[63622]: DEBUG nova.virt.hardware [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1421.459509] env[63622]: DEBUG nova.virt.hardware [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1421.460330] env[63622]: DEBUG nova.virt.hardware [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1421.460330] env[63622]: DEBUG nova.virt.hardware [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1421.460886] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4c0d60-ed4e-49b4-a07a-cdf7462f84bf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.471220] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219e997c-5456-4b35-9cca-0160ae1f46d4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.491640] env[63622]: DEBUG oslo_concurrency.lockutils [None req-737a357c-293d-43f1-b986-211ce839d56c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.823s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.492093] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Instance VIF info [] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1421.498116] env[63622]: DEBUG oslo.service.loopingcall [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1421.501270] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1421.501270] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50e612d5-7319-488d-8c99-afea431ed12c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.515943] env[63622]: DEBUG oslo_concurrency.lockutils [None req-51f214e3-20cd-490f-868d-979a6b843c8d tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Acquiring lock "8de62141-0f55-411a-b06a-f4e63a433b8b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.515943] env[63622]: DEBUG oslo_concurrency.lockutils [None req-51f214e3-20cd-490f-868d-979a6b843c8d tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Lock "8de62141-0f55-411a-b06a-f4e63a433b8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.515943] env[63622]: DEBUG oslo_concurrency.lockutils [None req-51f214e3-20cd-490f-868d-979a6b843c8d tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Acquiring lock "8de62141-0f55-411a-b06a-f4e63a433b8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.515943] env[63622]: DEBUG oslo_concurrency.lockutils [None req-51f214e3-20cd-490f-868d-979a6b843c8d tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Lock "8de62141-0f55-411a-b06a-f4e63a433b8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.516220] env[63622]: DEBUG oslo_concurrency.lockutils [None req-51f214e3-20cd-490f-868d-979a6b843c8d tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Lock "8de62141-0f55-411a-b06a-f4e63a433b8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.518314] env[63622]: INFO nova.compute.manager [None req-51f214e3-20cd-490f-868d-979a6b843c8d tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Terminating instance [ 1421.524174] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1421.524174] env[63622]: value = "task-1816377" [ 1421.524174] env[63622]: _type = "Task" [ 1421.524174] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.533124] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816377, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.603342] env[63622]: DEBUG nova.network.neutron [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1421.609772] env[63622]: DEBUG nova.compute.manager [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1421.641704] env[63622]: DEBUG oslo_vmware.api [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816374, 'name': ReconfigVM_Task, 'duration_secs': 0.631646} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.642985] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 0436abf1-ae0c-4595-912c-e7957b7a64a3/0436abf1-ae0c-4595-912c-e7957b7a64a3.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1421.643949] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63b41fa1-e81c-4d89-b004-c77e3c5ba833 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.658370] env[63622]: DEBUG oslo_vmware.api [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1421.658370] env[63622]: value = "task-1816378" [ 1421.658370] env[63622]: _type = "Task" [ 1421.658370] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.671875] env[63622]: DEBUG oslo_vmware.api [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816378, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.952793] env[63622]: DEBUG nova.scheduler.client.report [None req-51490a19-36a8-4244-80f2-f385a20293fd tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1421.963644] env[63622]: DEBUG nova.network.neutron [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Updating instance_info_cache with network_info: [{"id": "e755cdf9-92d4-4f56-9ad6-469255013708", "address": "fa:16:3e:d5:ff:c5", "network": {"id": "20c9f6ad-640b-4f26-837c-01428d409690", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-922797562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "815d9fb5899941c1a159de77b6d2585d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape755cdf9-92", "ovs_interfaceid": "e755cdf9-92d4-4f56-9ad6-469255013708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.025692] env[63622]: DEBUG oslo_concurrency.lockutils [None req-51f214e3-20cd-490f-868d-979a6b843c8d tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Acquiring lock "refresh_cache-8de62141-0f55-411a-b06a-f4e63a433b8b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1422.025800] env[63622]: DEBUG oslo_concurrency.lockutils [None req-51f214e3-20cd-490f-868d-979a6b843c8d tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Acquired lock "refresh_cache-8de62141-0f55-411a-b06a-f4e63a433b8b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.026020] env[63622]: DEBUG nova.network.neutron [None req-51f214e3-20cd-490f-868d-979a6b843c8d tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1422.039709] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816377, 'name': CreateVM_Task, 'duration_secs': 0.392107} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.039903] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1422.040337] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1422.040498] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.040846] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1422.041101] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aaa35d1-4875-4b25-b1bc-f5334eb3c638 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.046763] env[63622]: DEBUG oslo_vmware.api [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Waiting for the task: (returnval){ [ 1422.046763] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5226dc06-0177-bf33-051c-ac6c8899c236" [ 1422.046763] env[63622]: _type = "Task" [ 1422.046763] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.061963] env[63622]: DEBUG oslo_vmware.api [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5226dc06-0177-bf33-051c-ac6c8899c236, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.132811] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.174265] env[63622]: DEBUG oslo_vmware.api [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816378, 'name': Rename_Task, 'duration_secs': 0.225702} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.178026] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1422.178026] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87500e0f-e9dc-4616-b6be-c44e0cc0755e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.185221] env[63622]: DEBUG oslo_vmware.api [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1422.185221] env[63622]: value = "task-1816379" [ 1422.185221] env[63622]: _type = "Task" [ 1422.185221] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.199298] env[63622]: DEBUG oslo_vmware.api [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.449707] env[63622]: DEBUG nova.compute.manager [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1422.466261] env[63622]: DEBUG oslo_concurrency.lockutils [None req-51490a19-36a8-4244-80f2-f385a20293fd tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.055s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.468727] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.830s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.468892] env[63622]: DEBUG nova.objects.instance [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63622) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1422.477167] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Releasing lock "refresh_cache-f2024142-be0c-465d-8e21-20dc270d760d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1422.477476] env[63622]: DEBUG nova.compute.manager [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Instance network_info: |[{"id": "e755cdf9-92d4-4f56-9ad6-469255013708", "address": "fa:16:3e:d5:ff:c5", "network": {"id": "20c9f6ad-640b-4f26-837c-01428d409690", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-922797562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "815d9fb5899941c1a159de77b6d2585d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape755cdf9-92", "ovs_interfaceid": "e755cdf9-92d4-4f56-9ad6-469255013708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1422.478126] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:ff:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33fdc099-7497-41c1-b40c-1558937132d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e755cdf9-92d4-4f56-9ad6-469255013708', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1422.488670] env[63622]: DEBUG oslo.service.loopingcall [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1422.491453] env[63622]: DEBUG nova.network.neutron [-] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.492488] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1422.493852] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1588c0c2-65b2-4996-8c19-da87e8c6bf77 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.513376] env[63622]: DEBUG nova.virt.hardware [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1422.513376] env[63622]: DEBUG nova.virt.hardware [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1422.513376] env[63622]: DEBUG nova.virt.hardware [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1422.513734] env[63622]: DEBUG nova.virt.hardware [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1422.513734] env[63622]: DEBUG nova.virt.hardware [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1422.513734] env[63622]: DEBUG nova.virt.hardware [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1422.513886] env[63622]: DEBUG nova.virt.hardware [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1422.514259] env[63622]: DEBUG nova.virt.hardware [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1422.514259] env[63622]: DEBUG nova.virt.hardware [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1422.514409] env[63622]: DEBUG nova.virt.hardware [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1422.514543] env[63622]: DEBUG nova.virt.hardware [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1422.516752] env[63622]: INFO nova.scheduler.client.report [None req-51490a19-36a8-4244-80f2-f385a20293fd tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Deleted allocations for instance 26e7e658-e79f-4d85-b84d-7f56714289c0 [ 1422.520652] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d33ea2a-f921-4d89-bccc-62c4710cdd84 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.539027] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1422.539027] env[63622]: value = "task-1816380" [ 1422.539027] env[63622]: _type = "Task" [ 1422.539027] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.540658] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1496b550-713f-4a78-9f2c-f05913526dce {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.567687] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816380, 'name': CreateVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.574525] env[63622]: DEBUG oslo_vmware.api [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5226dc06-0177-bf33-051c-ac6c8899c236, 'name': SearchDatastore_Task, 'duration_secs': 0.019869} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.575966] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1422.575966] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1422.575966] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1422.575966] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.576402] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1422.576804] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea4cf612-c914-4042-95b8-ad4c0acfa7f1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.597739] env[63622]: DEBUG nova.compute.manager [req-06522162-8612-4418-acb8-6986bb5c3190 req-2d507c17-3849-4475-a816-4e2f011ff03e service nova] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Received event network-vif-deleted-7b640a5c-1f83-4e19-ae63-0f536d7b66ef {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1422.600576] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1422.600576] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1422.601515] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44ee1160-784b-4b8f-bbad-0e41a7981fc8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.607516] env[63622]: DEBUG nova.network.neutron [None req-51f214e3-20cd-490f-868d-979a6b843c8d tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1422.612554] env[63622]: DEBUG oslo_vmware.api [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Waiting for the task: (returnval){ [ 1422.612554] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5274ac1e-9d2e-31a0-5534-ef9b2bb1ff71" [ 1422.612554] env[63622]: _type = "Task" [ 1422.612554] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.629654] env[63622]: DEBUG oslo_vmware.api [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5274ac1e-9d2e-31a0-5534-ef9b2bb1ff71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.702906] env[63622]: DEBUG oslo_vmware.api [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816379, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.763087] env[63622]: DEBUG nova.network.neutron [None req-51f214e3-20cd-490f-868d-979a6b843c8d tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.788256] env[63622]: DEBUG nova.compute.manager [req-c6269e8a-a4cc-427e-a4b0-9d5299039b26 req-d117babd-95af-497c-b37f-1a0b7a2f368b service nova] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Received event network-vif-plugged-c4b7bdbf-982b-4087-844e-1ce4ebcd5383 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1422.788582] env[63622]: DEBUG oslo_concurrency.lockutils [req-c6269e8a-a4cc-427e-a4b0-9d5299039b26 req-d117babd-95af-497c-b37f-1a0b7a2f368b service nova] Acquiring lock "f1f365f0-1d49-4838-8f34-6c3905da7932-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.788995] env[63622]: DEBUG oslo_concurrency.lockutils [req-c6269e8a-a4cc-427e-a4b0-9d5299039b26 req-d117babd-95af-497c-b37f-1a0b7a2f368b service nova] Lock "f1f365f0-1d49-4838-8f34-6c3905da7932-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.790030] env[63622]: DEBUG oslo_concurrency.lockutils [req-c6269e8a-a4cc-427e-a4b0-9d5299039b26 req-d117babd-95af-497c-b37f-1a0b7a2f368b service nova] Lock "f1f365f0-1d49-4838-8f34-6c3905da7932-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.790030] env[63622]: DEBUG nova.compute.manager [req-c6269e8a-a4cc-427e-a4b0-9d5299039b26 req-d117babd-95af-497c-b37f-1a0b7a2f368b service nova] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] No waiting events found dispatching network-vif-plugged-c4b7bdbf-982b-4087-844e-1ce4ebcd5383 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1422.790030] env[63622]: WARNING nova.compute.manager [req-c6269e8a-a4cc-427e-a4b0-9d5299039b26 req-d117babd-95af-497c-b37f-1a0b7a2f368b service nova] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Received unexpected event network-vif-plugged-c4b7bdbf-982b-4087-844e-1ce4ebcd5383 for instance with vm_state building and task_state spawning. [ 1422.790030] env[63622]: DEBUG nova.compute.manager [req-c6269e8a-a4cc-427e-a4b0-9d5299039b26 req-d117babd-95af-497c-b37f-1a0b7a2f368b service nova] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Received event network-changed-c4b7bdbf-982b-4087-844e-1ce4ebcd5383 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1422.790030] env[63622]: DEBUG nova.compute.manager [req-c6269e8a-a4cc-427e-a4b0-9d5299039b26 req-d117babd-95af-497c-b37f-1a0b7a2f368b service nova] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Refreshing instance network info cache due to event network-changed-c4b7bdbf-982b-4087-844e-1ce4ebcd5383. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1422.792562] env[63622]: DEBUG oslo_concurrency.lockutils [req-c6269e8a-a4cc-427e-a4b0-9d5299039b26 req-d117babd-95af-497c-b37f-1a0b7a2f368b service nova] Acquiring lock "refresh_cache-f1f365f0-1d49-4838-8f34-6c3905da7932" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1422.792859] env[63622]: DEBUG oslo_concurrency.lockutils [req-c6269e8a-a4cc-427e-a4b0-9d5299039b26 req-d117babd-95af-497c-b37f-1a0b7a2f368b service nova] Acquired lock "refresh_cache-f1f365f0-1d49-4838-8f34-6c3905da7932" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.792941] env[63622]: DEBUG nova.network.neutron [req-c6269e8a-a4cc-427e-a4b0-9d5299039b26 req-d117babd-95af-497c-b37f-1a0b7a2f368b service nova] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Refreshing network info cache for port c4b7bdbf-982b-4087-844e-1ce4ebcd5383 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1422.879923] env[63622]: DEBUG nova.network.neutron [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Successfully created port: 99fb4aa6-b454-4ad6-bfef-91a99d00ffd0 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1422.994067] env[63622]: INFO nova.compute.manager [-] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Took 1.70 seconds to deallocate network for instance. [ 1423.039766] env[63622]: DEBUG oslo_concurrency.lockutils [None req-51490a19-36a8-4244-80f2-f385a20293fd tempest-TenantUsagesTestJSON-2056659171 tempest-TenantUsagesTestJSON-2056659171-project-member] Lock "26e7e658-e79f-4d85-b84d-7f56714289c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.136s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.056612] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816380, 'name': CreateVM_Task, 'duration_secs': 0.45052} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.057443] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1423.059184] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.059371] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.059736] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1423.060302] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14f474f3-84cf-467f-bcbe-f07b054108d9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.068210] env[63622]: DEBUG oslo_vmware.api [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1423.068210] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]529f3a35-0e57-0dbd-a92b-a27de9d0dd9c" [ 1423.068210] env[63622]: _type = "Task" [ 1423.068210] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.080102] env[63622]: DEBUG oslo_vmware.api [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]529f3a35-0e57-0dbd-a92b-a27de9d0dd9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.125903] env[63622]: DEBUG oslo_vmware.api [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5274ac1e-9d2e-31a0-5534-ef9b2bb1ff71, 'name': SearchDatastore_Task, 'duration_secs': 0.019368} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.126797] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea444194-5dda-46d1-9824-b4a4c7333f1e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.135455] env[63622]: DEBUG oslo_vmware.api [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Waiting for the task: (returnval){ [ 1423.135455] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5260160a-b499-b155-9ae9-4ea52613fb05" [ 1423.135455] env[63622]: _type = "Task" [ 1423.135455] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.152898] env[63622]: DEBUG oslo_vmware.api [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5260160a-b499-b155-9ae9-4ea52613fb05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.197497] env[63622]: DEBUG oslo_vmware.api [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816379, 'name': PowerOnVM_Task, 'duration_secs': 0.75583} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.197748] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1423.198126] env[63622]: INFO nova.compute.manager [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Took 11.82 seconds to spawn the instance on the hypervisor. [ 1423.198160] env[63622]: DEBUG nova.compute.manager [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1423.198942] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939db76e-c670-4056-b753-5e9e4a2eec79 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.269212] env[63622]: DEBUG oslo_concurrency.lockutils [None req-51f214e3-20cd-490f-868d-979a6b843c8d tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Releasing lock "refresh_cache-8de62141-0f55-411a-b06a-f4e63a433b8b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.269609] env[63622]: DEBUG nova.compute.manager [None req-51f214e3-20cd-490f-868d-979a6b843c8d tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1423.269802] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-51f214e3-20cd-490f-868d-979a6b843c8d tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1423.274230] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb6ea96-d512-4ad7-8bf6-a8d138a269cc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.277137] env[63622]: DEBUG oslo_concurrency.lockutils [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Acquiring lock "25a805c5-d5cd-458f-ae1c-75ef08f5263b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.277842] env[63622]: DEBUG oslo_concurrency.lockutils [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Lock "25a805c5-d5cd-458f-ae1c-75ef08f5263b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.285464] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f214e3-20cd-490f-868d-979a6b843c8d tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1423.285733] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18e6499d-c613-45d7-b118-7a5b760a94eb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.295542] env[63622]: DEBUG nova.network.neutron [-] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.297768] env[63622]: DEBUG oslo_vmware.api [None req-51f214e3-20cd-490f-868d-979a6b843c8d tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Waiting for the task: (returnval){ [ 1423.297768] env[63622]: value = "task-1816381" [ 1423.297768] env[63622]: _type = "Task" [ 1423.297768] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.313812] env[63622]: DEBUG oslo_vmware.api [None req-51f214e3-20cd-490f-868d-979a6b843c8d tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': task-1816381, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.483960] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c65aa7a1-f6c4-405a-b05b-b5b2a6e0723a tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.485073] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 18.654s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.485258] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.485441] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63622) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1423.485694] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.758s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.487133] env[63622]: INFO nova.compute.claims [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1423.491131] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bdccdc-7b46-4a8b-be75-d63b0b5fc8fb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.503337] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85af795c-87eb-42c0-b7f2-fe0f43aa2d8c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.509078] env[63622]: DEBUG oslo_concurrency.lockutils [None req-6cdd5afc-41f1-4db2-a0bc-6b29cf2aee47 tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.523957] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed830f66-1d93-4bea-aa57-102b3cdce209 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.532766] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c0dc4c-a36d-4515-989f-3b97ed2f2743 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.537471] env[63622]: DEBUG nova.network.neutron [req-c6269e8a-a4cc-427e-a4b0-9d5299039b26 req-d117babd-95af-497c-b37f-1a0b7a2f368b service nova] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1423.571750] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180187MB free_disk=155GB free_vcpus=48 pci_devices=None {{(pid=63622) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1423.572144] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.583176] env[63622]: DEBUG oslo_vmware.api [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]529f3a35-0e57-0dbd-a92b-a27de9d0dd9c, 'name': SearchDatastore_Task, 'duration_secs': 0.021603} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.583510] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.583952] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1423.584293] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.650080] env[63622]: DEBUG oslo_vmware.api [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5260160a-b499-b155-9ae9-4ea52613fb05, 'name': SearchDatastore_Task, 'duration_secs': 0.025256} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.650928] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.651121] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 2bedcd22-de05-41b9-af59-37c0f3ad8969/2bedcd22-de05-41b9-af59-37c0f3ad8969.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1423.651552] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.651846] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1423.652133] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f6424ee-fe16-4bd0-b0d3-97e51ce52fbb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.655429] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ea35f5d-b951-4a5c-bcc5-0c91330ce444 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.665164] env[63622]: DEBUG oslo_vmware.api [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Waiting for the task: (returnval){ [ 1423.665164] env[63622]: value = "task-1816382" [ 1423.665164] env[63622]: _type = "Task" [ 1423.665164] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.692816] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1423.693073] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1423.697117] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c872b5a-6492-4ea9-b80c-12e3dc541d7b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.700180] env[63622]: DEBUG oslo_vmware.api [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': task-1816382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.705252] env[63622]: DEBUG oslo_vmware.api [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1423.705252] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ddf5a3-bb49-e2bb-ab0a-e9c5697ab72f" [ 1423.705252] env[63622]: _type = "Task" [ 1423.705252] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.721397] env[63622]: DEBUG oslo_vmware.api [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ddf5a3-bb49-e2bb-ab0a-e9c5697ab72f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.723883] env[63622]: INFO nova.compute.manager [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Took 32.44 seconds to build instance. [ 1423.780236] env[63622]: DEBUG nova.compute.manager [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1423.798265] env[63622]: INFO nova.compute.manager [-] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Took 2.46 seconds to deallocate network for instance. [ 1423.816018] env[63622]: DEBUG oslo_vmware.api [None req-51f214e3-20cd-490f-868d-979a6b843c8d tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': task-1816381, 'name': PowerOffVM_Task, 'duration_secs': 0.13465} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.816018] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f214e3-20cd-490f-868d-979a6b843c8d tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1423.816018] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-51f214e3-20cd-490f-868d-979a6b843c8d tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1423.816018] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-055dbe0b-8ef0-439a-969b-83dded7be495 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.841687] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-51f214e3-20cd-490f-868d-979a6b843c8d tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1423.841890] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-51f214e3-20cd-490f-868d-979a6b843c8d tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1423.842101] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-51f214e3-20cd-490f-868d-979a6b843c8d tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Deleting the datastore file [datastore1] 8de62141-0f55-411a-b06a-f4e63a433b8b {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1423.842380] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe67bc5a-33a3-4561-9590-ca1211c97b1f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.851190] env[63622]: DEBUG oslo_vmware.api [None req-51f214e3-20cd-490f-868d-979a6b843c8d tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Waiting for the task: (returnval){ [ 1423.851190] env[63622]: value = "task-1816384" [ 1423.851190] env[63622]: _type = "Task" [ 1423.851190] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.861491] env[63622]: DEBUG oslo_vmware.api [None req-51f214e3-20cd-490f-868d-979a6b843c8d tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': task-1816384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.114645] env[63622]: DEBUG nova.network.neutron [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Successfully updated port: d5506f13-1d61-485f-9fda-d3654c425bb3 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1424.170092] env[63622]: DEBUG nova.network.neutron [req-c6269e8a-a4cc-427e-a4b0-9d5299039b26 req-d117babd-95af-497c-b37f-1a0b7a2f368b service nova] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.179218] env[63622]: DEBUG oslo_vmware.api [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': task-1816382, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.220421] env[63622]: DEBUG oslo_vmware.api [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ddf5a3-bb49-e2bb-ab0a-e9c5697ab72f, 'name': SearchDatastore_Task, 'duration_secs': 0.010315} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.221667] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd08a3c3-1fe0-404c-8de7-62d90a8d117f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.225497] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c490b778-0aca-4034-8e95-9750b8e8ba1f tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "0436abf1-ae0c-4595-912c-e7957b7a64a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.023s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.230891] env[63622]: DEBUG oslo_vmware.api [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1424.230891] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e5f7cb-6682-c704-71fb-bd1f57df4001" [ 1424.230891] env[63622]: _type = "Task" [ 1424.230891] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.242843] env[63622]: DEBUG oslo_vmware.api [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e5f7cb-6682-c704-71fb-bd1f57df4001, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.307123] env[63622]: DEBUG oslo_concurrency.lockutils [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.309782] env[63622]: DEBUG oslo_concurrency.lockutils [None req-46e47ef8-0370-4faa-8994-caaf6aa52529 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.367286] env[63622]: DEBUG oslo_vmware.api [None req-51f214e3-20cd-490f-868d-979a6b843c8d tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Task: {'id': task-1816384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.472944} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.367286] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-51f214e3-20cd-490f-868d-979a6b843c8d tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1424.367286] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-51f214e3-20cd-490f-868d-979a6b843c8d tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1424.367286] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-51f214e3-20cd-490f-868d-979a6b843c8d tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1424.367286] env[63622]: INFO nova.compute.manager [None req-51f214e3-20cd-490f-868d-979a6b843c8d tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1424.367419] env[63622]: DEBUG oslo.service.loopingcall [None req-51f214e3-20cd-490f-868d-979a6b843c8d tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1424.367419] env[63622]: DEBUG nova.compute.manager [-] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1424.367419] env[63622]: DEBUG nova.network.neutron [-] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1424.598546] env[63622]: DEBUG nova.network.neutron [-] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1424.618798] env[63622]: DEBUG oslo_concurrency.lockutils [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Acquiring lock "refresh_cache-f1f365f0-1d49-4838-8f34-6c3905da7932" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.676259] env[63622]: DEBUG oslo_concurrency.lockutils [req-c6269e8a-a4cc-427e-a4b0-9d5299039b26 req-d117babd-95af-497c-b37f-1a0b7a2f368b service nova] Releasing lock "refresh_cache-f1f365f0-1d49-4838-8f34-6c3905da7932" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.676259] env[63622]: DEBUG nova.compute.manager [req-c6269e8a-a4cc-427e-a4b0-9d5299039b26 req-d117babd-95af-497c-b37f-1a0b7a2f368b service nova] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Received event network-vif-plugged-e755cdf9-92d4-4f56-9ad6-469255013708 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1424.676449] env[63622]: DEBUG oslo_concurrency.lockutils [req-c6269e8a-a4cc-427e-a4b0-9d5299039b26 req-d117babd-95af-497c-b37f-1a0b7a2f368b service nova] Acquiring lock "f2024142-be0c-465d-8e21-20dc270d760d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.676501] env[63622]: DEBUG oslo_concurrency.lockutils [req-c6269e8a-a4cc-427e-a4b0-9d5299039b26 req-d117babd-95af-497c-b37f-1a0b7a2f368b service nova] Lock "f2024142-be0c-465d-8e21-20dc270d760d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.676809] env[63622]: DEBUG oslo_concurrency.lockutils [req-c6269e8a-a4cc-427e-a4b0-9d5299039b26 req-d117babd-95af-497c-b37f-1a0b7a2f368b service nova] Lock "f2024142-be0c-465d-8e21-20dc270d760d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.676809] env[63622]: DEBUG nova.compute.manager [req-c6269e8a-a4cc-427e-a4b0-9d5299039b26 req-d117babd-95af-497c-b37f-1a0b7a2f368b service nova] [instance: f2024142-be0c-465d-8e21-20dc270d760d] No waiting events found dispatching network-vif-plugged-e755cdf9-92d4-4f56-9ad6-469255013708 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1424.677238] env[63622]: WARNING nova.compute.manager [req-c6269e8a-a4cc-427e-a4b0-9d5299039b26 req-d117babd-95af-497c-b37f-1a0b7a2f368b service nova] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Received unexpected event network-vif-plugged-e755cdf9-92d4-4f56-9ad6-469255013708 for instance with vm_state building and task_state spawning. [ 1424.677238] env[63622]: DEBUG nova.compute.manager [req-c6269e8a-a4cc-427e-a4b0-9d5299039b26 req-d117babd-95af-497c-b37f-1a0b7a2f368b service nova] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Received event network-changed-e755cdf9-92d4-4f56-9ad6-469255013708 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1424.677879] env[63622]: DEBUG nova.compute.manager [req-c6269e8a-a4cc-427e-a4b0-9d5299039b26 req-d117babd-95af-497c-b37f-1a0b7a2f368b service nova] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Refreshing instance network info cache due to event network-changed-e755cdf9-92d4-4f56-9ad6-469255013708. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1424.677879] env[63622]: DEBUG oslo_concurrency.lockutils [req-c6269e8a-a4cc-427e-a4b0-9d5299039b26 req-d117babd-95af-497c-b37f-1a0b7a2f368b service nova] Acquiring lock "refresh_cache-f2024142-be0c-465d-8e21-20dc270d760d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.677879] env[63622]: DEBUG oslo_concurrency.lockutils [req-c6269e8a-a4cc-427e-a4b0-9d5299039b26 req-d117babd-95af-497c-b37f-1a0b7a2f368b service nova] Acquired lock "refresh_cache-f2024142-be0c-465d-8e21-20dc270d760d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.678306] env[63622]: DEBUG nova.network.neutron [req-c6269e8a-a4cc-427e-a4b0-9d5299039b26 req-d117babd-95af-497c-b37f-1a0b7a2f368b service nova] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Refreshing network info cache for port e755cdf9-92d4-4f56-9ad6-469255013708 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1424.679829] env[63622]: DEBUG oslo_concurrency.lockutils [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Acquired lock "refresh_cache-f1f365f0-1d49-4838-8f34-6c3905da7932" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.679976] env[63622]: DEBUG nova.network.neutron [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1424.697787] env[63622]: DEBUG oslo_vmware.api [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': task-1816382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617639} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.704758] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 2bedcd22-de05-41b9-af59-37c0f3ad8969/2bedcd22-de05-41b9-af59-37c0f3ad8969.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1424.704758] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1424.704758] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb7d788a-c0cd-4d79-8cb6-4714cd7ea0bc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.713721] env[63622]: DEBUG oslo_vmware.api [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Waiting for the task: (returnval){ [ 1424.713721] env[63622]: value = "task-1816385" [ 1424.713721] env[63622]: _type = "Task" [ 1424.713721] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.728692] env[63622]: DEBUG oslo_vmware.api [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': task-1816385, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.749039] env[63622]: DEBUG oslo_vmware.api [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e5f7cb-6682-c704-71fb-bd1f57df4001, 'name': SearchDatastore_Task, 'duration_secs': 0.025384} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.751792] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.752117] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] f2024142-be0c-465d-8e21-20dc270d760d/f2024142-be0c-465d-8e21-20dc270d760d.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1424.752576] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02406c1d-f37f-4ce6-b856-d0db43139350 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.763018] env[63622]: DEBUG oslo_vmware.api [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1424.763018] env[63622]: value = "task-1816386" [ 1424.763018] env[63622]: _type = "Task" [ 1424.763018] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.783607] env[63622]: DEBUG oslo_vmware.api [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816386, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.930360] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78d8fee-77f9-4f40-a7d1-97f5b21f8aeb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.937253] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b749d68-306d-457b-bc30-e28ad41370b7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.971260] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce236b51-93ed-44a3-be26-8bea019b3bfe {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.981060] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48284a4-710a-4594-857b-84b389d1fe9c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.999597] env[63622]: DEBUG nova.compute.provider_tree [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1425.103696] env[63622]: DEBUG nova.network.neutron [-] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.232847] env[63622]: DEBUG oslo_vmware.api [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': task-1816385, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077338} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.232847] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1425.233028] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1cbf57-7667-4775-94e6-69b842d730c8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.261081] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 2bedcd22-de05-41b9-af59-37c0f3ad8969/2bedcd22-de05-41b9-af59-37c0f3ad8969.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1425.261081] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c556079f-4d46-4c82-a031-57996c0809ef {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.292165] env[63622]: DEBUG oslo_vmware.api [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816386, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.294712] env[63622]: DEBUG oslo_vmware.api [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Waiting for the task: (returnval){ [ 1425.294712] env[63622]: value = "task-1816387" [ 1425.294712] env[63622]: _type = "Task" [ 1425.294712] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.309497] env[63622]: DEBUG oslo_vmware.api [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': task-1816387, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.332041] env[63622]: DEBUG nova.network.neutron [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1425.387622] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Acquiring lock "58cda789-5ec7-4f99-88aa-67efb74b9b62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.387777] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Lock "58cda789-5ec7-4f99-88aa-67efb74b9b62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.502839] env[63622]: DEBUG nova.scheduler.client.report [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1425.607423] env[63622]: INFO nova.compute.manager [-] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Took 1.24 seconds to deallocate network for instance. [ 1425.798037] env[63622]: DEBUG oslo_vmware.api [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816386, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565555} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.801020] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] f2024142-be0c-465d-8e21-20dc270d760d/f2024142-be0c-465d-8e21-20dc270d760d.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1425.802662] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1425.802662] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f62b77f-2265-4249-8582-2873adff1347 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.812735] env[63622]: DEBUG oslo_vmware.api [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': task-1816387, 'name': ReconfigVM_Task, 'duration_secs': 0.314693} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.814103] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 2bedcd22-de05-41b9-af59-37c0f3ad8969/2bedcd22-de05-41b9-af59-37c0f3ad8969.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1425.815513] env[63622]: DEBUG oslo_vmware.api [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1425.815513] env[63622]: value = "task-1816388" [ 1425.815513] env[63622]: _type = "Task" [ 1425.815513] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.815513] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74900b00-172f-44be-a8ec-5a77b48e144a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.831799] env[63622]: DEBUG oslo_vmware.api [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816388, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.837832] env[63622]: DEBUG oslo_vmware.api [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Waiting for the task: (returnval){ [ 1425.837832] env[63622]: value = "task-1816389" [ 1425.837832] env[63622]: _type = "Task" [ 1425.837832] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.851602] env[63622]: DEBUG oslo_vmware.api [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': task-1816389, 'name': Rename_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.899228] env[63622]: DEBUG nova.compute.manager [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1426.012142] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.012142] env[63622]: DEBUG nova.compute.manager [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1426.017032] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.605s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.017032] env[63622]: INFO nova.compute.claims [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1426.119914] env[63622]: DEBUG oslo_concurrency.lockutils [None req-51f214e3-20cd-490f-868d-979a6b843c8d tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.138600] env[63622]: DEBUG oslo_concurrency.lockutils [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Acquiring lock "78778b25-ccc1-495f-910c-34a2b57ecf3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.138843] env[63622]: DEBUG oslo_concurrency.lockutils [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Lock "78778b25-ccc1-495f-910c-34a2b57ecf3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.330949] env[63622]: DEBUG oslo_vmware.api [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816388, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132135} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.332514] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1426.336695] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951d1af7-4b5d-49a1-a2dd-e2d12c39f20d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.364815] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] f2024142-be0c-465d-8e21-20dc270d760d/f2024142-be0c-465d-8e21-20dc270d760d.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1426.366321] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cd91cc4-e7be-45ce-9e47-3ca3d0f722e7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.388880] env[63622]: DEBUG oslo_vmware.api [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': task-1816389, 'name': Rename_Task, 'duration_secs': 0.171161} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.390327] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1426.391325] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96ad2b30-ff68-40aa-b1b0-d61c798fc12d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.399856] env[63622]: DEBUG oslo_vmware.api [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1426.399856] env[63622]: value = "task-1816390" [ 1426.399856] env[63622]: _type = "Task" [ 1426.399856] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.405409] env[63622]: DEBUG oslo_vmware.api [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Waiting for the task: (returnval){ [ 1426.405409] env[63622]: value = "task-1816391" [ 1426.405409] env[63622]: _type = "Task" [ 1426.405409] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.421536] env[63622]: DEBUG oslo_vmware.api [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816390, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.424994] env[63622]: DEBUG oslo_vmware.api [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': task-1816391, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.426942] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.509733] env[63622]: DEBUG nova.compute.manager [req-1eb5ba83-faf8-4db7-bde1-6f18a0f7b5cf req-e315c1d4-ccb2-409d-b4c2-08a9d12c6b03 service nova] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Received event network-vif-deleted-62b4f551-7ddd-414d-a8ff-ad2f0d7f01d5 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1426.509733] env[63622]: DEBUG nova.compute.manager [req-1eb5ba83-faf8-4db7-bde1-6f18a0f7b5cf req-e315c1d4-ccb2-409d-b4c2-08a9d12c6b03 service nova] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Received event network-vif-plugged-d5506f13-1d61-485f-9fda-d3654c425bb3 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1426.509943] env[63622]: DEBUG oslo_concurrency.lockutils [req-1eb5ba83-faf8-4db7-bde1-6f18a0f7b5cf req-e315c1d4-ccb2-409d-b4c2-08a9d12c6b03 service nova] Acquiring lock "f1f365f0-1d49-4838-8f34-6c3905da7932-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.513355] env[63622]: DEBUG oslo_concurrency.lockutils [req-1eb5ba83-faf8-4db7-bde1-6f18a0f7b5cf req-e315c1d4-ccb2-409d-b4c2-08a9d12c6b03 service nova] Lock "f1f365f0-1d49-4838-8f34-6c3905da7932-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.513596] env[63622]: DEBUG oslo_concurrency.lockutils [req-1eb5ba83-faf8-4db7-bde1-6f18a0f7b5cf req-e315c1d4-ccb2-409d-b4c2-08a9d12c6b03 service nova] Lock "f1f365f0-1d49-4838-8f34-6c3905da7932-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.513788] env[63622]: DEBUG nova.compute.manager [req-1eb5ba83-faf8-4db7-bde1-6f18a0f7b5cf req-e315c1d4-ccb2-409d-b4c2-08a9d12c6b03 service nova] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] No waiting events found dispatching network-vif-plugged-d5506f13-1d61-485f-9fda-d3654c425bb3 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1426.513956] env[63622]: WARNING nova.compute.manager [req-1eb5ba83-faf8-4db7-bde1-6f18a0f7b5cf req-e315c1d4-ccb2-409d-b4c2-08a9d12c6b03 service nova] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Received unexpected event network-vif-plugged-d5506f13-1d61-485f-9fda-d3654c425bb3 for instance with vm_state building and task_state spawning. [ 1426.514131] env[63622]: DEBUG nova.compute.manager [req-1eb5ba83-faf8-4db7-bde1-6f18a0f7b5cf req-e315c1d4-ccb2-409d-b4c2-08a9d12c6b03 service nova] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Received event network-changed-d5506f13-1d61-485f-9fda-d3654c425bb3 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1426.514285] env[63622]: DEBUG nova.compute.manager [req-1eb5ba83-faf8-4db7-bde1-6f18a0f7b5cf req-e315c1d4-ccb2-409d-b4c2-08a9d12c6b03 service nova] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Refreshing instance network info cache due to event network-changed-d5506f13-1d61-485f-9fda-d3654c425bb3. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1426.514460] env[63622]: DEBUG oslo_concurrency.lockutils [req-1eb5ba83-faf8-4db7-bde1-6f18a0f7b5cf req-e315c1d4-ccb2-409d-b4c2-08a9d12c6b03 service nova] Acquiring lock "refresh_cache-f1f365f0-1d49-4838-8f34-6c3905da7932" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.523846] env[63622]: DEBUG nova.compute.utils [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1426.525251] env[63622]: DEBUG nova.compute.manager [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1426.525496] env[63622]: DEBUG nova.network.neutron [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1426.575353] env[63622]: DEBUG nova.compute.manager [req-5ea55ca7-6fc9-4e52-8453-e93d95766180 req-8f8f3b4a-3829-48e8-91b7-f1ab2a5199c2 service nova] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Received event network-vif-deleted-6175ea8a-1ce7-4565-8f38-4d67f79e4f10 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1426.626898] env[63622]: DEBUG nova.network.neutron [req-c6269e8a-a4cc-427e-a4b0-9d5299039b26 req-d117babd-95af-497c-b37f-1a0b7a2f368b service nova] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Updated VIF entry in instance network info cache for port e755cdf9-92d4-4f56-9ad6-469255013708. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1426.626898] env[63622]: DEBUG nova.network.neutron [req-c6269e8a-a4cc-427e-a4b0-9d5299039b26 req-d117babd-95af-497c-b37f-1a0b7a2f368b service nova] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Updating instance_info_cache with network_info: [{"id": "e755cdf9-92d4-4f56-9ad6-469255013708", "address": "fa:16:3e:d5:ff:c5", "network": {"id": "20c9f6ad-640b-4f26-837c-01428d409690", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-922797562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "815d9fb5899941c1a159de77b6d2585d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape755cdf9-92", "ovs_interfaceid": "e755cdf9-92d4-4f56-9ad6-469255013708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.644321] env[63622]: DEBUG nova.compute.manager [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1426.667791] env[63622]: DEBUG nova.policy [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ae462cc538148eb9432a37f40d78510', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7c09ed2506546bca5962e0f8bd54c9c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1426.933033] env[63622]: DEBUG oslo_vmware.api [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': task-1816391, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.933033] env[63622]: DEBUG oslo_vmware.api [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816390, 'name': ReconfigVM_Task, 'duration_secs': 0.419706} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.933033] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Reconfigured VM instance instance-00000016 to attach disk [datastore1] f2024142-be0c-465d-8e21-20dc270d760d/f2024142-be0c-465d-8e21-20dc270d760d.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1426.933033] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff50fc93-80cc-463b-b3e0-93719766cb47 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.941066] env[63622]: DEBUG oslo_vmware.api [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1426.941066] env[63622]: value = "task-1816392" [ 1426.941066] env[63622]: _type = "Task" [ 1426.941066] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.952856] env[63622]: DEBUG oslo_vmware.api [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816392, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.029349] env[63622]: DEBUG nova.compute.manager [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1427.130440] env[63622]: DEBUG oslo_concurrency.lockutils [req-c6269e8a-a4cc-427e-a4b0-9d5299039b26 req-d117babd-95af-497c-b37f-1a0b7a2f368b service nova] Releasing lock "refresh_cache-f2024142-be0c-465d-8e21-20dc270d760d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.171665] env[63622]: DEBUG oslo_concurrency.lockutils [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.425317] env[63622]: DEBUG oslo_vmware.api [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': task-1816391, 'name': PowerOnVM_Task, 'duration_secs': 0.543196} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.425596] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1427.425792] env[63622]: DEBUG nova.compute.manager [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1427.426953] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94525f4-6f66-464c-bc10-00550f90f167 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.460996] env[63622]: DEBUG oslo_vmware.api [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816392, 'name': Rename_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.476217] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8b70d7-602a-427a-823f-acba92ec1d09 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.488403] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558c849c-01c7-4242-990b-edbdf4a7fe25 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.545198] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662ae808-da54-47b9-aef2-f61e1593bea8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.556299] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969443de-b080-4827-87a8-4baeabe8d7d1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.577519] env[63622]: DEBUG nova.compute.provider_tree [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1427.782873] env[63622]: DEBUG nova.network.neutron [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Successfully updated port: 99fb4aa6-b454-4ad6-bfef-91a99d00ffd0 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1427.929959] env[63622]: DEBUG nova.network.neutron [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Updating instance_info_cache with network_info: [{"id": "b2035cd2-22c1-4f30-9565-e365352fc97f", "address": "fa:16:3e:d9:72:4f", "network": {"id": "bce18d82-9b43-4f96-ad39-159c9c5238c8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-109169849", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b404075e7bab42be8ac4c41fcb61281c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2035cd2-22", "ovs_interfaceid": "b2035cd2-22c1-4f30-9565-e365352fc97f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c4b7bdbf-982b-4087-844e-1ce4ebcd5383", "address": "fa:16:3e:af:c1:bd", "network": {"id": "37ccaf1a-ac61-4f0b-bdef-dfe03c99b9c9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-701870890", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b404075e7bab42be8ac4c41fcb61281c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4b7bdbf-98", "ovs_interfaceid": "c4b7bdbf-982b-4087-844e-1ce4ebcd5383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d5506f13-1d61-485f-9fda-d3654c425bb3", "address": "fa:16:3e:3a:32:06", "network": {"id": "bce18d82-9b43-4f96-ad39-159c9c5238c8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-109169849", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b404075e7bab42be8ac4c41fcb61281c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5506f13-1d", "ovs_interfaceid": "d5506f13-1d61-485f-9fda-d3654c425bb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.936172] env[63622]: DEBUG nova.network.neutron [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Successfully created port: 340e6b4e-1d50-444d-9e26-8796395dbb40 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1427.957562] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.963432] env[63622]: DEBUG oslo_vmware.api [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816392, 'name': Rename_Task, 'duration_secs': 0.564399} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.963432] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1427.964100] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42528c4c-3344-4979-89a0-052deb2bdb65 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.972403] env[63622]: DEBUG oslo_vmware.api [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1427.972403] env[63622]: value = "task-1816393" [ 1427.972403] env[63622]: _type = "Task" [ 1427.972403] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.982288] env[63622]: DEBUG oslo_vmware.api [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816393, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.051936] env[63622]: DEBUG nova.compute.manager [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1428.085304] env[63622]: DEBUG nova.scheduler.client.report [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1428.099137] env[63622]: DEBUG nova.virt.hardware [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1428.099405] env[63622]: DEBUG nova.virt.hardware [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1428.099559] env[63622]: DEBUG nova.virt.hardware [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1428.099738] env[63622]: DEBUG nova.virt.hardware [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1428.099878] env[63622]: DEBUG nova.virt.hardware [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1428.102988] env[63622]: DEBUG nova.virt.hardware [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1428.102988] env[63622]: DEBUG nova.virt.hardware [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1428.102988] env[63622]: DEBUG nova.virt.hardware [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1428.102988] env[63622]: DEBUG nova.virt.hardware [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1428.102988] env[63622]: DEBUG nova.virt.hardware [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1428.102988] env[63622]: DEBUG nova.virt.hardware [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1428.104185] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04f3996-bfb8-48f5-956b-3334a3bd20c0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.114988] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ef945a-fbb8-4b23-ad77-cc0fa83230c2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.288776] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "refresh_cache-565f3e30-b352-4f31-ae46-769c18fb8c12" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.288776] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquired lock "refresh_cache-565f3e30-b352-4f31-ae46-769c18fb8c12" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.288776] env[63622]: DEBUG nova.network.neutron [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1428.436574] env[63622]: DEBUG oslo_concurrency.lockutils [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Releasing lock "refresh_cache-f1f365f0-1d49-4838-8f34-6c3905da7932" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.436574] env[63622]: DEBUG nova.compute.manager [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Instance network_info: |[{"id": "b2035cd2-22c1-4f30-9565-e365352fc97f", "address": "fa:16:3e:d9:72:4f", "network": {"id": "bce18d82-9b43-4f96-ad39-159c9c5238c8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-109169849", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b404075e7bab42be8ac4c41fcb61281c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2035cd2-22", "ovs_interfaceid": "b2035cd2-22c1-4f30-9565-e365352fc97f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c4b7bdbf-982b-4087-844e-1ce4ebcd5383", "address": "fa:16:3e:af:c1:bd", "network": {"id": "37ccaf1a-ac61-4f0b-bdef-dfe03c99b9c9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-701870890", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b404075e7bab42be8ac4c41fcb61281c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4b7bdbf-98", "ovs_interfaceid": "c4b7bdbf-982b-4087-844e-1ce4ebcd5383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d5506f13-1d61-485f-9fda-d3654c425bb3", "address": "fa:16:3e:3a:32:06", "network": {"id": "bce18d82-9b43-4f96-ad39-159c9c5238c8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-109169849", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b404075e7bab42be8ac4c41fcb61281c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5506f13-1d", "ovs_interfaceid": "d5506f13-1d61-485f-9fda-d3654c425bb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1428.436951] env[63622]: DEBUG oslo_concurrency.lockutils [req-1eb5ba83-faf8-4db7-bde1-6f18a0f7b5cf req-e315c1d4-ccb2-409d-b4c2-08a9d12c6b03 service nova] Acquired lock "refresh_cache-f1f365f0-1d49-4838-8f34-6c3905da7932" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.437027] env[63622]: DEBUG nova.network.neutron [req-1eb5ba83-faf8-4db7-bde1-6f18a0f7b5cf req-e315c1d4-ccb2-409d-b4c2-08a9d12c6b03 service nova] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Refreshing network info cache for port d5506f13-1d61-485f-9fda-d3654c425bb3 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1428.438637] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:72:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6e2a9679-6746-40f2-951c-65fcd1af5f7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2035cd2-22c1-4f30-9565-e365352fc97f', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:c1:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4b7bdbf-982b-4087-844e-1ce4ebcd5383', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:32:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6e2a9679-6746-40f2-951c-65fcd1af5f7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5506f13-1d61-485f-9fda-d3654c425bb3', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1428.453713] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Creating folder: Project (b404075e7bab42be8ac4c41fcb61281c). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1428.455963] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e069601a-f141-4dee-adff-d5e893c596ad {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.471210] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Created folder: Project (b404075e7bab42be8ac4c41fcb61281c) in parent group-v376252. [ 1428.471210] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Creating folder: Instances. Parent ref: group-v376315. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1428.471210] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0273333-25cd-482a-a6b2-6997fa187be7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.488481] env[63622]: DEBUG oslo_vmware.api [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816393, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.488481] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Created folder: Instances in parent group-v376315. [ 1428.488481] env[63622]: DEBUG oslo.service.loopingcall [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1428.489135] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1428.489135] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab1d273a-8d29-4b4a-a021-cc7900056125 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.528842] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1428.528842] env[63622]: value = "task-1816396" [ 1428.528842] env[63622]: _type = "Task" [ 1428.528842] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.546540] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816396, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.596528] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.596528] env[63622]: DEBUG nova.compute.manager [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1428.603123] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a79801da-59ac-463a-8aa4-0d7bbdc5aadd tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 14.466s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.988633] env[63622]: DEBUG oslo_vmware.api [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816393, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.040740] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816396, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.105418] env[63622]: DEBUG nova.compute.utils [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1429.106858] env[63622]: DEBUG nova.compute.manager [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1429.107754] env[63622]: DEBUG nova.network.neutron [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1429.145623] env[63622]: DEBUG nova.network.neutron [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1429.464363] env[63622]: DEBUG nova.policy [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f842129b4e324126a744bc707c9e6de5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa7b499961b240969dc6f7f8a84cf6c7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1429.491995] env[63622]: DEBUG oslo_vmware.api [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816393, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.548830] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816396, 'name': CreateVM_Task, 'duration_secs': 0.83344} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.548830] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1429.549317] env[63622]: DEBUG oslo_concurrency.lockutils [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.549553] env[63622]: DEBUG oslo_concurrency.lockutils [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.549805] env[63622]: DEBUG oslo_concurrency.lockutils [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1429.550910] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3983a455-15d9-4dda-911c-f43e06494bec {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.558141] env[63622]: DEBUG oslo_vmware.api [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Waiting for the task: (returnval){ [ 1429.558141] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e9f498-95f8-8371-9c7c-e73235e2997d" [ 1429.558141] env[63622]: _type = "Task" [ 1429.558141] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.574929] env[63622]: DEBUG oslo_vmware.api [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e9f498-95f8-8371-9c7c-e73235e2997d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.611509] env[63622]: DEBUG nova.compute.manager [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1429.617035] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f3921f-7119-4165-94f7-29fc187e9321 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.625754] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405172bd-1609-481d-98d0-592890b15a56 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.673959] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5df15f-5526-4570-8731-e715f415fe42 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.691925] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771ea51f-2c8d-4814-a63a-3309ee0fb62e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.708132] env[63622]: DEBUG nova.compute.provider_tree [None req-a79801da-59ac-463a-8aa4-0d7bbdc5aadd tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1429.852782] env[63622]: DEBUG nova.network.neutron [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Updating instance_info_cache with network_info: [{"id": "99fb4aa6-b454-4ad6-bfef-91a99d00ffd0", "address": "fa:16:3e:2d:97:91", "network": {"id": "f163feaf-bc42-4b43-ba23-db8b92c7e8fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-126149258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9660078317c743adb462df751adaad7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99fb4aa6-b4", "ovs_interfaceid": "99fb4aa6-b454-4ad6-bfef-91a99d00ffd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.988980] env[63622]: DEBUG oslo_vmware.api [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816393, 'name': PowerOnVM_Task, 'duration_secs': 1.958781} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.990278] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1429.990563] env[63622]: INFO nova.compute.manager [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Took 12.18 seconds to spawn the instance on the hypervisor. [ 1429.990789] env[63622]: DEBUG nova.compute.manager [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1429.991873] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b7e700-937b-460d-9b8a-0ac8845f33e8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.009326] env[63622]: DEBUG nova.network.neutron [req-1eb5ba83-faf8-4db7-bde1-6f18a0f7b5cf req-e315c1d4-ccb2-409d-b4c2-08a9d12c6b03 service nova] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Updated VIF entry in instance network info cache for port d5506f13-1d61-485f-9fda-d3654c425bb3. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1430.012042] env[63622]: DEBUG nova.network.neutron [req-1eb5ba83-faf8-4db7-bde1-6f18a0f7b5cf req-e315c1d4-ccb2-409d-b4c2-08a9d12c6b03 service nova] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Updating instance_info_cache with network_info: [{"id": "b2035cd2-22c1-4f30-9565-e365352fc97f", "address": "fa:16:3e:d9:72:4f", "network": {"id": "bce18d82-9b43-4f96-ad39-159c9c5238c8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-109169849", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b404075e7bab42be8ac4c41fcb61281c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2035cd2-22", "ovs_interfaceid": "b2035cd2-22c1-4f30-9565-e365352fc97f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c4b7bdbf-982b-4087-844e-1ce4ebcd5383", "address": "fa:16:3e:af:c1:bd", "network": {"id": "37ccaf1a-ac61-4f0b-bdef-dfe03c99b9c9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-701870890", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b404075e7bab42be8ac4c41fcb61281c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4b7bdbf-98", "ovs_interfaceid": "c4b7bdbf-982b-4087-844e-1ce4ebcd5383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d5506f13-1d61-485f-9fda-d3654c425bb3", "address": "fa:16:3e:3a:32:06", "network": {"id": "bce18d82-9b43-4f96-ad39-159c9c5238c8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-109169849", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b404075e7bab42be8ac4c41fcb61281c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5506f13-1d", "ovs_interfaceid": "d5506f13-1d61-485f-9fda-d3654c425bb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.022040] env[63622]: DEBUG nova.compute.manager [req-147bc9ce-fd06-4ca8-a95d-45239fbc0735 req-eebbcd97-8d4d-4cf1-a59f-b6d947eca10b service nova] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Received event network-vif-plugged-99fb4aa6-b454-4ad6-bfef-91a99d00ffd0 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1430.022040] env[63622]: DEBUG oslo_concurrency.lockutils [req-147bc9ce-fd06-4ca8-a95d-45239fbc0735 req-eebbcd97-8d4d-4cf1-a59f-b6d947eca10b service nova] Acquiring lock "565f3e30-b352-4f31-ae46-769c18fb8c12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.022310] env[63622]: DEBUG oslo_concurrency.lockutils [req-147bc9ce-fd06-4ca8-a95d-45239fbc0735 req-eebbcd97-8d4d-4cf1-a59f-b6d947eca10b service nova] Lock "565f3e30-b352-4f31-ae46-769c18fb8c12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.022599] env[63622]: DEBUG oslo_concurrency.lockutils [req-147bc9ce-fd06-4ca8-a95d-45239fbc0735 req-eebbcd97-8d4d-4cf1-a59f-b6d947eca10b service nova] Lock "565f3e30-b352-4f31-ae46-769c18fb8c12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.022836] env[63622]: DEBUG nova.compute.manager [req-147bc9ce-fd06-4ca8-a95d-45239fbc0735 req-eebbcd97-8d4d-4cf1-a59f-b6d947eca10b service nova] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] No waiting events found dispatching network-vif-plugged-99fb4aa6-b454-4ad6-bfef-91a99d00ffd0 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1430.023279] env[63622]: WARNING nova.compute.manager [req-147bc9ce-fd06-4ca8-a95d-45239fbc0735 req-eebbcd97-8d4d-4cf1-a59f-b6d947eca10b service nova] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Received unexpected event network-vif-plugged-99fb4aa6-b454-4ad6-bfef-91a99d00ffd0 for instance with vm_state building and task_state spawning. [ 1430.023279] env[63622]: DEBUG nova.compute.manager [req-147bc9ce-fd06-4ca8-a95d-45239fbc0735 req-eebbcd97-8d4d-4cf1-a59f-b6d947eca10b service nova] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Received event network-changed-99fb4aa6-b454-4ad6-bfef-91a99d00ffd0 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1430.025426] env[63622]: DEBUG nova.compute.manager [req-147bc9ce-fd06-4ca8-a95d-45239fbc0735 req-eebbcd97-8d4d-4cf1-a59f-b6d947eca10b service nova] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Refreshing instance network info cache due to event network-changed-99fb4aa6-b454-4ad6-bfef-91a99d00ffd0. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1430.025426] env[63622]: DEBUG oslo_concurrency.lockutils [req-147bc9ce-fd06-4ca8-a95d-45239fbc0735 req-eebbcd97-8d4d-4cf1-a59f-b6d947eca10b service nova] Acquiring lock "refresh_cache-565f3e30-b352-4f31-ae46-769c18fb8c12" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.057228] env[63622]: DEBUG nova.compute.manager [req-3ee196c6-243f-47c8-b42d-79cc6fb1259d req-a1742d0f-bbee-437e-a946-eb5213d4f71e service nova] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Received event network-changed-6085b44d-f95e-4d17-b536-9d57d3bc83ab {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1430.057421] env[63622]: DEBUG nova.compute.manager [req-3ee196c6-243f-47c8-b42d-79cc6fb1259d req-a1742d0f-bbee-437e-a946-eb5213d4f71e service nova] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Refreshing instance network info cache due to event network-changed-6085b44d-f95e-4d17-b536-9d57d3bc83ab. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1430.057837] env[63622]: DEBUG oslo_concurrency.lockutils [req-3ee196c6-243f-47c8-b42d-79cc6fb1259d req-a1742d0f-bbee-437e-a946-eb5213d4f71e service nova] Acquiring lock "refresh_cache-3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.058020] env[63622]: DEBUG oslo_concurrency.lockutils [req-3ee196c6-243f-47c8-b42d-79cc6fb1259d req-a1742d0f-bbee-437e-a946-eb5213d4f71e service nova] Acquired lock "refresh_cache-3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.058654] env[63622]: DEBUG nova.network.neutron [req-3ee196c6-243f-47c8-b42d-79cc6fb1259d req-a1742d0f-bbee-437e-a946-eb5213d4f71e service nova] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Refreshing network info cache for port 6085b44d-f95e-4d17-b536-9d57d3bc83ab {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1430.074316] env[63622]: DEBUG oslo_vmware.api [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e9f498-95f8-8371-9c7c-e73235e2997d, 'name': SearchDatastore_Task, 'duration_secs': 0.013366} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.074539] env[63622]: DEBUG oslo_concurrency.lockutils [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.074773] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1430.074989] env[63622]: DEBUG oslo_concurrency.lockutils [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.075145] env[63622]: DEBUG oslo_concurrency.lockutils [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.075332] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1430.076115] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5b54cd3-517c-489c-ab48-4aa980a4cd82 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.106859] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1430.107537] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1430.107863] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-650ba6ca-8542-438e-8436-34619d763c92 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.117013] env[63622]: DEBUG oslo_vmware.api [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Waiting for the task: (returnval){ [ 1430.117013] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5201bad4-fbe6-8c19-968f-b2fdbfa5e201" [ 1430.117013] env[63622]: _type = "Task" [ 1430.117013] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.132341] env[63622]: DEBUG oslo_vmware.api [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5201bad4-fbe6-8c19-968f-b2fdbfa5e201, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.212088] env[63622]: DEBUG nova.scheduler.client.report [None req-a79801da-59ac-463a-8aa4-0d7bbdc5aadd tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1430.356335] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Releasing lock "refresh_cache-565f3e30-b352-4f31-ae46-769c18fb8c12" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.356335] env[63622]: DEBUG nova.compute.manager [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Instance network_info: |[{"id": "99fb4aa6-b454-4ad6-bfef-91a99d00ffd0", "address": "fa:16:3e:2d:97:91", "network": {"id": "f163feaf-bc42-4b43-ba23-db8b92c7e8fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-126149258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9660078317c743adb462df751adaad7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99fb4aa6-b4", "ovs_interfaceid": "99fb4aa6-b454-4ad6-bfef-91a99d00ffd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1430.356335] env[63622]: DEBUG oslo_concurrency.lockutils [req-147bc9ce-fd06-4ca8-a95d-45239fbc0735 req-eebbcd97-8d4d-4cf1-a59f-b6d947eca10b service nova] Acquired lock "refresh_cache-565f3e30-b352-4f31-ae46-769c18fb8c12" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.356335] env[63622]: DEBUG nova.network.neutron [req-147bc9ce-fd06-4ca8-a95d-45239fbc0735 req-eebbcd97-8d4d-4cf1-a59f-b6d947eca10b service nova] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Refreshing network info cache for port 99fb4aa6-b454-4ad6-bfef-91a99d00ffd0 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1430.356812] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:97:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99fb4aa6-b454-4ad6-bfef-91a99d00ffd0', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1430.370948] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Creating folder: Project (9660078317c743adb462df751adaad7e). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1430.377435] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aeb2b52a-87b9-4185-9214-c5b1c4d1246c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.393684] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Created folder: Project (9660078317c743adb462df751adaad7e) in parent group-v376252. [ 1430.393896] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Creating folder: Instances. Parent ref: group-v376318. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1430.394160] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd9a781b-728e-4a89-9e23-3f939a7b50cc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.408010] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Created folder: Instances in parent group-v376318. [ 1430.408286] env[63622]: DEBUG oslo.service.loopingcall [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1430.408483] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1430.408690] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a2d1fbc-a3de-4fb9-b9c3-7837240b3805 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.434773] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1430.434773] env[63622]: value = "task-1816399" [ 1430.434773] env[63622]: _type = "Task" [ 1430.434773] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.446391] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816399, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.519579] env[63622]: DEBUG oslo_concurrency.lockutils [req-1eb5ba83-faf8-4db7-bde1-6f18a0f7b5cf req-e315c1d4-ccb2-409d-b4c2-08a9d12c6b03 service nova] Releasing lock "refresh_cache-f1f365f0-1d49-4838-8f34-6c3905da7932" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.520351] env[63622]: INFO nova.compute.manager [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Took 33.48 seconds to build instance. [ 1430.627388] env[63622]: DEBUG nova.compute.manager [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1430.636655] env[63622]: DEBUG oslo_vmware.api [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5201bad4-fbe6-8c19-968f-b2fdbfa5e201, 'name': SearchDatastore_Task, 'duration_secs': 0.035272} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.639606] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34b396f0-98fd-4e67-9e50-fbe4e4f755bf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.650463] env[63622]: DEBUG oslo_vmware.api [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Waiting for the task: (returnval){ [ 1430.650463] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52171aae-8ee8-b6c6-8be6-7bfbfc2aa71d" [ 1430.650463] env[63622]: _type = "Task" [ 1430.650463] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.661769] env[63622]: DEBUG oslo_vmware.api [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52171aae-8ee8-b6c6-8be6-7bfbfc2aa71d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.672757] env[63622]: DEBUG nova.virt.hardware [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1430.673036] env[63622]: DEBUG nova.virt.hardware [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1430.673201] env[63622]: DEBUG nova.virt.hardware [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1430.673390] env[63622]: DEBUG nova.virt.hardware [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1430.673527] env[63622]: DEBUG nova.virt.hardware [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1430.673712] env[63622]: DEBUG nova.virt.hardware [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1430.674163] env[63622]: DEBUG nova.virt.hardware [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1430.674348] env[63622]: DEBUG nova.virt.hardware [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1430.674531] env[63622]: DEBUG nova.virt.hardware [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1430.674674] env[63622]: DEBUG nova.virt.hardware [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1430.674870] env[63622]: DEBUG nova.virt.hardware [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1430.675728] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28370282-c8ee-4a37-9f5c-fef944a23725 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.681577] env[63622]: DEBUG nova.network.neutron [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Successfully created port: 519eb44f-54e6-4eea-9217-dbbe89a782fe {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1430.689569] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0185f802-943d-4350-a1b3-c34bbd2d283d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.715798] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Acquiring lock "fd0d9093-eff3-41be-ad8e-bd2cf74acfec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.715798] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Lock "fd0d9093-eff3-41be-ad8e-bd2cf74acfec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.948097] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816399, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.024026] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7989525-c594-489f-9fa1-da4c9b64d7ba tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lock "f2024142-be0c-465d-8e21-20dc270d760d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.168s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.089625] env[63622]: DEBUG nova.network.neutron [req-147bc9ce-fd06-4ca8-a95d-45239fbc0735 req-eebbcd97-8d4d-4cf1-a59f-b6d947eca10b service nova] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Updated VIF entry in instance network info cache for port 99fb4aa6-b454-4ad6-bfef-91a99d00ffd0. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1431.090086] env[63622]: DEBUG nova.network.neutron [req-147bc9ce-fd06-4ca8-a95d-45239fbc0735 req-eebbcd97-8d4d-4cf1-a59f-b6d947eca10b service nova] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Updating instance_info_cache with network_info: [{"id": "99fb4aa6-b454-4ad6-bfef-91a99d00ffd0", "address": "fa:16:3e:2d:97:91", "network": {"id": "f163feaf-bc42-4b43-ba23-db8b92c7e8fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-126149258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9660078317c743adb462df751adaad7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99fb4aa6-b4", "ovs_interfaceid": "99fb4aa6-b454-4ad6-bfef-91a99d00ffd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.163758] env[63622]: DEBUG oslo_vmware.api [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52171aae-8ee8-b6c6-8be6-7bfbfc2aa71d, 'name': SearchDatastore_Task, 'duration_secs': 0.013901} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.164097] env[63622]: DEBUG oslo_concurrency.lockutils [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1431.164380] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] f1f365f0-1d49-4838-8f34-6c3905da7932/f1f365f0-1d49-4838-8f34-6c3905da7932.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1431.164673] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab0486e9-59f7-45fc-8c95-13624d19bc22 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.173913] env[63622]: DEBUG oslo_vmware.api [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Waiting for the task: (returnval){ [ 1431.173913] env[63622]: value = "task-1816400" [ 1431.173913] env[63622]: _type = "Task" [ 1431.173913] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.188584] env[63622]: DEBUG oslo_vmware.api [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Task: {'id': task-1816400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.224820] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a79801da-59ac-463a-8aa4-0d7bbdc5aadd tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.623s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.229284] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.163s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.231163] env[63622]: INFO nova.compute.claims [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1431.334522] env[63622]: DEBUG nova.network.neutron [req-3ee196c6-243f-47c8-b42d-79cc6fb1259d req-a1742d0f-bbee-437e-a946-eb5213d4f71e service nova] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Updated VIF entry in instance network info cache for port 6085b44d-f95e-4d17-b536-9d57d3bc83ab. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1431.334923] env[63622]: DEBUG nova.network.neutron [req-3ee196c6-243f-47c8-b42d-79cc6fb1259d req-a1742d0f-bbee-437e-a946-eb5213d4f71e service nova] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Updating instance_info_cache with network_info: [{"id": "6085b44d-f95e-4d17-b536-9d57d3bc83ab", "address": "fa:16:3e:2b:b7:c2", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6085b44d-f9", "ovs_interfaceid": "6085b44d-f95e-4d17-b536-9d57d3bc83ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.457903] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816399, 'name': CreateVM_Task, 'duration_secs': 0.536046} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.457903] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1431.458492] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.458724] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.459166] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1431.459550] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ea8bcfd-2bba-4c36-9dbb-14f6dbb82453 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.465580] env[63622]: DEBUG oslo_vmware.api [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1431.465580] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52bd8242-b205-3837-6bd1-8610205d9a64" [ 1431.465580] env[63622]: _type = "Task" [ 1431.465580] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.475798] env[63622]: DEBUG oslo_vmware.api [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52bd8242-b205-3837-6bd1-8610205d9a64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.481813] env[63622]: DEBUG oslo_concurrency.lockutils [None req-01c62090-7efe-4fb0-91d0-fa854062f4b2 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Acquiring lock "2bedcd22-de05-41b9-af59-37c0f3ad8969" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.482017] env[63622]: DEBUG oslo_concurrency.lockutils [None req-01c62090-7efe-4fb0-91d0-fa854062f4b2 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Lock "2bedcd22-de05-41b9-af59-37c0f3ad8969" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.482273] env[63622]: DEBUG oslo_concurrency.lockutils [None req-01c62090-7efe-4fb0-91d0-fa854062f4b2 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Acquiring lock "2bedcd22-de05-41b9-af59-37c0f3ad8969-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.482543] env[63622]: DEBUG oslo_concurrency.lockutils [None req-01c62090-7efe-4fb0-91d0-fa854062f4b2 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Lock "2bedcd22-de05-41b9-af59-37c0f3ad8969-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.482760] env[63622]: DEBUG oslo_concurrency.lockutils [None req-01c62090-7efe-4fb0-91d0-fa854062f4b2 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Lock "2bedcd22-de05-41b9-af59-37c0f3ad8969-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.485144] env[63622]: INFO nova.compute.manager [None req-01c62090-7efe-4fb0-91d0-fa854062f4b2 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Terminating instance [ 1431.525761] env[63622]: DEBUG nova.compute.manager [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1431.546056] env[63622]: DEBUG nova.network.neutron [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Successfully updated port: 340e6b4e-1d50-444d-9e26-8796395dbb40 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1431.596292] env[63622]: DEBUG oslo_concurrency.lockutils [req-147bc9ce-fd06-4ca8-a95d-45239fbc0735 req-eebbcd97-8d4d-4cf1-a59f-b6d947eca10b service nova] Releasing lock "refresh_cache-565f3e30-b352-4f31-ae46-769c18fb8c12" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1431.693961] env[63622]: DEBUG oslo_vmware.api [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Task: {'id': task-1816400, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.817436] env[63622]: INFO nova.scheduler.client.report [None req-a79801da-59ac-463a-8aa4-0d7bbdc5aadd tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Deleted allocation for migration e988a4d8-102c-4753-8157-6cbbdcf1b633 [ 1431.837330] env[63622]: DEBUG oslo_concurrency.lockutils [req-3ee196c6-243f-47c8-b42d-79cc6fb1259d req-a1742d0f-bbee-437e-a946-eb5213d4f71e service nova] Releasing lock "refresh_cache-3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1431.986309] env[63622]: DEBUG oslo_vmware.api [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52bd8242-b205-3837-6bd1-8610205d9a64, 'name': SearchDatastore_Task, 'duration_secs': 0.015756} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.988206] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1431.988350] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1431.988819] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.989294] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.989680] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1431.991731] env[63622]: DEBUG oslo_concurrency.lockutils [None req-01c62090-7efe-4fb0-91d0-fa854062f4b2 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Acquiring lock "refresh_cache-2bedcd22-de05-41b9-af59-37c0f3ad8969" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.991731] env[63622]: DEBUG oslo_concurrency.lockutils [None req-01c62090-7efe-4fb0-91d0-fa854062f4b2 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Acquired lock "refresh_cache-2bedcd22-de05-41b9-af59-37c0f3ad8969" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.991731] env[63622]: DEBUG nova.network.neutron [None req-01c62090-7efe-4fb0-91d0-fa854062f4b2 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1431.992836] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11cda4d6-d716-4293-bcdb-f91c6add033c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.012195] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1432.012673] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1432.013857] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c3f05ee-28ac-4892-a293-7ba0b801669d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.023379] env[63622]: DEBUG oslo_vmware.api [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1432.023379] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52c5e0f4-5b87-d4b6-d44b-9fb1f23a97c4" [ 1432.023379] env[63622]: _type = "Task" [ 1432.023379] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.038121] env[63622]: DEBUG oslo_vmware.api [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52c5e0f4-5b87-d4b6-d44b-9fb1f23a97c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.046655] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Acquiring lock "refresh_cache-8cd420df-88e4-4174-b6e6-753b128f055d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1432.046804] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Acquired lock "refresh_cache-8cd420df-88e4-4174-b6e6-753b128f055d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.046974] env[63622]: DEBUG nova.network.neutron [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1432.061931] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.187320] env[63622]: DEBUG oslo_vmware.api [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Task: {'id': task-1816400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.963559} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.187748] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] f1f365f0-1d49-4838-8f34-6c3905da7932/f1f365f0-1d49-4838-8f34-6c3905da7932.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1432.190024] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1432.190024] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8debea91-01cc-4fb2-baf1-efbfe5f6b67e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.198019] env[63622]: DEBUG oslo_vmware.api [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Waiting for the task: (returnval){ [ 1432.198019] env[63622]: value = "task-1816401" [ 1432.198019] env[63622]: _type = "Task" [ 1432.198019] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.207342] env[63622]: DEBUG oslo_vmware.api [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Task: {'id': task-1816401, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.278178] env[63622]: DEBUG oslo_concurrency.lockutils [None req-6b5d9596-81ed-46ac-9ef4-b6f4b79da327 tempest-ServersListShow296Test-1725298343 tempest-ServersListShow296Test-1725298343-project-member] Acquiring lock "73259009-25b7-430b-9ea3-6d7591467254" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.278178] env[63622]: DEBUG oslo_concurrency.lockutils [None req-6b5d9596-81ed-46ac-9ef4-b6f4b79da327 tempest-ServersListShow296Test-1725298343 tempest-ServersListShow296Test-1725298343-project-member] Lock "73259009-25b7-430b-9ea3-6d7591467254" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.325017] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a79801da-59ac-463a-8aa4-0d7bbdc5aadd tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Lock "29e4f8bb-5f9c-4cc9-8bc5-745977f5412a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 21.714s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.522020] env[63622]: DEBUG nova.network.neutron [None req-01c62090-7efe-4fb0-91d0-fa854062f4b2 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1432.542562] env[63622]: DEBUG oslo_vmware.api [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52c5e0f4-5b87-d4b6-d44b-9fb1f23a97c4, 'name': SearchDatastore_Task, 'duration_secs': 0.040438} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.546473] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-732bc919-812c-4eac-ab8f-ec928e81d89c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.555513] env[63622]: DEBUG oslo_vmware.api [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1432.555513] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e59626-7089-f148-499b-ffaf76a4bb7e" [ 1432.555513] env[63622]: _type = "Task" [ 1432.555513] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.572939] env[63622]: DEBUG oslo_vmware.api [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e59626-7089-f148-499b-ffaf76a4bb7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.677350] env[63622]: DEBUG nova.network.neutron [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1432.711560] env[63622]: DEBUG oslo_vmware.api [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Task: {'id': task-1816401, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09295} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.711870] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1432.713268] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd511f0-a6fa-407a-b155-28759f29c669 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.741538] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] f1f365f0-1d49-4838-8f34-6c3905da7932/f1f365f0-1d49-4838-8f34-6c3905da7932.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1432.745372] env[63622]: DEBUG nova.network.neutron [None req-01c62090-7efe-4fb0-91d0-fa854062f4b2 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.750089] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3025a4b1-00c3-4b9d-acca-d7cd5c4efa16 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.777867] env[63622]: DEBUG oslo_vmware.api [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Waiting for the task: (returnval){ [ 1432.777867] env[63622]: value = "task-1816402" [ 1432.777867] env[63622]: _type = "Task" [ 1432.777867] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.796952] env[63622]: DEBUG oslo_vmware.api [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Task: {'id': task-1816402, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.849088] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b988351a-c0dc-4b09-8aec-057cdf0a7334 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.869212] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8022895c-e89b-4d5d-8cd6-0ce7be15692a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.908676] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03dd3a2c-e39c-481f-afee-d95bb64039ee {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.918746] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f7706f-4f59-4f0a-aa4a-c750a6bf21cd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.934866] env[63622]: DEBUG nova.compute.provider_tree [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1433.043180] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquiring lock "7911008d-bcbb-4fb3-89b5-fb38ccfbd591" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.043180] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lock "7911008d-bcbb-4fb3-89b5-fb38ccfbd591" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.065026] env[63622]: DEBUG oslo_vmware.api [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e59626-7089-f148-499b-ffaf76a4bb7e, 'name': SearchDatastore_Task, 'duration_secs': 0.059997} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.065277] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.065642] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 565f3e30-b352-4f31-ae46-769c18fb8c12/565f3e30-b352-4f31-ae46-769c18fb8c12.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1433.066489] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee7915c8-af6d-42cb-a5ac-c70467fbf421 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.074260] env[63622]: DEBUG oslo_vmware.api [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1433.074260] env[63622]: value = "task-1816403" [ 1433.074260] env[63622]: _type = "Task" [ 1433.074260] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.085150] env[63622]: DEBUG oslo_vmware.api [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.088335] env[63622]: DEBUG nova.compute.manager [req-caf5d837-0199-4919-b596-ed41ca6db409 req-39ae1f3c-1b90-42e9-a735-3514bd9d5b0e service nova] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Received event network-changed-643b71c4-2171-4939-8278-43895b99397a {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1433.088580] env[63622]: DEBUG nova.compute.manager [req-caf5d837-0199-4919-b596-ed41ca6db409 req-39ae1f3c-1b90-42e9-a735-3514bd9d5b0e service nova] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Refreshing instance network info cache due to event network-changed-643b71c4-2171-4939-8278-43895b99397a. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1433.088927] env[63622]: DEBUG oslo_concurrency.lockutils [req-caf5d837-0199-4919-b596-ed41ca6db409 req-39ae1f3c-1b90-42e9-a735-3514bd9d5b0e service nova] Acquiring lock "refresh_cache-0436abf1-ae0c-4595-912c-e7957b7a64a3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.089196] env[63622]: DEBUG oslo_concurrency.lockutils [req-caf5d837-0199-4919-b596-ed41ca6db409 req-39ae1f3c-1b90-42e9-a735-3514bd9d5b0e service nova] Acquired lock "refresh_cache-0436abf1-ae0c-4595-912c-e7957b7a64a3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.089566] env[63622]: DEBUG nova.network.neutron [req-caf5d837-0199-4919-b596-ed41ca6db409 req-39ae1f3c-1b90-42e9-a735-3514bd9d5b0e service nova] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Refreshing network info cache for port 643b71c4-2171-4939-8278-43895b99397a {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1433.104244] env[63622]: DEBUG nova.compute.manager [req-a924fa89-c310-4835-8d30-aba506e0c793 req-2c8dd9dc-faea-482f-b07b-9c938b752d6b service nova] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Received event network-vif-plugged-340e6b4e-1d50-444d-9e26-8796395dbb40 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1433.106039] env[63622]: DEBUG oslo_concurrency.lockutils [req-a924fa89-c310-4835-8d30-aba506e0c793 req-2c8dd9dc-faea-482f-b07b-9c938b752d6b service nova] Acquiring lock "8cd420df-88e4-4174-b6e6-753b128f055d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.106039] env[63622]: DEBUG oslo_concurrency.lockutils [req-a924fa89-c310-4835-8d30-aba506e0c793 req-2c8dd9dc-faea-482f-b07b-9c938b752d6b service nova] Lock "8cd420df-88e4-4174-b6e6-753b128f055d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.106039] env[63622]: DEBUG oslo_concurrency.lockutils [req-a924fa89-c310-4835-8d30-aba506e0c793 req-2c8dd9dc-faea-482f-b07b-9c938b752d6b service nova] Lock "8cd420df-88e4-4174-b6e6-753b128f055d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1433.106039] env[63622]: DEBUG nova.compute.manager [req-a924fa89-c310-4835-8d30-aba506e0c793 req-2c8dd9dc-faea-482f-b07b-9c938b752d6b service nova] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] No waiting events found dispatching network-vif-plugged-340e6b4e-1d50-444d-9e26-8796395dbb40 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1433.106039] env[63622]: WARNING nova.compute.manager [req-a924fa89-c310-4835-8d30-aba506e0c793 req-2c8dd9dc-faea-482f-b07b-9c938b752d6b service nova] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Received unexpected event network-vif-plugged-340e6b4e-1d50-444d-9e26-8796395dbb40 for instance with vm_state building and task_state spawning. [ 1433.106039] env[63622]: DEBUG nova.compute.manager [req-a924fa89-c310-4835-8d30-aba506e0c793 req-2c8dd9dc-faea-482f-b07b-9c938b752d6b service nova] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Received event network-changed-340e6b4e-1d50-444d-9e26-8796395dbb40 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1433.106039] env[63622]: DEBUG nova.compute.manager [req-a924fa89-c310-4835-8d30-aba506e0c793 req-2c8dd9dc-faea-482f-b07b-9c938b752d6b service nova] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Refreshing instance network info cache due to event network-changed-340e6b4e-1d50-444d-9e26-8796395dbb40. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1433.106039] env[63622]: DEBUG oslo_concurrency.lockutils [req-a924fa89-c310-4835-8d30-aba506e0c793 req-2c8dd9dc-faea-482f-b07b-9c938b752d6b service nova] Acquiring lock "refresh_cache-8cd420df-88e4-4174-b6e6-753b128f055d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.244951] env[63622]: DEBUG nova.network.neutron [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Updating instance_info_cache with network_info: [{"id": "340e6b4e-1d50-444d-9e26-8796395dbb40", "address": "fa:16:3e:bf:eb:8a", "network": {"id": "10236aa1-ff29-46b4-a33a-f3dee61d8ac7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-11799953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7c09ed2506546bca5962e0f8bd54c9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap340e6b4e-1d", "ovs_interfaceid": "340e6b4e-1d50-444d-9e26-8796395dbb40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.248305] env[63622]: DEBUG oslo_concurrency.lockutils [None req-01c62090-7efe-4fb0-91d0-fa854062f4b2 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Releasing lock "refresh_cache-2bedcd22-de05-41b9-af59-37c0f3ad8969" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.252021] env[63622]: DEBUG nova.compute.manager [None req-01c62090-7efe-4fb0-91d0-fa854062f4b2 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1433.252021] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-01c62090-7efe-4fb0-91d0-fa854062f4b2 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1433.252021] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee14300c-0963-494c-aaeb-b8aa0434584c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.269771] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c62090-7efe-4fb0-91d0-fa854062f4b2 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1433.269971] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-792c932a-a2a3-433f-8529-6493968b6217 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.284696] env[63622]: DEBUG oslo_vmware.api [None req-01c62090-7efe-4fb0-91d0-fa854062f4b2 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Waiting for the task: (returnval){ [ 1433.284696] env[63622]: value = "task-1816404" [ 1433.284696] env[63622]: _type = "Task" [ 1433.284696] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.294060] env[63622]: DEBUG oslo_vmware.api [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Task: {'id': task-1816402, 'name': ReconfigVM_Task, 'duration_secs': 0.513351} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.297453] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Reconfigured VM instance instance-00000015 to attach disk [datastore1] f1f365f0-1d49-4838-8f34-6c3905da7932/f1f365f0-1d49-4838-8f34-6c3905da7932.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1433.297780] env[63622]: DEBUG oslo_vmware.api [None req-01c62090-7efe-4fb0-91d0-fa854062f4b2 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': task-1816404, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.298040] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b730efd7-7c82-45a6-a9b0-d8cf785842c8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.308985] env[63622]: DEBUG oslo_vmware.api [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Waiting for the task: (returnval){ [ 1433.308985] env[63622]: value = "task-1816405" [ 1433.308985] env[63622]: _type = "Task" [ 1433.308985] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.318608] env[63622]: DEBUG oslo_vmware.api [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Task: {'id': task-1816405, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.440017] env[63622]: DEBUG nova.scheduler.client.report [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1433.552949] env[63622]: DEBUG nova.network.neutron [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Successfully updated port: 519eb44f-54e6-4eea-9217-dbbe89a782fe {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1433.588248] env[63622]: DEBUG oslo_vmware.api [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816403, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.751645] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Releasing lock "refresh_cache-8cd420df-88e4-4174-b6e6-753b128f055d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.752374] env[63622]: DEBUG nova.compute.manager [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Instance network_info: |[{"id": "340e6b4e-1d50-444d-9e26-8796395dbb40", "address": "fa:16:3e:bf:eb:8a", "network": {"id": "10236aa1-ff29-46b4-a33a-f3dee61d8ac7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-11799953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7c09ed2506546bca5962e0f8bd54c9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap340e6b4e-1d", "ovs_interfaceid": "340e6b4e-1d50-444d-9e26-8796395dbb40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1433.752374] env[63622]: DEBUG oslo_concurrency.lockutils [req-a924fa89-c310-4835-8d30-aba506e0c793 req-2c8dd9dc-faea-482f-b07b-9c938b752d6b service nova] Acquired lock "refresh_cache-8cd420df-88e4-4174-b6e6-753b128f055d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.752542] env[63622]: DEBUG nova.network.neutron [req-a924fa89-c310-4835-8d30-aba506e0c793 req-2c8dd9dc-faea-482f-b07b-9c938b752d6b service nova] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Refreshing network info cache for port 340e6b4e-1d50-444d-9e26-8796395dbb40 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1433.753977] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:eb:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '340e6b4e-1d50-444d-9e26-8796395dbb40', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1433.761290] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Creating folder: Project (f7c09ed2506546bca5962e0f8bd54c9c). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1433.761849] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5674d57b-f5f8-4936-8e94-e27efc84fdec {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.776059] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Created folder: Project (f7c09ed2506546bca5962e0f8bd54c9c) in parent group-v376252. [ 1433.776537] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Creating folder: Instances. Parent ref: group-v376321. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1433.776537] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e5e92b9-620a-48a6-bc6f-38138e08df4c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.795021] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Created folder: Instances in parent group-v376321. [ 1433.795021] env[63622]: DEBUG oslo.service.loopingcall [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1433.795021] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1433.795021] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e117af62-7d31-4162-8ff7-6eb03de8f2f7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.818476] env[63622]: DEBUG oslo_vmware.api [None req-01c62090-7efe-4fb0-91d0-fa854062f4b2 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': task-1816404, 'name': PowerOffVM_Task, 'duration_secs': 0.438625} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.823788] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c62090-7efe-4fb0-91d0-fa854062f4b2 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1433.824090] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-01c62090-7efe-4fb0-91d0-fa854062f4b2 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1433.829029] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbe6203c-8471-43cf-b8cf-866e4b30e8c3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.831532] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1433.831532] env[63622]: value = "task-1816408" [ 1433.831532] env[63622]: _type = "Task" [ 1433.831532] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.840576] env[63622]: DEBUG oslo_vmware.api [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Task: {'id': task-1816405, 'name': Rename_Task, 'duration_secs': 0.302414} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.844398] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1433.844986] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6dd092fe-8570-4226-a8bc-c374df6d7764 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.849800] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816408, 'name': CreateVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.857664] env[63622]: DEBUG oslo_vmware.api [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Waiting for the task: (returnval){ [ 1433.857664] env[63622]: value = "task-1816410" [ 1433.857664] env[63622]: _type = "Task" [ 1433.857664] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.866891] env[63622]: DEBUG oslo_vmware.api [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Task: {'id': task-1816410, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.869351] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-01c62090-7efe-4fb0-91d0-fa854062f4b2 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1433.870328] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-01c62090-7efe-4fb0-91d0-fa854062f4b2 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1433.870328] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-01c62090-7efe-4fb0-91d0-fa854062f4b2 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Deleting the datastore file [datastore1] 2bedcd22-de05-41b9-af59-37c0f3ad8969 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1433.870328] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c891d953-383e-4f77-ab18-009b08230f1d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.882891] env[63622]: DEBUG oslo_vmware.api [None req-01c62090-7efe-4fb0-91d0-fa854062f4b2 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Waiting for the task: (returnval){ [ 1433.882891] env[63622]: value = "task-1816411" [ 1433.882891] env[63622]: _type = "Task" [ 1433.882891] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.890618] env[63622]: DEBUG oslo_vmware.api [None req-01c62090-7efe-4fb0-91d0-fa854062f4b2 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': task-1816411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.947531] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1433.948383] env[63622]: DEBUG nova.compute.manager [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1433.951732] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.373s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.952133] env[63622]: DEBUG nova.objects.instance [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63622) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1434.061783] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Acquiring lock "refresh_cache-8efee4bc-a038-47a3-b182-e7c8acfa6ac7" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1434.061783] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Acquired lock "refresh_cache-8efee4bc-a038-47a3-b182-e7c8acfa6ac7" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.061783] env[63622]: DEBUG nova.network.neutron [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1434.092486] env[63622]: DEBUG oslo_vmware.api [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578001} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.093690] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 565f3e30-b352-4f31-ae46-769c18fb8c12/565f3e30-b352-4f31-ae46-769c18fb8c12.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1434.094516] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1434.095145] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60f7463c-9f4e-4097-a162-da4bd5b97d76 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.109155] env[63622]: DEBUG oslo_vmware.api [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1434.109155] env[63622]: value = "task-1816412" [ 1434.109155] env[63622]: _type = "Task" [ 1434.109155] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.126600] env[63622]: DEBUG oslo_vmware.api [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816412, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.343222] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816408, 'name': CreateVM_Task, 'duration_secs': 0.467531} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.343401] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1434.344185] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1434.344266] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.344586] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1434.344844] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bea125f-142c-4ffd-b8ce-6e00223f4be3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.351328] env[63622]: DEBUG oslo_vmware.api [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Waiting for the task: (returnval){ [ 1434.351328] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52f82e12-490e-096d-d035-920a67338ae7" [ 1434.351328] env[63622]: _type = "Task" [ 1434.351328] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.373777] env[63622]: DEBUG oslo_vmware.api [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Task: {'id': task-1816410, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.377336] env[63622]: DEBUG oslo_vmware.api [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52f82e12-490e-096d-d035-920a67338ae7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.387300] env[63622]: DEBUG nova.network.neutron [req-caf5d837-0199-4919-b596-ed41ca6db409 req-39ae1f3c-1b90-42e9-a735-3514bd9d5b0e service nova] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Updated VIF entry in instance network info cache for port 643b71c4-2171-4939-8278-43895b99397a. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1434.387603] env[63622]: DEBUG nova.network.neutron [req-caf5d837-0199-4919-b596-ed41ca6db409 req-39ae1f3c-1b90-42e9-a735-3514bd9d5b0e service nova] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Updating instance_info_cache with network_info: [{"id": "643b71c4-2171-4939-8278-43895b99397a", "address": "fa:16:3e:b2:df:30", "network": {"id": "d99154f7-509d-4022-8cc6-a3f6dfa87b98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065749372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a0890704ac74d28998a905c11f1f4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap643b71c4-21", "ovs_interfaceid": "643b71c4-2171-4939-8278-43895b99397a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.392152] env[63622]: DEBUG oslo_vmware.api [None req-01c62090-7efe-4fb0-91d0-fa854062f4b2 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Task: {'id': task-1816411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196444} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.392651] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-01c62090-7efe-4fb0-91d0-fa854062f4b2 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1434.392876] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-01c62090-7efe-4fb0-91d0-fa854062f4b2 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1434.393070] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-01c62090-7efe-4fb0-91d0-fa854062f4b2 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1434.393246] env[63622]: INFO nova.compute.manager [None req-01c62090-7efe-4fb0-91d0-fa854062f4b2 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1434.393605] env[63622]: DEBUG oslo.service.loopingcall [None req-01c62090-7efe-4fb0-91d0-fa854062f4b2 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1434.393679] env[63622]: DEBUG nova.compute.manager [-] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1434.393754] env[63622]: DEBUG nova.network.neutron [-] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1434.432895] env[63622]: DEBUG nova.network.neutron [-] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1434.457930] env[63622]: DEBUG nova.compute.utils [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1434.462643] env[63622]: DEBUG nova.compute.manager [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1434.462846] env[63622]: DEBUG nova.network.neutron [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1434.622934] env[63622]: DEBUG oslo_vmware.api [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816412, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074841} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.623263] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1434.624537] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5573962c-6047-49d5-a443-ce29d510b636 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.650508] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 565f3e30-b352-4f31-ae46-769c18fb8c12/565f3e30-b352-4f31-ae46-769c18fb8c12.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1434.652344] env[63622]: DEBUG nova.policy [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '489a7ebe30054255ae477f39c01aea33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e65c2666c0d48688252dfaad04e1d41', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1434.654135] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1152b9e-0caa-4ba8-a92c-1cdc710d28e1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.677720] env[63622]: DEBUG oslo_vmware.api [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1434.677720] env[63622]: value = "task-1816413" [ 1434.677720] env[63622]: _type = "Task" [ 1434.677720] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.688866] env[63622]: DEBUG oslo_vmware.api [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816413, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.835117] env[63622]: DEBUG nova.network.neutron [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1434.865415] env[63622]: DEBUG oslo_vmware.api [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52f82e12-490e-096d-d035-920a67338ae7, 'name': SearchDatastore_Task, 'duration_secs': 0.022618} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.869141] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1434.871017] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1434.871017] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1434.871017] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.871017] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1434.872297] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92bd2367-1713-4c21-bc82-99bf50799a21 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.881769] env[63622]: DEBUG oslo_vmware.api [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Task: {'id': task-1816410, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.887803] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1434.887803] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1434.887924] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a60ba103-63f1-4c8b-928a-192673cc9851 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.894552] env[63622]: DEBUG oslo_concurrency.lockutils [req-caf5d837-0199-4919-b596-ed41ca6db409 req-39ae1f3c-1b90-42e9-a735-3514bd9d5b0e service nova] Releasing lock "refresh_cache-0436abf1-ae0c-4595-912c-e7957b7a64a3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1434.895020] env[63622]: DEBUG oslo_vmware.api [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Waiting for the task: (returnval){ [ 1434.895020] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52f2e5e9-addc-fc74-9800-87cf43acfde3" [ 1434.895020] env[63622]: _type = "Task" [ 1434.895020] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.904660] env[63622]: DEBUG oslo_vmware.api [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52f2e5e9-addc-fc74-9800-87cf43acfde3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.935363] env[63622]: DEBUG nova.network.neutron [-] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.966248] env[63622]: DEBUG nova.compute.manager [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1434.970084] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a726f54d-ac84-4d12-9c0f-d84986608b90 tempest-ServersAdmin275Test-524485007 tempest-ServersAdmin275Test-524485007-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.971886] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b80c8681-29ef-4a57-964e-b87c5bbdc17c tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.188s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.971886] env[63622]: DEBUG nova.objects.instance [None req-b80c8681-29ef-4a57-964e-b87c5bbdc17c tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Lazy-loading 'resources' on Instance uuid 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1435.083133] env[63622]: DEBUG nova.network.neutron [req-a924fa89-c310-4835-8d30-aba506e0c793 req-2c8dd9dc-faea-482f-b07b-9c938b752d6b service nova] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Updated VIF entry in instance network info cache for port 340e6b4e-1d50-444d-9e26-8796395dbb40. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1435.084197] env[63622]: DEBUG nova.network.neutron [req-a924fa89-c310-4835-8d30-aba506e0c793 req-2c8dd9dc-faea-482f-b07b-9c938b752d6b service nova] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Updating instance_info_cache with network_info: [{"id": "340e6b4e-1d50-444d-9e26-8796395dbb40", "address": "fa:16:3e:bf:eb:8a", "network": {"id": "10236aa1-ff29-46b4-a33a-f3dee61d8ac7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-11799953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7c09ed2506546bca5962e0f8bd54c9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap340e6b4e-1d", "ovs_interfaceid": "340e6b4e-1d50-444d-9e26-8796395dbb40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.198486] env[63622]: DEBUG oslo_vmware.api [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.228874] env[63622]: DEBUG nova.network.neutron [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Updating instance_info_cache with network_info: [{"id": "519eb44f-54e6-4eea-9217-dbbe89a782fe", "address": "fa:16:3e:62:ba:3e", "network": {"id": "b4228a96-3fc3-4257-8e82-a1cf37456242", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45a909020f1491e9d07603c4fc0ad0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap519eb44f-54", "ovs_interfaceid": "519eb44f-54e6-4eea-9217-dbbe89a782fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.382634] env[63622]: DEBUG oslo_vmware.api [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Task: {'id': task-1816410, 'name': PowerOnVM_Task, 'duration_secs': 1.228516} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.382634] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1435.382634] env[63622]: INFO nova.compute.manager [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Took 21.72 seconds to spawn the instance on the hypervisor. [ 1435.382634] env[63622]: DEBUG nova.compute.manager [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1435.383286] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1831f630-cc18-414f-af92-49d085e25a1c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.410417] env[63622]: DEBUG oslo_vmware.api [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52f2e5e9-addc-fc74-9800-87cf43acfde3, 'name': SearchDatastore_Task, 'duration_secs': 0.038532} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.410648] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-617d0186-3a41-45d4-9cfe-73e9e523e042 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.418250] env[63622]: DEBUG oslo_vmware.api [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Waiting for the task: (returnval){ [ 1435.418250] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]525a32d9-9c39-8812-86ad-b14502416029" [ 1435.418250] env[63622]: _type = "Task" [ 1435.418250] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.428291] env[63622]: DEBUG oslo_vmware.api [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]525a32d9-9c39-8812-86ad-b14502416029, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.439137] env[63622]: INFO nova.compute.manager [-] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Took 1.04 seconds to deallocate network for instance. [ 1435.575626] env[63622]: DEBUG nova.network.neutron [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Successfully created port: b4b693eb-b065-44e5-bacf-fb573aa704c7 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1435.588426] env[63622]: DEBUG oslo_concurrency.lockutils [req-a924fa89-c310-4835-8d30-aba506e0c793 req-2c8dd9dc-faea-482f-b07b-9c938b752d6b service nova] Releasing lock "refresh_cache-8cd420df-88e4-4174-b6e6-753b128f055d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1435.694919] env[63622]: DEBUG oslo_vmware.api [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816413, 'name': ReconfigVM_Task, 'duration_secs': 0.995222} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.698111] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 565f3e30-b352-4f31-ae46-769c18fb8c12/565f3e30-b352-4f31-ae46-769c18fb8c12.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1435.699061] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c475885b-8f24-4dbe-887c-b999f6632df9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.708227] env[63622]: DEBUG oslo_vmware.api [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1435.708227] env[63622]: value = "task-1816414" [ 1435.708227] env[63622]: _type = "Task" [ 1435.708227] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.724948] env[63622]: DEBUG oslo_vmware.api [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816414, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.730393] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Releasing lock "refresh_cache-8efee4bc-a038-47a3-b182-e7c8acfa6ac7" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1435.730702] env[63622]: DEBUG nova.compute.manager [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Instance network_info: |[{"id": "519eb44f-54e6-4eea-9217-dbbe89a782fe", "address": "fa:16:3e:62:ba:3e", "network": {"id": "b4228a96-3fc3-4257-8e82-a1cf37456242", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45a909020f1491e9d07603c4fc0ad0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap519eb44f-54", "ovs_interfaceid": "519eb44f-54e6-4eea-9217-dbbe89a782fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1435.731194] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:ba:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '101a44fc-ffde-4e3e-ad82-363454ae458b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '519eb44f-54e6-4eea-9217-dbbe89a782fe', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1435.742133] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Creating folder: Project (fa7b499961b240969dc6f7f8a84cf6c7). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1435.742384] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6b03c77-f47a-4a3d-bbb7-32d057a6dbd9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.755225] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Created folder: Project (fa7b499961b240969dc6f7f8a84cf6c7) in parent group-v376252. [ 1435.756152] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Creating folder: Instances. Parent ref: group-v376324. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1435.756152] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ced866c7-d240-4b6d-92cc-87a341a9d83b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.771026] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Created folder: Instances in parent group-v376324. [ 1435.771759] env[63622]: DEBUG oslo.service.loopingcall [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1435.771759] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1435.771759] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92281081-fbc5-49da-80ee-ed5719705dbf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.802505] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1435.802505] env[63622]: value = "task-1816417" [ 1435.802505] env[63622]: _type = "Task" [ 1435.802505] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.820763] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816417, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.915019] env[63622]: INFO nova.compute.manager [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Took 40.07 seconds to build instance. [ 1435.937832] env[63622]: DEBUG oslo_vmware.api [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]525a32d9-9c39-8812-86ad-b14502416029, 'name': SearchDatastore_Task, 'duration_secs': 0.010731} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.938200] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1435.938564] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 8cd420df-88e4-4174-b6e6-753b128f055d/8cd420df-88e4-4174-b6e6-753b128f055d.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1435.938847] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8be6b811-d1d7-479a-9bf3-b327ab7bc208 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.954555] env[63622]: DEBUG oslo_concurrency.lockutils [None req-01c62090-7efe-4fb0-91d0-fa854062f4b2 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.954555] env[63622]: DEBUG oslo_vmware.api [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Waiting for the task: (returnval){ [ 1435.954555] env[63622]: value = "task-1816418" [ 1435.954555] env[63622]: _type = "Task" [ 1435.954555] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.962032] env[63622]: DEBUG oslo_vmware.api [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': task-1816418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.983969] env[63622]: DEBUG nova.compute.manager [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1436.014867] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7812e3-be63-42e2-be18-0a6973c11707 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.022102] env[63622]: DEBUG nova.virt.hardware [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1436.022102] env[63622]: DEBUG nova.virt.hardware [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1436.022102] env[63622]: DEBUG nova.virt.hardware [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1436.022102] env[63622]: DEBUG nova.virt.hardware [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1436.022102] env[63622]: DEBUG nova.virt.hardware [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1436.022102] env[63622]: DEBUG nova.virt.hardware [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1436.022102] env[63622]: DEBUG nova.virt.hardware [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1436.022102] env[63622]: DEBUG nova.virt.hardware [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1436.022399] env[63622]: DEBUG nova.virt.hardware [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1436.022399] env[63622]: DEBUG nova.virt.hardware [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1436.022538] env[63622]: DEBUG nova.virt.hardware [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1436.023386] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8cd191-c6a5-49e7-9162-9a835dcb59bf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.035016] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c61d9a-9edd-49c9-8c42-2ce7bf7db723 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.041020] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd8347d-0a73-4857-a326-e018e1bffb9e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.080427] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2a3ae8-4b80-4ef8-9f97-d90c17cc6afc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.091249] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1c0891-0f78-460d-a4fb-98e2812b928b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.109179] env[63622]: DEBUG nova.compute.provider_tree [None req-b80c8681-29ef-4a57-964e-b87c5bbdc17c tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1436.144886] env[63622]: DEBUG nova.compute.manager [req-818195d1-61d4-4a74-bd0f-85b295bba9b0 req-22c87ebd-4628-4a19-9e89-fea69df6afba service nova] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Received event network-vif-plugged-519eb44f-54e6-4eea-9217-dbbe89a782fe {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1436.144886] env[63622]: DEBUG oslo_concurrency.lockutils [req-818195d1-61d4-4a74-bd0f-85b295bba9b0 req-22c87ebd-4628-4a19-9e89-fea69df6afba service nova] Acquiring lock "8efee4bc-a038-47a3-b182-e7c8acfa6ac7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1436.144886] env[63622]: DEBUG oslo_concurrency.lockutils [req-818195d1-61d4-4a74-bd0f-85b295bba9b0 req-22c87ebd-4628-4a19-9e89-fea69df6afba service nova] Lock "8efee4bc-a038-47a3-b182-e7c8acfa6ac7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.145199] env[63622]: DEBUG oslo_concurrency.lockutils [req-818195d1-61d4-4a74-bd0f-85b295bba9b0 req-22c87ebd-4628-4a19-9e89-fea69df6afba service nova] Lock "8efee4bc-a038-47a3-b182-e7c8acfa6ac7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.145243] env[63622]: DEBUG nova.compute.manager [req-818195d1-61d4-4a74-bd0f-85b295bba9b0 req-22c87ebd-4628-4a19-9e89-fea69df6afba service nova] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] No waiting events found dispatching network-vif-plugged-519eb44f-54e6-4eea-9217-dbbe89a782fe {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1436.147191] env[63622]: WARNING nova.compute.manager [req-818195d1-61d4-4a74-bd0f-85b295bba9b0 req-22c87ebd-4628-4a19-9e89-fea69df6afba service nova] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Received unexpected event network-vif-plugged-519eb44f-54e6-4eea-9217-dbbe89a782fe for instance with vm_state building and task_state spawning. [ 1436.147191] env[63622]: DEBUG nova.compute.manager [req-818195d1-61d4-4a74-bd0f-85b295bba9b0 req-22c87ebd-4628-4a19-9e89-fea69df6afba service nova] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Received event network-changed-519eb44f-54e6-4eea-9217-dbbe89a782fe {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1436.147191] env[63622]: DEBUG nova.compute.manager [req-818195d1-61d4-4a74-bd0f-85b295bba9b0 req-22c87ebd-4628-4a19-9e89-fea69df6afba service nova] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Refreshing instance network info cache due to event network-changed-519eb44f-54e6-4eea-9217-dbbe89a782fe. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1436.147191] env[63622]: DEBUG oslo_concurrency.lockutils [req-818195d1-61d4-4a74-bd0f-85b295bba9b0 req-22c87ebd-4628-4a19-9e89-fea69df6afba service nova] Acquiring lock "refresh_cache-8efee4bc-a038-47a3-b182-e7c8acfa6ac7" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.147191] env[63622]: DEBUG oslo_concurrency.lockutils [req-818195d1-61d4-4a74-bd0f-85b295bba9b0 req-22c87ebd-4628-4a19-9e89-fea69df6afba service nova] Acquired lock "refresh_cache-8efee4bc-a038-47a3-b182-e7c8acfa6ac7" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.147191] env[63622]: DEBUG nova.network.neutron [req-818195d1-61d4-4a74-bd0f-85b295bba9b0 req-22c87ebd-4628-4a19-9e89-fea69df6afba service nova] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Refreshing network info cache for port 519eb44f-54e6-4eea-9217-dbbe89a782fe {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1436.222831] env[63622]: DEBUG oslo_vmware.api [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816414, 'name': Rename_Task, 'duration_secs': 0.410401} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.223365] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1436.223796] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5edb7919-15fb-4e14-86b1-a2551de07bb1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.232453] env[63622]: DEBUG oslo_vmware.api [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1436.232453] env[63622]: value = "task-1816419" [ 1436.232453] env[63622]: _type = "Task" [ 1436.232453] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.241108] env[63622]: DEBUG oslo_vmware.api [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.320101] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816417, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.418373] env[63622]: DEBUG oslo_concurrency.lockutils [None req-dfa309ad-452d-4a24-ae24-49d58a9ba109 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Lock "f1f365f0-1d49-4838-8f34-6c3905da7932" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.458s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.465512] env[63622]: DEBUG oslo_vmware.api [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': task-1816418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.612989] env[63622]: DEBUG nova.scheduler.client.report [None req-b80c8681-29ef-4a57-964e-b87c5bbdc17c tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1436.747814] env[63622]: DEBUG oslo_vmware.api [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816419, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.825538] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816417, 'name': CreateVM_Task, 'duration_secs': 0.599845} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.826985] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1436.826985] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.827261] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.827573] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1436.827926] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4cc4a7e-b4a8-4c42-a8ef-249f948ad2e0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.836346] env[63622]: DEBUG oslo_vmware.api [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Waiting for the task: (returnval){ [ 1436.836346] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]528f048b-32f1-9e2d-eff2-596a270e6cc7" [ 1436.836346] env[63622]: _type = "Task" [ 1436.836346] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.850324] env[63622]: DEBUG oslo_vmware.api [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]528f048b-32f1-9e2d-eff2-596a270e6cc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.923710] env[63622]: DEBUG nova.compute.manager [None req-6b5d9596-81ed-46ac-9ef4-b6f4b79da327 tempest-ServersListShow296Test-1725298343 tempest-ServersListShow296Test-1725298343-project-member] [instance: 73259009-25b7-430b-9ea3-6d7591467254] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1436.965897] env[63622]: DEBUG oslo_vmware.api [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': task-1816418, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.123988] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b80c8681-29ef-4a57-964e-b87c5bbdc17c tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.153s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.126305] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.994s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.127976] env[63622]: INFO nova.compute.claims [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1437.151887] env[63622]: INFO nova.scheduler.client.report [None req-b80c8681-29ef-4a57-964e-b87c5bbdc17c tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Deleted allocations for instance 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1 [ 1437.249388] env[63622]: DEBUG oslo_vmware.api [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816419, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.260290] env[63622]: DEBUG nova.network.neutron [req-818195d1-61d4-4a74-bd0f-85b295bba9b0 req-22c87ebd-4628-4a19-9e89-fea69df6afba service nova] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Updated VIF entry in instance network info cache for port 519eb44f-54e6-4eea-9217-dbbe89a782fe. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1437.260594] env[63622]: DEBUG nova.network.neutron [req-818195d1-61d4-4a74-bd0f-85b295bba9b0 req-22c87ebd-4628-4a19-9e89-fea69df6afba service nova] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Updating instance_info_cache with network_info: [{"id": "519eb44f-54e6-4eea-9217-dbbe89a782fe", "address": "fa:16:3e:62:ba:3e", "network": {"id": "b4228a96-3fc3-4257-8e82-a1cf37456242", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45a909020f1491e9d07603c4fc0ad0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap519eb44f-54", "ovs_interfaceid": "519eb44f-54e6-4eea-9217-dbbe89a782fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.353520] env[63622]: DEBUG oslo_vmware.api [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]528f048b-32f1-9e2d-eff2-596a270e6cc7, 'name': SearchDatastore_Task, 'duration_secs': 0.050021} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.353971] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1437.354294] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1437.354913] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1437.355050] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.355647] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1437.355647] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbd7a7f7-846e-4a9f-96ef-4272195bd588 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.426442] env[63622]: DEBUG nova.compute.manager [None req-6b5d9596-81ed-46ac-9ef4-b6f4b79da327 tempest-ServersListShow296Test-1725298343 tempest-ServersListShow296Test-1725298343-project-member] [instance: 73259009-25b7-430b-9ea3-6d7591467254] Instance disappeared before build. {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 1437.466214] env[63622]: DEBUG oslo_vmware.api [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': task-1816418, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.660572] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b80c8681-29ef-4a57-964e-b87c5bbdc17c tempest-InstanceActionsTestJSON-740996546 tempest-InstanceActionsTestJSON-740996546-project-member] Lock "1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.111s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.674660] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1437.674660] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1437.674660] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fa057e7-bb84-4ae1-b067-58557893d524 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.683940] env[63622]: DEBUG oslo_vmware.api [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Waiting for the task: (returnval){ [ 1437.683940] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5294d646-fbf2-6b54-2379-a301aafc2614" [ 1437.683940] env[63622]: _type = "Task" [ 1437.683940] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.694803] env[63622]: DEBUG oslo_vmware.api [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5294d646-fbf2-6b54-2379-a301aafc2614, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.748648] env[63622]: DEBUG oslo_vmware.api [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816419, 'name': PowerOnVM_Task} progress is 71%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.763275] env[63622]: DEBUG oslo_concurrency.lockutils [req-818195d1-61d4-4a74-bd0f-85b295bba9b0 req-22c87ebd-4628-4a19-9e89-fea69df6afba service nova] Releasing lock "refresh_cache-8efee4bc-a038-47a3-b182-e7c8acfa6ac7" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1437.945408] env[63622]: DEBUG oslo_concurrency.lockutils [None req-6b5d9596-81ed-46ac-9ef4-b6f4b79da327 tempest-ServersListShow296Test-1725298343 tempest-ServersListShow296Test-1725298343-project-member] Lock "73259009-25b7-430b-9ea3-6d7591467254" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 5.668s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.970926] env[63622]: DEBUG oslo_vmware.api [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': task-1816418, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.003152] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Acquiring lock "57bcc753-9658-4126-ac0a-fa6b0bc1dc81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.003483] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lock "57bcc753-9658-4126-ac0a-fa6b0bc1dc81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.195871] env[63622]: DEBUG oslo_vmware.api [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5294d646-fbf2-6b54-2379-a301aafc2614, 'name': SearchDatastore_Task, 'duration_secs': 0.072453} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.203404] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c396bb4e-cd6d-42f2-a2e2-70141db7b0c6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.207321] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Acquiring lock "687c8f97-8e4a-4a95-bca9-710c0e8c98ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.207573] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Lock "687c8f97-8e4a-4a95-bca9-710c0e8c98ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.213523] env[63622]: DEBUG oslo_vmware.api [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Waiting for the task: (returnval){ [ 1438.213523] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]527e1aeb-4d2a-c260-bcb0-5f8cab07e48e" [ 1438.213523] env[63622]: _type = "Task" [ 1438.213523] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.229966] env[63622]: DEBUG oslo_vmware.api [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]527e1aeb-4d2a-c260-bcb0-5f8cab07e48e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.249266] env[63622]: DEBUG oslo_vmware.api [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816419, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.317533] env[63622]: DEBUG nova.network.neutron [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Successfully updated port: b4b693eb-b065-44e5-bacf-fb573aa704c7 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1438.449313] env[63622]: DEBUG nova.compute.manager [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1438.467730] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Acquiring lock "d88a3d07-ca1b-4002-99a5-555fe6be3435" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.468442] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Lock "d88a3d07-ca1b-4002-99a5-555fe6be3435" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.477232] env[63622]: DEBUG oslo_vmware.api [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': task-1816418, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.259634} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.477548] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 8cd420df-88e4-4174-b6e6-753b128f055d/8cd420df-88e4-4174-b6e6-753b128f055d.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1438.477719] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1438.477977] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81743b41-a6cf-45ef-8180-664b151bc564 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.486020] env[63622]: DEBUG oslo_vmware.api [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Waiting for the task: (returnval){ [ 1438.486020] env[63622]: value = "task-1816420" [ 1438.486020] env[63622]: _type = "Task" [ 1438.486020] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.494744] env[63622]: DEBUG oslo_vmware.api [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': task-1816420, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.662511] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03cafa46-86fa-46dc-aca3-42cd7dd74874 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.675215] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97fb477-836a-463e-8ab5-ad755c3f1b62 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.708421] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c77d94d-f88b-40fe-be6f-9bcebfde9cee {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.721530] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd3a2e3-569e-404f-9bb5-f87e99b61bbe {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.737243] env[63622]: DEBUG nova.compute.provider_tree [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1438.742333] env[63622]: DEBUG oslo_vmware.api [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]527e1aeb-4d2a-c260-bcb0-5f8cab07e48e, 'name': SearchDatastore_Task, 'duration_secs': 0.023655} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.746870] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.746870] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 8efee4bc-a038-47a3-b182-e7c8acfa6ac7/8efee4bc-a038-47a3-b182-e7c8acfa6ac7.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1438.746870] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10501b21-9844-438b-a018-8f853552d9e6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.755138] env[63622]: DEBUG oslo_vmware.api [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816419, 'name': PowerOnVM_Task, 'duration_secs': 2.393196} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.756488] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1438.758075] env[63622]: INFO nova.compute.manager [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Took 16.31 seconds to spawn the instance on the hypervisor. [ 1438.758350] env[63622]: DEBUG nova.compute.manager [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1438.758880] env[63622]: DEBUG oslo_vmware.api [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Waiting for the task: (returnval){ [ 1438.758880] env[63622]: value = "task-1816421" [ 1438.758880] env[63622]: _type = "Task" [ 1438.758880] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.759628] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8e8203-e486-4749-b8c9-0ba027a49feb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.775086] env[63622]: DEBUG oslo_vmware.api [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Task: {'id': task-1816421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.818760] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Acquiring lock "refresh_cache-5411cbb5-08c5-4dbc-b327-26892a8257a0" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.819104] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Acquired lock "refresh_cache-5411cbb5-08c5-4dbc-b327-26892a8257a0" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.819104] env[63622]: DEBUG nova.network.neutron [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1438.984697] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.997626] env[63622]: DEBUG oslo_vmware.api [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': task-1816420, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088972} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.998412] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1438.999138] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eff5e9d-82db-4a10-9eb6-daf4b68a6487 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.031883] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 8cd420df-88e4-4174-b6e6-753b128f055d/8cd420df-88e4-4174-b6e6-753b128f055d.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1439.031883] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17258002-0e14-4a25-af64-8ffc29f8214b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.052022] env[63622]: DEBUG oslo_vmware.api [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Waiting for the task: (returnval){ [ 1439.052022] env[63622]: value = "task-1816422" [ 1439.052022] env[63622]: _type = "Task" [ 1439.052022] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.061171] env[63622]: DEBUG oslo_vmware.api [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': task-1816422, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.244115] env[63622]: DEBUG nova.scheduler.client.report [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1439.274191] env[63622]: DEBUG oslo_vmware.api [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Task: {'id': task-1816421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.292202] env[63622]: INFO nova.compute.manager [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Took 39.58 seconds to build instance. [ 1439.383414] env[63622]: DEBUG nova.network.neutron [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1439.505022] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Acquiring lock "c54c2c2c-a066-4b23-b0ed-95c422024d3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.505022] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Lock "c54c2c2c-a066-4b23-b0ed-95c422024d3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.536283] env[63622]: DEBUG nova.compute.manager [req-5bef27b3-ee97-421d-b0b7-74ce818a31fc req-04b33de0-c391-4a78-b593-e8012d8c2198 service nova] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Received event network-vif-plugged-b4b693eb-b065-44e5-bacf-fb573aa704c7 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1439.536283] env[63622]: DEBUG oslo_concurrency.lockutils [req-5bef27b3-ee97-421d-b0b7-74ce818a31fc req-04b33de0-c391-4a78-b593-e8012d8c2198 service nova] Acquiring lock "5411cbb5-08c5-4dbc-b327-26892a8257a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.536283] env[63622]: DEBUG oslo_concurrency.lockutils [req-5bef27b3-ee97-421d-b0b7-74ce818a31fc req-04b33de0-c391-4a78-b593-e8012d8c2198 service nova] Lock "5411cbb5-08c5-4dbc-b327-26892a8257a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.536489] env[63622]: DEBUG oslo_concurrency.lockutils [req-5bef27b3-ee97-421d-b0b7-74ce818a31fc req-04b33de0-c391-4a78-b593-e8012d8c2198 service nova] Lock "5411cbb5-08c5-4dbc-b327-26892a8257a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.536489] env[63622]: DEBUG nova.compute.manager [req-5bef27b3-ee97-421d-b0b7-74ce818a31fc req-04b33de0-c391-4a78-b593-e8012d8c2198 service nova] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] No waiting events found dispatching network-vif-plugged-b4b693eb-b065-44e5-bacf-fb573aa704c7 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1439.536651] env[63622]: WARNING nova.compute.manager [req-5bef27b3-ee97-421d-b0b7-74ce818a31fc req-04b33de0-c391-4a78-b593-e8012d8c2198 service nova] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Received unexpected event network-vif-plugged-b4b693eb-b065-44e5-bacf-fb573aa704c7 for instance with vm_state building and task_state spawning. [ 1439.570353] env[63622]: DEBUG oslo_vmware.api [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': task-1816422, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.682767] env[63622]: DEBUG nova.network.neutron [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Updating instance_info_cache with network_info: [{"id": "b4b693eb-b065-44e5-bacf-fb573aa704c7", "address": "fa:16:3e:f0:0e:9a", "network": {"id": "4754c46a-1663-4e10-a4ab-3caa37c045aa", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1148109735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6e65c2666c0d48688252dfaad04e1d41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4b693eb-b0", "ovs_interfaceid": "b4b693eb-b065-44e5-bacf-fb573aa704c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.749545] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.750090] env[63622]: DEBUG nova.compute.manager [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1439.752890] env[63622]: DEBUG oslo_concurrency.lockutils [None req-6cdd5afc-41f1-4db2-a0bc-6b29cf2aee47 tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.245s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.753392] env[63622]: DEBUG nova.objects.instance [None req-6cdd5afc-41f1-4db2-a0bc-6b29cf2aee47 tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Lazy-loading 'resources' on Instance uuid a3023175-665d-47fd-b8bd-f832b7478869 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1439.774178] env[63622]: DEBUG oslo_vmware.api [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Task: {'id': task-1816421, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.96401} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.775754] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 8efee4bc-a038-47a3-b182-e7c8acfa6ac7/8efee4bc-a038-47a3-b182-e7c8acfa6ac7.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1439.775754] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1439.775754] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed7659e4-a849-42d9-b83a-cf68b0c5ed6b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.783311] env[63622]: DEBUG oslo_vmware.api [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Waiting for the task: (returnval){ [ 1439.783311] env[63622]: value = "task-1816423" [ 1439.783311] env[63622]: _type = "Task" [ 1439.783311] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.795317] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e513d903-28b1-4abe-a7b3-f8a5bde0bd6f tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "565f3e30-b352-4f31-ae46-769c18fb8c12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.093s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.795501] env[63622]: DEBUG oslo_vmware.api [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Task: {'id': task-1816423, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.008626] env[63622]: DEBUG oslo_concurrency.lockutils [None req-35a5e3d0-7b9b-4c73-9242-d9914b15a355 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Acquiring lock "f1f365f0-1d49-4838-8f34-6c3905da7932" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.008881] env[63622]: DEBUG oslo_concurrency.lockutils [None req-35a5e3d0-7b9b-4c73-9242-d9914b15a355 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Lock "f1f365f0-1d49-4838-8f34-6c3905da7932" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.009100] env[63622]: DEBUG oslo_concurrency.lockutils [None req-35a5e3d0-7b9b-4c73-9242-d9914b15a355 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Acquiring lock "f1f365f0-1d49-4838-8f34-6c3905da7932-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.009253] env[63622]: DEBUG oslo_concurrency.lockutils [None req-35a5e3d0-7b9b-4c73-9242-d9914b15a355 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Lock "f1f365f0-1d49-4838-8f34-6c3905da7932-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.009419] env[63622]: DEBUG oslo_concurrency.lockutils [None req-35a5e3d0-7b9b-4c73-9242-d9914b15a355 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Lock "f1f365f0-1d49-4838-8f34-6c3905da7932-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.011862] env[63622]: INFO nova.compute.manager [None req-35a5e3d0-7b9b-4c73-9242-d9914b15a355 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Terminating instance [ 1440.068511] env[63622]: DEBUG oslo_vmware.api [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': task-1816422, 'name': ReconfigVM_Task, 'duration_secs': 0.852266} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.070304] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 8cd420df-88e4-4174-b6e6-753b128f055d/8cd420df-88e4-4174-b6e6-753b128f055d.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1440.074131] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f42671c-940e-48b3-9d72-511b82c46c4f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.079594] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Acquiring lock "ada46b59-e636-461e-8650-8051a98550dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.079650] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Lock "ada46b59-e636-461e-8650-8051a98550dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.099187] env[63622]: DEBUG oslo_vmware.api [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Waiting for the task: (returnval){ [ 1440.099187] env[63622]: value = "task-1816424" [ 1440.099187] env[63622]: _type = "Task" [ 1440.099187] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.109707] env[63622]: DEBUG oslo_vmware.api [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': task-1816424, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.190302] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Releasing lock "refresh_cache-5411cbb5-08c5-4dbc-b327-26892a8257a0" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1440.190651] env[63622]: DEBUG nova.compute.manager [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Instance network_info: |[{"id": "b4b693eb-b065-44e5-bacf-fb573aa704c7", "address": "fa:16:3e:f0:0e:9a", "network": {"id": "4754c46a-1663-4e10-a4ab-3caa37c045aa", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1148109735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6e65c2666c0d48688252dfaad04e1d41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4b693eb-b0", "ovs_interfaceid": "b4b693eb-b065-44e5-bacf-fb573aa704c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1440.191093] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:0e:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '130387c4-e4ec-4d95-8e9d-bb079baabad8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4b693eb-b065-44e5-bacf-fb573aa704c7', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1440.199782] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Creating folder: Project (6e65c2666c0d48688252dfaad04e1d41). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1440.200342] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46d735e7-a978-4927-b4f0-2f938897f59f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.214692] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Created folder: Project (6e65c2666c0d48688252dfaad04e1d41) in parent group-v376252. [ 1440.214930] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Creating folder: Instances. Parent ref: group-v376327. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1440.215296] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92050a05-acbe-42d3-ba67-a28445aaebf1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.227565] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Created folder: Instances in parent group-v376327. [ 1440.227886] env[63622]: DEBUG oslo.service.loopingcall [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1440.228112] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1440.228299] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e10b66ba-b4ea-4fb8-929a-d7d9d0955a41 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.253156] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1440.253156] env[63622]: value = "task-1816427" [ 1440.253156] env[63622]: _type = "Task" [ 1440.253156] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.265865] env[63622]: DEBUG nova.compute.utils [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1440.268054] env[63622]: DEBUG nova.compute.manager [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1440.268550] env[63622]: DEBUG nova.network.neutron [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1440.278596] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816427, 'name': CreateVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.295956] env[63622]: DEBUG oslo_vmware.api [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Task: {'id': task-1816423, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072538} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.296732] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1440.298336] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f54da5b-4dca-4be0-be0d-8649336b89fe {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.306484] env[63622]: DEBUG nova.compute.manager [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1440.337738] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 8efee4bc-a038-47a3-b182-e7c8acfa6ac7/8efee4bc-a038-47a3-b182-e7c8acfa6ac7.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1440.340911] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b17c6e78-beb5-4b4b-8f29-971d0c4c8fee {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.374162] env[63622]: DEBUG oslo_vmware.api [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Waiting for the task: (returnval){ [ 1440.374162] env[63622]: value = "task-1816428" [ 1440.374162] env[63622]: _type = "Task" [ 1440.374162] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.388788] env[63622]: DEBUG oslo_vmware.api [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Task: {'id': task-1816428, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.496956] env[63622]: DEBUG nova.policy [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7565e570b274cb782581325dd9a70ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'becb56be781f4fbdb665b6b7470255ca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1440.516400] env[63622]: DEBUG nova.compute.manager [None req-35a5e3d0-7b9b-4c73-9242-d9914b15a355 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1440.517288] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-35a5e3d0-7b9b-4c73-9242-d9914b15a355 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1440.517532] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f84fa9c-3416-4936-a794-bb807fe34d61 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.530450] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a5e3d0-7b9b-4c73-9242-d9914b15a355 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1440.530815] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-173f4055-d7c3-44f6-a089-ec35b132ea2c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.543860] env[63622]: DEBUG oslo_vmware.api [None req-35a5e3d0-7b9b-4c73-9242-d9914b15a355 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Waiting for the task: (returnval){ [ 1440.543860] env[63622]: value = "task-1816429" [ 1440.543860] env[63622]: _type = "Task" [ 1440.543860] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.555293] env[63622]: DEBUG oslo_vmware.api [None req-35a5e3d0-7b9b-4c73-9242-d9914b15a355 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Task: {'id': task-1816429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.614953] env[63622]: DEBUG oslo_vmware.api [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': task-1816424, 'name': Rename_Task, 'duration_secs': 0.349433} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.618733] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1440.619711] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-514eb1e7-4a25-44e5-b1e4-dd7ae05d0bb4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.629880] env[63622]: DEBUG oslo_vmware.api [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Waiting for the task: (returnval){ [ 1440.629880] env[63622]: value = "task-1816430" [ 1440.629880] env[63622]: _type = "Task" [ 1440.629880] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.641183] env[63622]: DEBUG oslo_vmware.api [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': task-1816430, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.771810] env[63622]: DEBUG nova.compute.manager [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1440.777217] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816427, 'name': CreateVM_Task, 'duration_secs': 0.47544} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.777217] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1440.777217] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1440.777217] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.777217] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1440.777217] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9623e36-efdd-4b8d-a93b-287993d934e2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.782585] env[63622]: DEBUG oslo_vmware.api [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Waiting for the task: (returnval){ [ 1440.782585] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a6b783-3281-744c-d849-f05a4c07bf4d" [ 1440.782585] env[63622]: _type = "Task" [ 1440.782585] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.793652] env[63622]: DEBUG oslo_vmware.api [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a6b783-3281-744c-d849-f05a4c07bf4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.836198] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.887523] env[63622]: DEBUG oslo_vmware.api [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Task: {'id': task-1816428, 'name': ReconfigVM_Task, 'duration_secs': 0.479869} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.887971] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 8efee4bc-a038-47a3-b182-e7c8acfa6ac7/8efee4bc-a038-47a3-b182-e7c8acfa6ac7.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1440.890249] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fab6dc4a-a3d2-4d1d-b0cf-af5581ce1b92 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.896104] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb7f946-642d-4077-9af1-52fd87850089 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.899511] env[63622]: DEBUG oslo_vmware.api [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Waiting for the task: (returnval){ [ 1440.899511] env[63622]: value = "task-1816431" [ 1440.899511] env[63622]: _type = "Task" [ 1440.899511] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.907293] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e802f2fd-949f-43b3-88bb-912b57567640 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.913801] env[63622]: DEBUG oslo_vmware.api [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Task: {'id': task-1816431, 'name': Rename_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.943507] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb531d8-f9d8-42f5-ab15-ae0f42d98ce6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.951518] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d193a8aa-d4f0-4340-9129-e8a3962a4cac {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.970822] env[63622]: DEBUG nova.compute.provider_tree [None req-6cdd5afc-41f1-4db2-a0bc-6b29cf2aee47 tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1441.058345] env[63622]: DEBUG oslo_vmware.api [None req-35a5e3d0-7b9b-4c73-9242-d9914b15a355 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Task: {'id': task-1816429, 'name': PowerOffVM_Task, 'duration_secs': 0.210205} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.059262] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a5e3d0-7b9b-4c73-9242-d9914b15a355 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1441.059555] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-35a5e3d0-7b9b-4c73-9242-d9914b15a355 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1441.060054] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddbbd4a6-ecbc-4928-a1e0-1d58b5c09536 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.084383] env[63622]: DEBUG nova.compute.manager [req-60d8ae10-98a6-4cc2-89b3-d11f68561dc9 req-3ab4a35e-c0d4-445a-9d9f-f37dbdd4dc8b service nova] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Received event network-changed-99fb4aa6-b454-4ad6-bfef-91a99d00ffd0 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1441.084383] env[63622]: DEBUG nova.compute.manager [req-60d8ae10-98a6-4cc2-89b3-d11f68561dc9 req-3ab4a35e-c0d4-445a-9d9f-f37dbdd4dc8b service nova] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Refreshing instance network info cache due to event network-changed-99fb4aa6-b454-4ad6-bfef-91a99d00ffd0. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1441.084383] env[63622]: DEBUG oslo_concurrency.lockutils [req-60d8ae10-98a6-4cc2-89b3-d11f68561dc9 req-3ab4a35e-c0d4-445a-9d9f-f37dbdd4dc8b service nova] Acquiring lock "refresh_cache-565f3e30-b352-4f31-ae46-769c18fb8c12" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1441.084383] env[63622]: DEBUG oslo_concurrency.lockutils [req-60d8ae10-98a6-4cc2-89b3-d11f68561dc9 req-3ab4a35e-c0d4-445a-9d9f-f37dbdd4dc8b service nova] Acquired lock "refresh_cache-565f3e30-b352-4f31-ae46-769c18fb8c12" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.084383] env[63622]: DEBUG nova.network.neutron [req-60d8ae10-98a6-4cc2-89b3-d11f68561dc9 req-3ab4a35e-c0d4-445a-9d9f-f37dbdd4dc8b service nova] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Refreshing network info cache for port 99fb4aa6-b454-4ad6-bfef-91a99d00ffd0 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1441.144694] env[63622]: DEBUG oslo_vmware.api [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': task-1816430, 'name': PowerOnVM_Task} progress is 90%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.300602] env[63622]: DEBUG oslo_vmware.api [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a6b783-3281-744c-d849-f05a4c07bf4d, 'name': SearchDatastore_Task, 'duration_secs': 0.01651} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.301586] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1441.301586] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1441.301586] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1441.301686] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.301814] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1441.302163] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0b89cb3-2bb9-48e7-a7a2-46031931ccc2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.313142] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1441.313142] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1441.315291] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a48b383-dce8-4441-b9df-619ce4eb30ac {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.320315] env[63622]: DEBUG oslo_vmware.api [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Waiting for the task: (returnval){ [ 1441.320315] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]529e697a-b4da-16f1-2360-dbc4d4d4e7f2" [ 1441.320315] env[63622]: _type = "Task" [ 1441.320315] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.335990] env[63622]: DEBUG oslo_vmware.api [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]529e697a-b4da-16f1-2360-dbc4d4d4e7f2, 'name': SearchDatastore_Task, 'duration_secs': 0.011212} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.336911] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f30c3d32-ec99-46a5-9b71-e5ad3d8fc441 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.343998] env[63622]: DEBUG oslo_vmware.api [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Waiting for the task: (returnval){ [ 1441.343998] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]522dbe2e-3fdb-bc89-dedf-8de34fff0a2d" [ 1441.343998] env[63622]: _type = "Task" [ 1441.343998] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.353944] env[63622]: DEBUG oslo_vmware.api [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]522dbe2e-3fdb-bc89-dedf-8de34fff0a2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.412877] env[63622]: DEBUG oslo_vmware.api [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Task: {'id': task-1816431, 'name': Rename_Task, 'duration_secs': 0.18171} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.414724] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1441.415061] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48d6ac7d-d8eb-47ca-9be9-866438d199ba {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.422899] env[63622]: DEBUG oslo_vmware.api [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Waiting for the task: (returnval){ [ 1441.422899] env[63622]: value = "task-1816433" [ 1441.422899] env[63622]: _type = "Task" [ 1441.422899] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.434448] env[63622]: DEBUG oslo_vmware.api [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Task: {'id': task-1816433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.446950] env[63622]: DEBUG nova.network.neutron [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Successfully created port: 96336bbc-12be-4998-95ab-c1936a124b1a {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1441.464046] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-35a5e3d0-7b9b-4c73-9242-d9914b15a355 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1441.464046] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-35a5e3d0-7b9b-4c73-9242-d9914b15a355 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1441.464046] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a5e3d0-7b9b-4c73-9242-d9914b15a355 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Deleting the datastore file [datastore1] f1f365f0-1d49-4838-8f34-6c3905da7932 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1441.464046] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02859d1c-bd68-43d2-90b6-6719218060df {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.470256] env[63622]: DEBUG oslo_vmware.api [None req-35a5e3d0-7b9b-4c73-9242-d9914b15a355 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Waiting for the task: (returnval){ [ 1441.470256] env[63622]: value = "task-1816434" [ 1441.470256] env[63622]: _type = "Task" [ 1441.470256] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.483499] env[63622]: DEBUG oslo_vmware.api [None req-35a5e3d0-7b9b-4c73-9242-d9914b15a355 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Task: {'id': task-1816434, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.500531] env[63622]: ERROR nova.scheduler.client.report [None req-6cdd5afc-41f1-4db2-a0bc-6b29cf2aee47 tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] [req-2edc1b6b-9c42-46dd-bdde-4a1eede9fe04] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8dd86f19-3c1a-4ba4-9c42-69cb148971df. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2edc1b6b-9c42-46dd-bdde-4a1eede9fe04"}]} [ 1441.522595] env[63622]: DEBUG nova.scheduler.client.report [None req-6cdd5afc-41f1-4db2-a0bc-6b29cf2aee47 tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Refreshing inventories for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1441.541510] env[63622]: DEBUG nova.scheduler.client.report [None req-6cdd5afc-41f1-4db2-a0bc-6b29cf2aee47 tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Updating ProviderTree inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1441.542242] env[63622]: DEBUG nova.compute.provider_tree [None req-6cdd5afc-41f1-4db2-a0bc-6b29cf2aee47 tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1441.557177] env[63622]: DEBUG nova.scheduler.client.report [None req-6cdd5afc-41f1-4db2-a0bc-6b29cf2aee47 tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Refreshing aggregate associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, aggregates: None {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1441.581119] env[63622]: DEBUG nova.scheduler.client.report [None req-6cdd5afc-41f1-4db2-a0bc-6b29cf2aee47 tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Refreshing trait associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1441.645746] env[63622]: DEBUG oslo_vmware.api [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': task-1816430, 'name': PowerOnVM_Task, 'duration_secs': 0.596227} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.648527] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1441.648762] env[63622]: INFO nova.compute.manager [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Took 13.60 seconds to spawn the instance on the hypervisor. [ 1441.648911] env[63622]: DEBUG nova.compute.manager [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1441.650603] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c24db0-ebce-4ed0-8d04-960efd56a6f3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.785502] env[63622]: DEBUG nova.compute.manager [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1441.827476] env[63622]: DEBUG nova.virt.hardware [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1441.827712] env[63622]: DEBUG nova.virt.hardware [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1441.827872] env[63622]: DEBUG nova.virt.hardware [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1441.828066] env[63622]: DEBUG nova.virt.hardware [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1441.828260] env[63622]: DEBUG nova.virt.hardware [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1441.828359] env[63622]: DEBUG nova.virt.hardware [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1441.828566] env[63622]: DEBUG nova.virt.hardware [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1441.828726] env[63622]: DEBUG nova.virt.hardware [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1441.828893] env[63622]: DEBUG nova.virt.hardware [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1441.829071] env[63622]: DEBUG nova.virt.hardware [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1441.829249] env[63622]: DEBUG nova.virt.hardware [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1441.830129] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40c9bbf-eefc-47d0-8afe-889fde1a45cd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.840766] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28266a8-5dca-4053-87a2-4b25f680080a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.866034] env[63622]: DEBUG oslo_vmware.api [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]522dbe2e-3fdb-bc89-dedf-8de34fff0a2d, 'name': SearchDatastore_Task, 'duration_secs': 0.031297} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.866775] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1441.867055] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 5411cbb5-08c5-4dbc-b327-26892a8257a0/5411cbb5-08c5-4dbc-b327-26892a8257a0.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1441.867333] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aac0ac66-47be-4bb5-ad39-4a0606c21ebb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.875180] env[63622]: DEBUG oslo_vmware.api [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Waiting for the task: (returnval){ [ 1441.875180] env[63622]: value = "task-1816435" [ 1441.875180] env[63622]: _type = "Task" [ 1441.875180] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.885617] env[63622]: DEBUG oslo_vmware.api [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.934636] env[63622]: DEBUG oslo_vmware.api [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Task: {'id': task-1816433, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.981523] env[63622]: DEBUG oslo_vmware.api [None req-35a5e3d0-7b9b-4c73-9242-d9914b15a355 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Task: {'id': task-1816434, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338917} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.984691] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a5e3d0-7b9b-4c73-9242-d9914b15a355 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1441.984940] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-35a5e3d0-7b9b-4c73-9242-d9914b15a355 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1441.985164] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-35a5e3d0-7b9b-4c73-9242-d9914b15a355 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1441.985393] env[63622]: INFO nova.compute.manager [None req-35a5e3d0-7b9b-4c73-9242-d9914b15a355 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Took 1.47 seconds to destroy the instance on the hypervisor. [ 1441.985599] env[63622]: DEBUG oslo.service.loopingcall [None req-35a5e3d0-7b9b-4c73-9242-d9914b15a355 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1441.986047] env[63622]: DEBUG nova.compute.manager [-] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1441.986403] env[63622]: DEBUG nova.network.neutron [-] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1442.041708] env[63622]: DEBUG nova.compute.manager [req-f09e8834-065f-4f53-969d-360a0bb7d71c req-60c8119b-77ec-48f0-9b97-59da858d720b service nova] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Received event network-changed-b4b693eb-b065-44e5-bacf-fb573aa704c7 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1442.041708] env[63622]: DEBUG nova.compute.manager [req-f09e8834-065f-4f53-969d-360a0bb7d71c req-60c8119b-77ec-48f0-9b97-59da858d720b service nova] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Refreshing instance network info cache due to event network-changed-b4b693eb-b065-44e5-bacf-fb573aa704c7. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1442.041708] env[63622]: DEBUG oslo_concurrency.lockutils [req-f09e8834-065f-4f53-969d-360a0bb7d71c req-60c8119b-77ec-48f0-9b97-59da858d720b service nova] Acquiring lock "refresh_cache-5411cbb5-08c5-4dbc-b327-26892a8257a0" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1442.041708] env[63622]: DEBUG oslo_concurrency.lockutils [req-f09e8834-065f-4f53-969d-360a0bb7d71c req-60c8119b-77ec-48f0-9b97-59da858d720b service nova] Acquired lock "refresh_cache-5411cbb5-08c5-4dbc-b327-26892a8257a0" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.041708] env[63622]: DEBUG nova.network.neutron [req-f09e8834-065f-4f53-969d-360a0bb7d71c req-60c8119b-77ec-48f0-9b97-59da858d720b service nova] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Refreshing network info cache for port b4b693eb-b065-44e5-bacf-fb573aa704c7 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1442.091584] env[63622]: DEBUG nova.network.neutron [req-60d8ae10-98a6-4cc2-89b3-d11f68561dc9 req-3ab4a35e-c0d4-445a-9d9f-f37dbdd4dc8b service nova] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Updated VIF entry in instance network info cache for port 99fb4aa6-b454-4ad6-bfef-91a99d00ffd0. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1442.091917] env[63622]: DEBUG nova.network.neutron [req-60d8ae10-98a6-4cc2-89b3-d11f68561dc9 req-3ab4a35e-c0d4-445a-9d9f-f37dbdd4dc8b service nova] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Updating instance_info_cache with network_info: [{"id": "99fb4aa6-b454-4ad6-bfef-91a99d00ffd0", "address": "fa:16:3e:2d:97:91", "network": {"id": "f163feaf-bc42-4b43-ba23-db8b92c7e8fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-126149258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9660078317c743adb462df751adaad7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99fb4aa6-b4", "ovs_interfaceid": "99fb4aa6-b454-4ad6-bfef-91a99d00ffd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.100348] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92397d9a-14da-4082-b8d1-f2f11a4bb815 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.112407] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074e38f6-dfca-40fb-ab0f-73b685fed80b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.145601] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31961d22-7151-41d8-aeeb-0ca248442a0f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.154709] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032f51ce-2aa3-430a-84b3-9dad455f0e10 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.179281] env[63622]: DEBUG nova.compute.provider_tree [None req-6cdd5afc-41f1-4db2-a0bc-6b29cf2aee47 tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1442.180723] env[63622]: INFO nova.compute.manager [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Took 36.48 seconds to build instance. [ 1442.235473] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquiring lock "42ace043-c368-4557-89fc-dbbf40c022ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.235787] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Lock "42ace043-c368-4557-89fc-dbbf40c022ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.386656] env[63622]: DEBUG oslo_vmware.api [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816435, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.435694] env[63622]: DEBUG oslo_vmware.api [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Task: {'id': task-1816433, 'name': PowerOnVM_Task, 'duration_secs': 0.747723} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.435907] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1442.436322] env[63622]: INFO nova.compute.manager [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Took 11.81 seconds to spawn the instance on the hypervisor. [ 1442.436322] env[63622]: DEBUG nova.compute.manager [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1442.437305] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1240b31-8fce-42a5-94d0-45ad86184db2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.595187] env[63622]: DEBUG oslo_concurrency.lockutils [req-60d8ae10-98a6-4cc2-89b3-d11f68561dc9 req-3ab4a35e-c0d4-445a-9d9f-f37dbdd4dc8b service nova] Releasing lock "refresh_cache-565f3e30-b352-4f31-ae46-769c18fb8c12" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.680543] env[63622]: DEBUG nova.scheduler.client.report [None req-6cdd5afc-41f1-4db2-a0bc-6b29cf2aee47 tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1442.684821] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a7fc6386-4db7-4e70-8925-a5d5ac4da05a tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Lock "8cd420df-88e4-4174-b6e6-753b128f055d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.448s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.833801] env[63622]: DEBUG nova.network.neutron [req-f09e8834-065f-4f53-969d-360a0bb7d71c req-60c8119b-77ec-48f0-9b97-59da858d720b service nova] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Updated VIF entry in instance network info cache for port b4b693eb-b065-44e5-bacf-fb573aa704c7. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1442.834179] env[63622]: DEBUG nova.network.neutron [req-f09e8834-065f-4f53-969d-360a0bb7d71c req-60c8119b-77ec-48f0-9b97-59da858d720b service nova] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Updating instance_info_cache with network_info: [{"id": "b4b693eb-b065-44e5-bacf-fb573aa704c7", "address": "fa:16:3e:f0:0e:9a", "network": {"id": "4754c46a-1663-4e10-a4ab-3caa37c045aa", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1148109735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6e65c2666c0d48688252dfaad04e1d41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4b693eb-b0", "ovs_interfaceid": "b4b693eb-b065-44e5-bacf-fb573aa704c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.887984] env[63622]: DEBUG oslo_vmware.api [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.801068} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.888311] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 5411cbb5-08c5-4dbc-b327-26892a8257a0/5411cbb5-08c5-4dbc-b327-26892a8257a0.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1442.888527] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1442.888767] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99d881f1-12dd-4738-ae78-2a9f3bc6364e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.896324] env[63622]: DEBUG oslo_vmware.api [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Waiting for the task: (returnval){ [ 1442.896324] env[63622]: value = "task-1816436" [ 1442.896324] env[63622]: _type = "Task" [ 1442.896324] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.905072] env[63622]: DEBUG oslo_vmware.api [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816436, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.961073] env[63622]: INFO nova.compute.manager [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Took 34.57 seconds to build instance. [ 1443.029372] env[63622]: DEBUG oslo_concurrency.lockutils [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Acquiring lock "6cb1a1a3-a953-47f1-bcbc-8c484409c460" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.029708] env[63622]: DEBUG oslo_concurrency.lockutils [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Lock "6cb1a1a3-a953-47f1-bcbc-8c484409c460" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.189471] env[63622]: DEBUG nova.compute.manager [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1443.194729] env[63622]: DEBUG oslo_concurrency.lockutils [None req-6cdd5afc-41f1-4db2-a0bc-6b29cf2aee47 tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.442s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.197158] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 19.625s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.220738] env[63622]: INFO nova.scheduler.client.report [None req-6cdd5afc-41f1-4db2-a0bc-6b29cf2aee47 tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Deleted allocations for instance a3023175-665d-47fd-b8bd-f832b7478869 [ 1443.337568] env[63622]: DEBUG oslo_concurrency.lockutils [req-f09e8834-065f-4f53-969d-360a0bb7d71c req-60c8119b-77ec-48f0-9b97-59da858d720b service nova] Releasing lock "refresh_cache-5411cbb5-08c5-4dbc-b327-26892a8257a0" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1443.406091] env[63622]: DEBUG oslo_vmware.api [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071248} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.406091] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1443.406569] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4bf976-4491-4c53-9436-9ac39126136f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.434423] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 5411cbb5-08c5-4dbc-b327-26892a8257a0/5411cbb5-08c5-4dbc-b327-26892a8257a0.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1443.435661] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fb5ee4e-749e-4140-a4cb-d418fd7808ba {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.458233] env[63622]: DEBUG oslo_vmware.api [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Waiting for the task: (returnval){ [ 1443.458233] env[63622]: value = "task-1816437" [ 1443.458233] env[63622]: _type = "Task" [ 1443.458233] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.465708] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9f15af0f-2d23-4857-8f28-21b4922059d1 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Lock "8efee4bc-a038-47a3-b182-e7c8acfa6ac7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.259s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.466121] env[63622]: DEBUG oslo_vmware.api [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816437, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.723646] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.730287] env[63622]: DEBUG oslo_concurrency.lockutils [None req-6cdd5afc-41f1-4db2-a0bc-6b29cf2aee47 tempest-ServerDiagnosticsTest-90868283 tempest-ServerDiagnosticsTest-90868283-project-member] Lock "a3023175-665d-47fd-b8bd-f832b7478869" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.652s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.970351] env[63622]: DEBUG nova.compute.manager [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] [instance: d88a3d07-ca1b-4002-99a5-555fe6be3435] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1443.983254] env[63622]: DEBUG oslo_vmware.api [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816437, 'name': ReconfigVM_Task, 'duration_secs': 0.266995} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.983921] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 5411cbb5-08c5-4dbc-b327-26892a8257a0/5411cbb5-08c5-4dbc-b327-26892a8257a0.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1443.985808] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2dad48e9-ed17-4469-9dbb-88d864ca10ac {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.991471] env[63622]: DEBUG oslo_vmware.api [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Waiting for the task: (returnval){ [ 1443.991471] env[63622]: value = "task-1816438" [ 1443.991471] env[63622]: _type = "Task" [ 1443.991471] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.003224] env[63622]: DEBUG oslo_vmware.api [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816438, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.264562] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1444.264562] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 26cfd079-2044-4975-8902-affe93c35647 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1444.264562] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance e7830255-e614-43b6-b6dc-73a3c48e4090 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1444.264562] env[63622]: WARNING nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 8de62141-0f55-411a-b06a-f4e63a433b8b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1444.264562] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1444.264562] env[63622]: WARNING nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 8789cf92-9fcf-4bc5-af18-c621c373181b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1444.264562] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 88c954d9-53e0-4349-80e0-50ce52e6e8e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1444.264825] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance e0994819-1038-43e5-a215-57f0eb2a77e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1444.264825] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1444.264825] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 6e37ca42-4594-46f6-bcaa-88ea37c8de2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1444.264916] env[63622]: WARNING nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 2bedcd22-de05-41b9-af59-37c0f3ad8969 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1444.265044] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1444.265153] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 0436abf1-ae0c-4595-912c-e7957b7a64a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1444.265271] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance f1f365f0-1d49-4838-8f34-6c3905da7932 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1444.265359] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance f2024142-be0c-465d-8e21-20dc270d760d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1444.265462] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 565f3e30-b352-4f31-ae46-769c18fb8c12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1444.265565] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 8cd420df-88e4-4174-b6e6-753b128f055d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1444.265677] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 8efee4bc-a038-47a3-b182-e7c8acfa6ac7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1444.265811] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 5411cbb5-08c5-4dbc-b327-26892a8257a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1444.265924] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 05786a78-3acb-4ec4-b2c8-7da70719319c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1444.327481] env[63622]: DEBUG nova.network.neutron [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Successfully updated port: 96336bbc-12be-4998-95ab-c1936a124b1a {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1444.345725] env[63622]: DEBUG oslo_concurrency.lockutils [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Acquiring lock "7c9e8b0e-9762-420f-b84e-6a3eb24c99ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.345725] env[63622]: DEBUG oslo_concurrency.lockutils [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Lock "7c9e8b0e-9762-420f-b84e-6a3eb24c99ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.505918] env[63622]: DEBUG oslo_vmware.api [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816438, 'name': Rename_Task, 'duration_secs': 0.145503} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.506480] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1444.507953] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.508233] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33de3c26-531e-4ddb-9234-1a5df695b47d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.515072] env[63622]: DEBUG oslo_vmware.api [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Waiting for the task: (returnval){ [ 1444.515072] env[63622]: value = "task-1816439" [ 1444.515072] env[63622]: _type = "Task" [ 1444.515072] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.524423] env[63622]: DEBUG oslo_vmware.api [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.710892] env[63622]: DEBUG nova.network.neutron [-] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.774216] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 25a805c5-d5cd-458f-ae1c-75ef08f5263b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1444.824144] env[63622]: DEBUG nova.compute.manager [req-2fcc4eb3-3066-4b76-98e8-bf53901b640e req-6d2536c5-fc2d-4bc8-a3a6-0fac16937227 service nova] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Received event network-vif-deleted-d5506f13-1d61-485f-9fda-d3654c425bb3 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1444.824463] env[63622]: DEBUG nova.compute.manager [req-2fcc4eb3-3066-4b76-98e8-bf53901b640e req-6d2536c5-fc2d-4bc8-a3a6-0fac16937227 service nova] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Received event network-vif-deleted-b2035cd2-22c1-4f30-9565-e365352fc97f {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1444.831369] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Acquiring lock "refresh_cache-05786a78-3acb-4ec4-b2c8-7da70719319c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1444.831722] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Acquired lock "refresh_cache-05786a78-3acb-4ec4-b2c8-7da70719319c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.832037] env[63622]: DEBUG nova.network.neutron [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1445.026781] env[63622]: DEBUG oslo_vmware.api [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816439, 'name': PowerOnVM_Task, 'duration_secs': 0.478296} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.027101] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1445.027306] env[63622]: INFO nova.compute.manager [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Took 9.04 seconds to spawn the instance on the hypervisor. [ 1445.027513] env[63622]: DEBUG nova.compute.manager [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1445.028310] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707cf77a-dfa1-450c-a533-ffa2da61d891 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.216089] env[63622]: INFO nova.compute.manager [-] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Took 3.23 seconds to deallocate network for instance. [ 1445.279160] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 58cda789-5ec7-4f99-88aa-67efb74b9b62 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1445.300030] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Acquiring lock "dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.300285] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Lock "dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1445.390604] env[63622]: DEBUG nova.network.neutron [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1445.552129] env[63622]: INFO nova.compute.manager [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Took 30.51 seconds to build instance. [ 1445.619206] env[63622]: DEBUG nova.network.neutron [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Updating instance_info_cache with network_info: [{"id": "96336bbc-12be-4998-95ab-c1936a124b1a", "address": "fa:16:3e:3f:3e:4a", "network": {"id": "4ea49aff-e8a7-4a32-88be-184ddef06831", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1872065363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "becb56be781f4fbdb665b6b7470255ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96336bbc-12", "ovs_interfaceid": "96336bbc-12be-4998-95ab-c1936a124b1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.723938] env[63622]: DEBUG oslo_concurrency.lockutils [None req-35a5e3d0-7b9b-4c73-9242-d9914b15a355 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.785896] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 78778b25-ccc1-495f-910c-34a2b57ecf3b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1446.055383] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a9689f2b-0a23-48a2-b661-bd18eb9b7f51 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Lock "5411cbb5-08c5-4dbc-b327-26892a8257a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.160s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.123090] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Releasing lock "refresh_cache-05786a78-3acb-4ec4-b2c8-7da70719319c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.124582] env[63622]: DEBUG nova.compute.manager [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Instance network_info: |[{"id": "96336bbc-12be-4998-95ab-c1936a124b1a", "address": "fa:16:3e:3f:3e:4a", "network": {"id": "4ea49aff-e8a7-4a32-88be-184ddef06831", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1872065363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "becb56be781f4fbdb665b6b7470255ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96336bbc-12", "ovs_interfaceid": "96336bbc-12be-4998-95ab-c1936a124b1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1446.124582] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:3e:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7f41333-42ee-47f3-936c-d6701ab786d2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96336bbc-12be-4998-95ab-c1936a124b1a', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1446.132831] env[63622]: DEBUG oslo.service.loopingcall [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1446.133098] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1446.133298] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9620e152-78fc-4463-91de-d40866e650c9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.154754] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1446.154754] env[63622]: value = "task-1816440" [ 1446.154754] env[63622]: _type = "Task" [ 1446.154754] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.163061] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816440, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.289281] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance fd0d9093-eff3-41be-ad8e-bd2cf74acfec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1446.560063] env[63622]: DEBUG nova.compute.manager [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1446.669520] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816440, 'name': CreateVM_Task, 'duration_secs': 0.39619} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.669743] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1446.671314] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1446.671521] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.672187] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1446.672927] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4be9ee67-ae28-4426-9ec7-b76f13d1e8a4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.681068] env[63622]: DEBUG oslo_vmware.api [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Waiting for the task: (returnval){ [ 1446.681068] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]524c3f41-4acc-43b0-3a28-cc57d066eb72" [ 1446.681068] env[63622]: _type = "Task" [ 1446.681068] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.689995] env[63622]: DEBUG oslo_vmware.api [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]524c3f41-4acc-43b0-3a28-cc57d066eb72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.793592] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 7911008d-bcbb-4fb3-89b5-fb38ccfbd591 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1447.063419] env[63622]: DEBUG nova.compute.manager [req-7aa077fb-0aab-41df-bc1f-3a26e4fea629 req-ae0334e7-be01-4014-bd50-274c6b0e60ac service nova] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Received event network-vif-plugged-96336bbc-12be-4998-95ab-c1936a124b1a {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1447.063419] env[63622]: DEBUG oslo_concurrency.lockutils [req-7aa077fb-0aab-41df-bc1f-3a26e4fea629 req-ae0334e7-be01-4014-bd50-274c6b0e60ac service nova] Acquiring lock "05786a78-3acb-4ec4-b2c8-7da70719319c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.063419] env[63622]: DEBUG oslo_concurrency.lockutils [req-7aa077fb-0aab-41df-bc1f-3a26e4fea629 req-ae0334e7-be01-4014-bd50-274c6b0e60ac service nova] Lock "05786a78-3acb-4ec4-b2c8-7da70719319c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.063419] env[63622]: DEBUG oslo_concurrency.lockutils [req-7aa077fb-0aab-41df-bc1f-3a26e4fea629 req-ae0334e7-be01-4014-bd50-274c6b0e60ac service nova] Lock "05786a78-3acb-4ec4-b2c8-7da70719319c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.063419] env[63622]: DEBUG nova.compute.manager [req-7aa077fb-0aab-41df-bc1f-3a26e4fea629 req-ae0334e7-be01-4014-bd50-274c6b0e60ac service nova] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] No waiting events found dispatching network-vif-plugged-96336bbc-12be-4998-95ab-c1936a124b1a {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1447.063419] env[63622]: WARNING nova.compute.manager [req-7aa077fb-0aab-41df-bc1f-3a26e4fea629 req-ae0334e7-be01-4014-bd50-274c6b0e60ac service nova] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Received unexpected event network-vif-plugged-96336bbc-12be-4998-95ab-c1936a124b1a for instance with vm_state building and task_state spawning. [ 1447.063419] env[63622]: DEBUG nova.compute.manager [req-7aa077fb-0aab-41df-bc1f-3a26e4fea629 req-ae0334e7-be01-4014-bd50-274c6b0e60ac service nova] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Received event network-vif-deleted-c4b7bdbf-982b-4087-844e-1ce4ebcd5383 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1447.063875] env[63622]: DEBUG nova.compute.manager [req-7aa077fb-0aab-41df-bc1f-3a26e4fea629 req-ae0334e7-be01-4014-bd50-274c6b0e60ac service nova] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Received event network-changed-340e6b4e-1d50-444d-9e26-8796395dbb40 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1447.064179] env[63622]: DEBUG nova.compute.manager [req-7aa077fb-0aab-41df-bc1f-3a26e4fea629 req-ae0334e7-be01-4014-bd50-274c6b0e60ac service nova] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Refreshing instance network info cache due to event network-changed-340e6b4e-1d50-444d-9e26-8796395dbb40. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1447.064494] env[63622]: DEBUG oslo_concurrency.lockutils [req-7aa077fb-0aab-41df-bc1f-3a26e4fea629 req-ae0334e7-be01-4014-bd50-274c6b0e60ac service nova] Acquiring lock "refresh_cache-8cd420df-88e4-4174-b6e6-753b128f055d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.064884] env[63622]: DEBUG oslo_concurrency.lockutils [req-7aa077fb-0aab-41df-bc1f-3a26e4fea629 req-ae0334e7-be01-4014-bd50-274c6b0e60ac service nova] Acquired lock "refresh_cache-8cd420df-88e4-4174-b6e6-753b128f055d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.067085] env[63622]: DEBUG nova.network.neutron [req-7aa077fb-0aab-41df-bc1f-3a26e4fea629 req-ae0334e7-be01-4014-bd50-274c6b0e60ac service nova] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Refreshing network info cache for port 340e6b4e-1d50-444d-9e26-8796395dbb40 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1447.099720] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.179599] env[63622]: DEBUG oslo_concurrency.lockutils [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "b58ac762-c8e2-46c5-bd84-c0b70666aa5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.180348] env[63622]: DEBUG oslo_concurrency.lockutils [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "b58ac762-c8e2-46c5-bd84-c0b70666aa5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.192901] env[63622]: DEBUG oslo_vmware.api [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]524c3f41-4acc-43b0-3a28-cc57d066eb72, 'name': SearchDatastore_Task, 'duration_secs': 0.009809} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.193205] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1447.193443] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1447.193704] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.193979] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.194072] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1447.194320] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1ae7331-0bd0-40b6-a757-c6205c9b67c5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.202936] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1447.202936] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1447.203575] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8bd15bf-fbdc-411f-ac28-7ee3ed22327d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.209015] env[63622]: DEBUG oslo_vmware.api [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Waiting for the task: (returnval){ [ 1447.209015] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52788709-0e68-2674-4604-9593d7032597" [ 1447.209015] env[63622]: _type = "Task" [ 1447.209015] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.216744] env[63622]: DEBUG oslo_vmware.api [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52788709-0e68-2674-4604-9593d7032597, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.297369] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 57bcc753-9658-4126-ac0a-fa6b0bc1dc81 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1447.313433] env[63622]: INFO nova.compute.manager [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Rescuing [ 1447.313747] env[63622]: DEBUG oslo_concurrency.lockutils [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Acquiring lock "refresh_cache-5411cbb5-08c5-4dbc-b327-26892a8257a0" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.316305] env[63622]: DEBUG oslo_concurrency.lockutils [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Acquired lock "refresh_cache-5411cbb5-08c5-4dbc-b327-26892a8257a0" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.316305] env[63622]: DEBUG nova.network.neutron [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1447.726904] env[63622]: DEBUG oslo_vmware.api [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52788709-0e68-2674-4604-9593d7032597, 'name': SearchDatastore_Task, 'duration_secs': 0.008362} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.730114] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bee2e16f-527f-4e65-ae1b-241debcbe362 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.737894] env[63622]: DEBUG oslo_vmware.api [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Waiting for the task: (returnval){ [ 1447.737894] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e4a542-1035-5269-9040-d8d33d6f2418" [ 1447.737894] env[63622]: _type = "Task" [ 1447.737894] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.750042] env[63622]: DEBUG oslo_vmware.api [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e4a542-1035-5269-9040-d8d33d6f2418, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.801877] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 687c8f97-8e4a-4a95-bca9-710c0e8c98ff has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1447.972218] env[63622]: DEBUG nova.network.neutron [req-7aa077fb-0aab-41df-bc1f-3a26e4fea629 req-ae0334e7-be01-4014-bd50-274c6b0e60ac service nova] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Updated VIF entry in instance network info cache for port 340e6b4e-1d50-444d-9e26-8796395dbb40. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1447.972218] env[63622]: DEBUG nova.network.neutron [req-7aa077fb-0aab-41df-bc1f-3a26e4fea629 req-ae0334e7-be01-4014-bd50-274c6b0e60ac service nova] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Updating instance_info_cache with network_info: [{"id": "340e6b4e-1d50-444d-9e26-8796395dbb40", "address": "fa:16:3e:bf:eb:8a", "network": {"id": "10236aa1-ff29-46b4-a33a-f3dee61d8ac7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-11799953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7c09ed2506546bca5962e0f8bd54c9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap340e6b4e-1d", "ovs_interfaceid": "340e6b4e-1d50-444d-9e26-8796395dbb40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.169058] env[63622]: DEBUG nova.network.neutron [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Updating instance_info_cache with network_info: [{"id": "b4b693eb-b065-44e5-bacf-fb573aa704c7", "address": "fa:16:3e:f0:0e:9a", "network": {"id": "4754c46a-1663-4e10-a4ab-3caa37c045aa", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1148109735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6e65c2666c0d48688252dfaad04e1d41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4b693eb-b0", "ovs_interfaceid": "b4b693eb-b065-44e5-bacf-fb573aa704c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.252616] env[63622]: DEBUG oslo_vmware.api [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e4a542-1035-5269-9040-d8d33d6f2418, 'name': SearchDatastore_Task, 'duration_secs': 0.015602} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.253599] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.254069] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 05786a78-3acb-4ec4-b2c8-7da70719319c/05786a78-3acb-4ec4-b2c8-7da70719319c.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1448.254069] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b83c8b1-288d-42ec-8c4f-e5c3e8cd3442 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.263470] env[63622]: DEBUG oslo_vmware.api [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Waiting for the task: (returnval){ [ 1448.263470] env[63622]: value = "task-1816441" [ 1448.263470] env[63622]: _type = "Task" [ 1448.263470] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.274962] env[63622]: DEBUG oslo_vmware.api [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Task: {'id': task-1816441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.310170] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance d88a3d07-ca1b-4002-99a5-555fe6be3435 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1448.477188] env[63622]: DEBUG oslo_concurrency.lockutils [req-7aa077fb-0aab-41df-bc1f-3a26e4fea629 req-ae0334e7-be01-4014-bd50-274c6b0e60ac service nova] Releasing lock "refresh_cache-8cd420df-88e4-4174-b6e6-753b128f055d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.477188] env[63622]: DEBUG nova.compute.manager [req-7aa077fb-0aab-41df-bc1f-3a26e4fea629 req-ae0334e7-be01-4014-bd50-274c6b0e60ac service nova] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Received event network-changed-96336bbc-12be-4998-95ab-c1936a124b1a {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1448.477188] env[63622]: DEBUG nova.compute.manager [req-7aa077fb-0aab-41df-bc1f-3a26e4fea629 req-ae0334e7-be01-4014-bd50-274c6b0e60ac service nova] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Refreshing instance network info cache due to event network-changed-96336bbc-12be-4998-95ab-c1936a124b1a. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1448.477188] env[63622]: DEBUG oslo_concurrency.lockutils [req-7aa077fb-0aab-41df-bc1f-3a26e4fea629 req-ae0334e7-be01-4014-bd50-274c6b0e60ac service nova] Acquiring lock "refresh_cache-05786a78-3acb-4ec4-b2c8-7da70719319c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.477188] env[63622]: DEBUG oslo_concurrency.lockutils [req-7aa077fb-0aab-41df-bc1f-3a26e4fea629 req-ae0334e7-be01-4014-bd50-274c6b0e60ac service nova] Acquired lock "refresh_cache-05786a78-3acb-4ec4-b2c8-7da70719319c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.477188] env[63622]: DEBUG nova.network.neutron [req-7aa077fb-0aab-41df-bc1f-3a26e4fea629 req-ae0334e7-be01-4014-bd50-274c6b0e60ac service nova] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Refreshing network info cache for port 96336bbc-12be-4998-95ab-c1936a124b1a {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1448.673900] env[63622]: DEBUG oslo_concurrency.lockutils [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Releasing lock "refresh_cache-5411cbb5-08c5-4dbc-b327-26892a8257a0" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.780350] env[63622]: DEBUG oslo_vmware.api [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Task: {'id': task-1816441, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.815513] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance c54c2c2c-a066-4b23-b0ed-95c422024d3f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1449.275187] env[63622]: DEBUG oslo_vmware.api [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Task: {'id': task-1816441, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565778} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.275473] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 05786a78-3acb-4ec4-b2c8-7da70719319c/05786a78-3acb-4ec4-b2c8-7da70719319c.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1449.275683] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1449.276154] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-689e0e3b-1f97-4f4c-905e-5595ed3631b4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.283232] env[63622]: DEBUG oslo_vmware.api [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Waiting for the task: (returnval){ [ 1449.283232] env[63622]: value = "task-1816442" [ 1449.283232] env[63622]: _type = "Task" [ 1449.283232] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.292791] env[63622]: DEBUG oslo_vmware.api [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Task: {'id': task-1816442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.319345] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance ada46b59-e636-461e-8650-8051a98550dc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1449.428906] env[63622]: DEBUG nova.network.neutron [req-7aa077fb-0aab-41df-bc1f-3a26e4fea629 req-ae0334e7-be01-4014-bd50-274c6b0e60ac service nova] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Updated VIF entry in instance network info cache for port 96336bbc-12be-4998-95ab-c1936a124b1a. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1449.428906] env[63622]: DEBUG nova.network.neutron [req-7aa077fb-0aab-41df-bc1f-3a26e4fea629 req-ae0334e7-be01-4014-bd50-274c6b0e60ac service nova] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Updating instance_info_cache with network_info: [{"id": "96336bbc-12be-4998-95ab-c1936a124b1a", "address": "fa:16:3e:3f:3e:4a", "network": {"id": "4ea49aff-e8a7-4a32-88be-184ddef06831", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1872065363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "becb56be781f4fbdb665b6b7470255ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96336bbc-12", "ovs_interfaceid": "96336bbc-12be-4998-95ab-c1936a124b1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.732896] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1449.732896] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f1018c0-a3de-45ff-b9ee-cbab79b72bae {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.738771] env[63622]: DEBUG oslo_vmware.api [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Waiting for the task: (returnval){ [ 1449.738771] env[63622]: value = "task-1816443" [ 1449.738771] env[63622]: _type = "Task" [ 1449.738771] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.749607] env[63622]: DEBUG oslo_vmware.api [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.795307] env[63622]: DEBUG oslo_vmware.api [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Task: {'id': task-1816442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09538} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.796113] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1449.797311] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd931cf-7e0c-4acf-8866-e2c03201202b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.826360] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 05786a78-3acb-4ec4-b2c8-7da70719319c/05786a78-3acb-4ec4-b2c8-7da70719319c.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1449.827410] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 42ace043-c368-4557-89fc-dbbf40c022ce has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1449.829214] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ed50c34-0af2-4fd0-ad02-81c6174f23eb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.855227] env[63622]: DEBUG oslo_vmware.api [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Waiting for the task: (returnval){ [ 1449.855227] env[63622]: value = "task-1816444" [ 1449.855227] env[63622]: _type = "Task" [ 1449.855227] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.867323] env[63622]: DEBUG oslo_vmware.api [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Task: {'id': task-1816444, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.933693] env[63622]: DEBUG oslo_concurrency.lockutils [req-7aa077fb-0aab-41df-bc1f-3a26e4fea629 req-ae0334e7-be01-4014-bd50-274c6b0e60ac service nova] Releasing lock "refresh_cache-05786a78-3acb-4ec4-b2c8-7da70719319c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.934092] env[63622]: DEBUG nova.compute.manager [req-7aa077fb-0aab-41df-bc1f-3a26e4fea629 req-ae0334e7-be01-4014-bd50-274c6b0e60ac service nova] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Received event network-changed-340e6b4e-1d50-444d-9e26-8796395dbb40 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1449.934297] env[63622]: DEBUG nova.compute.manager [req-7aa077fb-0aab-41df-bc1f-3a26e4fea629 req-ae0334e7-be01-4014-bd50-274c6b0e60ac service nova] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Refreshing instance network info cache due to event network-changed-340e6b4e-1d50-444d-9e26-8796395dbb40. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1449.934518] env[63622]: DEBUG oslo_concurrency.lockutils [req-7aa077fb-0aab-41df-bc1f-3a26e4fea629 req-ae0334e7-be01-4014-bd50-274c6b0e60ac service nova] Acquiring lock "refresh_cache-8cd420df-88e4-4174-b6e6-753b128f055d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.934674] env[63622]: DEBUG oslo_concurrency.lockutils [req-7aa077fb-0aab-41df-bc1f-3a26e4fea629 req-ae0334e7-be01-4014-bd50-274c6b0e60ac service nova] Acquired lock "refresh_cache-8cd420df-88e4-4174-b6e6-753b128f055d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.934890] env[63622]: DEBUG nova.network.neutron [req-7aa077fb-0aab-41df-bc1f-3a26e4fea629 req-ae0334e7-be01-4014-bd50-274c6b0e60ac service nova] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Refreshing network info cache for port 340e6b4e-1d50-444d-9e26-8796395dbb40 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1450.249239] env[63622]: DEBUG oslo_vmware.api [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816443, 'name': PowerOffVM_Task, 'duration_secs': 0.187938} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.249485] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1450.250335] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e97f0d-cef1-40d0-8bc4-d60e226d2908 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.272047] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b33b64b-75f4-4ea1-bf8e-019e5598b27a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.311610] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1450.311945] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c74e3776-1d30-4c84-8c04-97e1fd154780 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.318832] env[63622]: DEBUG oslo_vmware.api [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Waiting for the task: (returnval){ [ 1450.318832] env[63622]: value = "task-1816445" [ 1450.318832] env[63622]: _type = "Task" [ 1450.318832] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.326770] env[63622]: DEBUG oslo_vmware.api [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.349714] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 6cb1a1a3-a953-47f1-bcbc-8c484409c460 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1450.364020] env[63622]: DEBUG oslo_vmware.api [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Task: {'id': task-1816444, 'name': ReconfigVM_Task, 'duration_secs': 0.366157} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.366359] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 05786a78-3acb-4ec4-b2c8-7da70719319c/05786a78-3acb-4ec4-b2c8-7da70719319c.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1450.367672] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45df5a01-b52e-462a-9ed8-d7c3538ecbb2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.375673] env[63622]: DEBUG oslo_vmware.api [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Waiting for the task: (returnval){ [ 1450.375673] env[63622]: value = "task-1816446" [ 1450.375673] env[63622]: _type = "Task" [ 1450.375673] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.385924] env[63622]: DEBUG oslo_vmware.api [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Task: {'id': task-1816446, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.770679] env[63622]: DEBUG oslo_concurrency.lockutils [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Acquiring lock "81e5c6eb-ca23-44f6-8ad4-bebac3fe146b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.773378] env[63622]: DEBUG oslo_concurrency.lockutils [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Lock "81e5c6eb-ca23-44f6-8ad4-bebac3fe146b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1450.833080] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] VM already powered off {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1450.833364] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1450.833772] env[63622]: DEBUG oslo_concurrency.lockutils [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1450.833772] env[63622]: DEBUG oslo_concurrency.lockutils [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.833932] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1450.834166] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5eaee1c-3c0a-4048-ad6d-78f5d9f8edd6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.855314] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1450.855600] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1450.855746] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1450.858892] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1450.858892] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1450.859764] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-621a3a72-e275-403a-a99e-ec3f4e43872f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.866588] env[63622]: DEBUG oslo_vmware.api [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Waiting for the task: (returnval){ [ 1450.866588] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]528a7aea-5782-f8ab-d250-5c3c73ae8411" [ 1450.866588] env[63622]: _type = "Task" [ 1450.866588] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.876353] env[63622]: DEBUG oslo_vmware.api [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]528a7aea-5782-f8ab-d250-5c3c73ae8411, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.886270] env[63622]: DEBUG oslo_vmware.api [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Task: {'id': task-1816446, 'name': Rename_Task, 'duration_secs': 0.160061} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.890031] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1450.890031] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a077bfb9-c1f9-47c8-9d38-5cb7a1d56f30 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.899355] env[63622]: DEBUG oslo_vmware.api [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Waiting for the task: (returnval){ [ 1450.899355] env[63622]: value = "task-1816447" [ 1450.899355] env[63622]: _type = "Task" [ 1450.899355] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.914216] env[63622]: DEBUG oslo_vmware.api [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Task: {'id': task-1816447, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.955603] env[63622]: DEBUG nova.network.neutron [req-7aa077fb-0aab-41df-bc1f-3a26e4fea629 req-ae0334e7-be01-4014-bd50-274c6b0e60ac service nova] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Updated VIF entry in instance network info cache for port 340e6b4e-1d50-444d-9e26-8796395dbb40. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1450.955603] env[63622]: DEBUG nova.network.neutron [req-7aa077fb-0aab-41df-bc1f-3a26e4fea629 req-ae0334e7-be01-4014-bd50-274c6b0e60ac service nova] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Updating instance_info_cache with network_info: [{"id": "340e6b4e-1d50-444d-9e26-8796395dbb40", "address": "fa:16:3e:bf:eb:8a", "network": {"id": "10236aa1-ff29-46b4-a33a-f3dee61d8ac7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-11799953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7c09ed2506546bca5962e0f8bd54c9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap340e6b4e-1d", "ovs_interfaceid": "340e6b4e-1d50-444d-9e26-8796395dbb40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.378482] env[63622]: DEBUG oslo_vmware.api [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]528a7aea-5782-f8ab-d250-5c3c73ae8411, 'name': SearchDatastore_Task, 'duration_secs': 0.0091} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.382767] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0a997a3-ec3c-4684-aa93-7b2c2c4853cb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.388356] env[63622]: DEBUG oslo_vmware.api [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Waiting for the task: (returnval){ [ 1451.388356] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b6d5b0-d50e-d47a-aa54-dd3c12885875" [ 1451.388356] env[63622]: _type = "Task" [ 1451.388356] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.396691] env[63622]: DEBUG oslo_vmware.api [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b6d5b0-d50e-d47a-aa54-dd3c12885875, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.398267] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd01e9a-e211-472e-a35e-570d8c9a779d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.410506] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2aab5e9-57e4-40d5-aedb-62a7a4a82502 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.413642] env[63622]: DEBUG oslo_vmware.api [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Task: {'id': task-1816447, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.446851] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fc86bd-96c4-4014-bce8-467813266528 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.455994] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9579c99-fb23-475e-a664-c22edca65da4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.465175] env[63622]: DEBUG oslo_concurrency.lockutils [req-7aa077fb-0aab-41df-bc1f-3a26e4fea629 req-ae0334e7-be01-4014-bd50-274c6b0e60ac service nova] Releasing lock "refresh_cache-8cd420df-88e4-4174-b6e6-753b128f055d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1451.471242] env[63622]: DEBUG nova.compute.provider_tree [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1451.898912] env[63622]: DEBUG oslo_vmware.api [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b6d5b0-d50e-d47a-aa54-dd3c12885875, 'name': SearchDatastore_Task, 'duration_secs': 0.010734} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.899745] env[63622]: DEBUG oslo_concurrency.lockutils [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1451.899745] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 5411cbb5-08c5-4dbc-b327-26892a8257a0/e2d5bd27-1b7d-4255-a1df-e035847393df-rescue.vmdk. {{(pid=63622) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1451.899745] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7cf84fa0-3dc2-4967-bc30-c6d2f7e77694 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.912854] env[63622]: DEBUG oslo_vmware.api [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Task: {'id': task-1816447, 'name': PowerOnVM_Task, 'duration_secs': 0.523242} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.913898] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1451.914181] env[63622]: INFO nova.compute.manager [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Took 10.13 seconds to spawn the instance on the hypervisor. [ 1451.914404] env[63622]: DEBUG nova.compute.manager [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1451.914761] env[63622]: DEBUG oslo_vmware.api [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Waiting for the task: (returnval){ [ 1451.914761] env[63622]: value = "task-1816448" [ 1451.914761] env[63622]: _type = "Task" [ 1451.914761] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.915893] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c314f3-9cf5-4114-aea2-4a0425fe0d8f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.927290] env[63622]: DEBUG oslo_vmware.api [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816448, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.001037] env[63622]: ERROR nova.scheduler.client.report [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [req-9902a593-c35d-4990-8c5f-64ffb6cbc000] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8dd86f19-3c1a-4ba4-9c42-69cb148971df. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9902a593-c35d-4990-8c5f-64ffb6cbc000"}]} [ 1452.022071] env[63622]: DEBUG nova.scheduler.client.report [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Refreshing inventories for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1452.039384] env[63622]: DEBUG nova.scheduler.client.report [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Updating ProviderTree inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1452.039580] env[63622]: DEBUG nova.compute.provider_tree [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1452.060453] env[63622]: DEBUG nova.scheduler.client.report [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Refreshing aggregate associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, aggregates: None {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1452.087750] env[63622]: DEBUG nova.scheduler.client.report [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Refreshing trait associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1452.439217] env[63622]: DEBUG oslo_vmware.api [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816448, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.441484] env[63622]: INFO nova.compute.manager [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Took 30.33 seconds to build instance. [ 1452.703716] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95088d87-ad17-47f6-aaaf-2b2f85c44883 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.713068] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba5fd5c-7a8a-4aee-bab2-a2517d444946 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.747146] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085778e1-256d-49f6-bdda-b5a78fe76042 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.755393] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87f7888-7f7b-470f-ac95-7386abb95853 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.769274] env[63622]: DEBUG nova.compute.provider_tree [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1452.931242] env[63622]: DEBUG oslo_vmware.api [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816448, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722242} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.931520] env[63622]: INFO nova.virt.vmwareapi.ds_util [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 5411cbb5-08c5-4dbc-b327-26892a8257a0/e2d5bd27-1b7d-4255-a1df-e035847393df-rescue.vmdk. [ 1452.932379] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b1df10-7708-4d54-b172-73292492f533 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.953162] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b28515c9-2132-4c49-80a9-53b7c3833b08 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Lock "05786a78-3acb-4ec4-b2c8-7da70719319c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.851s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.960827] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 5411cbb5-08c5-4dbc-b327-26892a8257a0/e2d5bd27-1b7d-4255-a1df-e035847393df-rescue.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1452.962320] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e81381a0-86e2-4bfe-843d-ddf41a658cbf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.984358] env[63622]: DEBUG oslo_vmware.api [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Waiting for the task: (returnval){ [ 1452.984358] env[63622]: value = "task-1816449" [ 1452.984358] env[63622]: _type = "Task" [ 1452.984358] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.993778] env[63622]: DEBUG oslo_vmware.api [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816449, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.309382] env[63622]: DEBUG nova.scheduler.client.report [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Updated inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with generation 55 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1453.309701] env[63622]: DEBUG nova.compute.provider_tree [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Updating resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df generation from 55 to 56 during operation: update_inventory {{(pid=63622) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1453.309894] env[63622]: DEBUG nova.compute.provider_tree [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1453.477863] env[63622]: DEBUG nova.compute.manager [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] [instance: ada46b59-e636-461e-8650-8051a98550dc] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1453.493754] env[63622]: DEBUG oslo_vmware.api [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816449, 'name': ReconfigVM_Task, 'duration_secs': 0.345559} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.494211] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 5411cbb5-08c5-4dbc-b327-26892a8257a0/e2d5bd27-1b7d-4255-a1df-e035847393df-rescue.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1453.495302] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16d5b62-0698-4710-85dc-feeb52107e64 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.524152] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ded4280-e50a-4c87-86f0-1e056061b644 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.541241] env[63622]: DEBUG oslo_vmware.api [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Waiting for the task: (returnval){ [ 1453.541241] env[63622]: value = "task-1816450" [ 1453.541241] env[63622]: _type = "Task" [ 1453.541241] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.549809] env[63622]: DEBUG oslo_vmware.api [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816450, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.759376] env[63622]: DEBUG nova.compute.manager [req-ef3d18a9-f5f4-416b-be0a-15d6aa35957e req-556f2958-66cf-4ae5-a2ed-b04edbad6401 service nova] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Received event network-changed-5434a345-d0e9-4ec4-96ad-d94fb6775410 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1453.759376] env[63622]: DEBUG nova.compute.manager [req-ef3d18a9-f5f4-416b-be0a-15d6aa35957e req-556f2958-66cf-4ae5-a2ed-b04edbad6401 service nova] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Refreshing instance network info cache due to event network-changed-5434a345-d0e9-4ec4-96ad-d94fb6775410. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1453.759376] env[63622]: DEBUG oslo_concurrency.lockutils [req-ef3d18a9-f5f4-416b-be0a-15d6aa35957e req-556f2958-66cf-4ae5-a2ed-b04edbad6401 service nova] Acquiring lock "refresh_cache-6e37ca42-4594-46f6-bcaa-88ea37c8de2d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1453.759376] env[63622]: DEBUG oslo_concurrency.lockutils [req-ef3d18a9-f5f4-416b-be0a-15d6aa35957e req-556f2958-66cf-4ae5-a2ed-b04edbad6401 service nova] Acquired lock "refresh_cache-6e37ca42-4594-46f6-bcaa-88ea37c8de2d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.759376] env[63622]: DEBUG nova.network.neutron [req-ef3d18a9-f5f4-416b-be0a-15d6aa35957e req-556f2958-66cf-4ae5-a2ed-b04edbad6401 service nova] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Refreshing network info cache for port 5434a345-d0e9-4ec4-96ad-d94fb6775410 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1453.816416] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1453.816673] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.620s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.817055] env[63622]: DEBUG oslo_concurrency.lockutils [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.510s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.818869] env[63622]: INFO nova.compute.claims [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1453.825177] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1453.825352] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Cleaning up deleted instances with incomplete migration {{(pid=63622) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11617}} [ 1453.998773] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.051819] env[63622]: DEBUG oslo_vmware.api [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816450, 'name': ReconfigVM_Task, 'duration_secs': 0.149714} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.052123] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1454.052370] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1d53131-679a-4a56-a2aa-c284ee1b7acd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.059530] env[63622]: DEBUG oslo_vmware.api [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Waiting for the task: (returnval){ [ 1454.059530] env[63622]: value = "task-1816451" [ 1454.059530] env[63622]: _type = "Task" [ 1454.059530] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.070218] env[63622]: DEBUG oslo_vmware.api [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.329197] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.333999] env[63622]: DEBUG oslo_concurrency.lockutils [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Acquiring lock "b64116cf-848e-4a45-a8bc-401f9dd0fe9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.334720] env[63622]: DEBUG oslo_concurrency.lockutils [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Lock "b64116cf-848e-4a45-a8bc-401f9dd0fe9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.540462] env[63622]: DEBUG nova.network.neutron [req-ef3d18a9-f5f4-416b-be0a-15d6aa35957e req-556f2958-66cf-4ae5-a2ed-b04edbad6401 service nova] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Updated VIF entry in instance network info cache for port 5434a345-d0e9-4ec4-96ad-d94fb6775410. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1454.541774] env[63622]: DEBUG nova.network.neutron [req-ef3d18a9-f5f4-416b-be0a-15d6aa35957e req-556f2958-66cf-4ae5-a2ed-b04edbad6401 service nova] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Updating instance_info_cache with network_info: [{"id": "5434a345-d0e9-4ec4-96ad-d94fb6775410", "address": "fa:16:3e:db:8d:4d", "network": {"id": "4ea49aff-e8a7-4a32-88be-184ddef06831", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1872065363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "becb56be781f4fbdb665b6b7470255ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5434a345-d0", "ovs_interfaceid": "5434a345-d0e9-4ec4-96ad-d94fb6775410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.571024] env[63622]: DEBUG oslo_vmware.api [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816451, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.047688] env[63622]: DEBUG oslo_concurrency.lockutils [req-ef3d18a9-f5f4-416b-be0a-15d6aa35957e req-556f2958-66cf-4ae5-a2ed-b04edbad6401 service nova] Releasing lock "refresh_cache-6e37ca42-4594-46f6-bcaa-88ea37c8de2d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.069508] env[63622]: DEBUG oslo_vmware.api [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816451, 'name': PowerOnVM_Task, 'duration_secs': 0.533317} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.072204] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1455.075693] env[63622]: DEBUG nova.compute.manager [None req-03d5036b-02e0-43f9-9216-aecb291e2734 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1455.076563] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64044ab4-e78d-4bfc-91ec-4a6663f384ff {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.363632] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae75fcbc-5332-4908-b0ba-28cc035cf62b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.372445] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f2877b-15f5-4c35-b911-71492cafae84 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.402880] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff06d5c-26e4-492c-9c2b-623425756dd1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.410419] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b06a56-3ff3-4ca1-ada2-de0cf8937b72 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.426176] env[63622]: DEBUG nova.compute.provider_tree [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1455.833826] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1455.834408] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1455.834722] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1455.835039] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1455.835351] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1455.835592] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63622) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 1455.886932] env[63622]: DEBUG nova.compute.manager [req-b432a74f-1d19-4b47-8bb1-da7c60b26b65 req-5f4d928e-41b7-45f8-8b9e-aebc18873134 service nova] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Received event network-changed-5434a345-d0e9-4ec4-96ad-d94fb6775410 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1455.888568] env[63622]: DEBUG nova.compute.manager [req-b432a74f-1d19-4b47-8bb1-da7c60b26b65 req-5f4d928e-41b7-45f8-8b9e-aebc18873134 service nova] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Refreshing instance network info cache due to event network-changed-5434a345-d0e9-4ec4-96ad-d94fb6775410. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1455.888915] env[63622]: DEBUG oslo_concurrency.lockutils [req-b432a74f-1d19-4b47-8bb1-da7c60b26b65 req-5f4d928e-41b7-45f8-8b9e-aebc18873134 service nova] Acquiring lock "refresh_cache-6e37ca42-4594-46f6-bcaa-88ea37c8de2d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.889202] env[63622]: DEBUG oslo_concurrency.lockutils [req-b432a74f-1d19-4b47-8bb1-da7c60b26b65 req-5f4d928e-41b7-45f8-8b9e-aebc18873134 service nova] Acquired lock "refresh_cache-6e37ca42-4594-46f6-bcaa-88ea37c8de2d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.889525] env[63622]: DEBUG nova.network.neutron [req-b432a74f-1d19-4b47-8bb1-da7c60b26b65 req-5f4d928e-41b7-45f8-8b9e-aebc18873134 service nova] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Refreshing network info cache for port 5434a345-d0e9-4ec4-96ad-d94fb6775410 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1455.949515] env[63622]: ERROR nova.scheduler.client.report [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [req-1f281464-f1dc-4e18-b2da-71bcabfa10ca] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8dd86f19-3c1a-4ba4-9c42-69cb148971df. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1f281464-f1dc-4e18-b2da-71bcabfa10ca"}]} [ 1455.965987] env[63622]: DEBUG nova.scheduler.client.report [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Refreshing inventories for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1455.980068] env[63622]: DEBUG nova.scheduler.client.report [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Updating ProviderTree inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1455.980068] env[63622]: DEBUG nova.compute.provider_tree [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1455.995141] env[63622]: DEBUG nova.scheduler.client.report [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Refreshing aggregate associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, aggregates: None {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1456.013225] env[63622]: DEBUG nova.scheduler.client.report [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Refreshing trait associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1456.484308] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa024b1-2cca-4b65-9353-4c75205378ea {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.491078] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d24863-288a-43e1-aa81-b91406f453df {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.525338] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54908a31-d451-4801-b62a-00a1401fd00e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.533375] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74153e9c-0616-40a3-a9d1-879d4dcee15b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.548357] env[63622]: DEBUG nova.compute.provider_tree [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1456.699492] env[63622]: DEBUG nova.network.neutron [req-b432a74f-1d19-4b47-8bb1-da7c60b26b65 req-5f4d928e-41b7-45f8-8b9e-aebc18873134 service nova] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Updated VIF entry in instance network info cache for port 5434a345-d0e9-4ec4-96ad-d94fb6775410. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1456.699808] env[63622]: DEBUG nova.network.neutron [req-b432a74f-1d19-4b47-8bb1-da7c60b26b65 req-5f4d928e-41b7-45f8-8b9e-aebc18873134 service nova] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Updating instance_info_cache with network_info: [{"id": "5434a345-d0e9-4ec4-96ad-d94fb6775410", "address": "fa:16:3e:db:8d:4d", "network": {"id": "4ea49aff-e8a7-4a32-88be-184ddef06831", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1872065363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "becb56be781f4fbdb665b6b7470255ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5434a345-d0", "ovs_interfaceid": "5434a345-d0e9-4ec4-96ad-d94fb6775410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.788898] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Acquiring lock "37f59a1a-2002-42da-b2fe-123649034f89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1456.789200] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Lock "37f59a1a-2002-42da-b2fe-123649034f89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.070767] env[63622]: ERROR nova.scheduler.client.report [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [req-18c8a9d2-6ed8-4cca-af8c-d5804f6963cb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8dd86f19-3c1a-4ba4-9c42-69cb148971df. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-18c8a9d2-6ed8-4cca-af8c-d5804f6963cb"}]} [ 1457.088437] env[63622]: DEBUG nova.scheduler.client.report [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Refreshing inventories for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1457.102470] env[63622]: DEBUG nova.scheduler.client.report [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Updating ProviderTree inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1457.102811] env[63622]: DEBUG nova.compute.provider_tree [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1457.113480] env[63622]: DEBUG nova.scheduler.client.report [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Refreshing aggregate associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, aggregates: None {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1457.131633] env[63622]: DEBUG nova.scheduler.client.report [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Refreshing trait associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1457.203058] env[63622]: DEBUG oslo_concurrency.lockutils [req-b432a74f-1d19-4b47-8bb1-da7c60b26b65 req-5f4d928e-41b7-45f8-8b9e-aebc18873134 service nova] Releasing lock "refresh_cache-6e37ca42-4594-46f6-bcaa-88ea37c8de2d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.203340] env[63622]: DEBUG nova.compute.manager [req-b432a74f-1d19-4b47-8bb1-da7c60b26b65 req-5f4d928e-41b7-45f8-8b9e-aebc18873134 service nova] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Received event network-changed-96336bbc-12be-4998-95ab-c1936a124b1a {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1457.203500] env[63622]: DEBUG nova.compute.manager [req-b432a74f-1d19-4b47-8bb1-da7c60b26b65 req-5f4d928e-41b7-45f8-8b9e-aebc18873134 service nova] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Refreshing instance network info cache due to event network-changed-96336bbc-12be-4998-95ab-c1936a124b1a. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1457.203698] env[63622]: DEBUG oslo_concurrency.lockutils [req-b432a74f-1d19-4b47-8bb1-da7c60b26b65 req-5f4d928e-41b7-45f8-8b9e-aebc18873134 service nova] Acquiring lock "refresh_cache-05786a78-3acb-4ec4-b2c8-7da70719319c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.203856] env[63622]: DEBUG oslo_concurrency.lockutils [req-b432a74f-1d19-4b47-8bb1-da7c60b26b65 req-5f4d928e-41b7-45f8-8b9e-aebc18873134 service nova] Acquired lock "refresh_cache-05786a78-3acb-4ec4-b2c8-7da70719319c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.204037] env[63622]: DEBUG nova.network.neutron [req-b432a74f-1d19-4b47-8bb1-da7c60b26b65 req-5f4d928e-41b7-45f8-8b9e-aebc18873134 service nova] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Refreshing network info cache for port 96336bbc-12be-4998-95ab-c1936a124b1a {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1457.255826] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4a64313f-72eb-4f80-a23f-18ecbaa2f65b tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Acquiring lock "05786a78-3acb-4ec4-b2c8-7da70719319c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.255826] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4a64313f-72eb-4f80-a23f-18ecbaa2f65b tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Lock "05786a78-3acb-4ec4-b2c8-7da70719319c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.255826] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4a64313f-72eb-4f80-a23f-18ecbaa2f65b tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Acquiring lock "05786a78-3acb-4ec4-b2c8-7da70719319c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.255826] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4a64313f-72eb-4f80-a23f-18ecbaa2f65b tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Lock "05786a78-3acb-4ec4-b2c8-7da70719319c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.255826] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4a64313f-72eb-4f80-a23f-18ecbaa2f65b tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Lock "05786a78-3acb-4ec4-b2c8-7da70719319c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.257719] env[63622]: INFO nova.compute.manager [None req-4a64313f-72eb-4f80-a23f-18ecbaa2f65b tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Terminating instance [ 1457.572575] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3088e2da-d300-46e8-abb3-dba8a6346b19 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.580076] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59eb2005-fb8e-4244-8ca1-9fcf56028bec {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.612908] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000c9444-dfca-4df8-b6f1-d71e442416f7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.620446] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ccb202-7c12-4593-96de-8857721bac1a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.634716] env[63622]: DEBUG nova.compute.provider_tree [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1457.763950] env[63622]: DEBUG nova.compute.manager [None req-4a64313f-72eb-4f80-a23f-18ecbaa2f65b tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1457.764197] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4a64313f-72eb-4f80-a23f-18ecbaa2f65b tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1457.765007] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1684fdcd-1d79-466a-b5a1-fb2592be83be {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.773217] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a64313f-72eb-4f80-a23f-18ecbaa2f65b tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1457.773476] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36e8c6e7-2140-4456-ab5c-be9e5c19cbd0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.780473] env[63622]: DEBUG oslo_vmware.api [None req-4a64313f-72eb-4f80-a23f-18ecbaa2f65b tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Waiting for the task: (returnval){ [ 1457.780473] env[63622]: value = "task-1816452" [ 1457.780473] env[63622]: _type = "Task" [ 1457.780473] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.788904] env[63622]: DEBUG oslo_vmware.api [None req-4a64313f-72eb-4f80-a23f-18ecbaa2f65b tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Task: {'id': task-1816452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.085163] env[63622]: DEBUG nova.network.neutron [req-b432a74f-1d19-4b47-8bb1-da7c60b26b65 req-5f4d928e-41b7-45f8-8b9e-aebc18873134 service nova] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Updated VIF entry in instance network info cache for port 96336bbc-12be-4998-95ab-c1936a124b1a. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1458.085531] env[63622]: DEBUG nova.network.neutron [req-b432a74f-1d19-4b47-8bb1-da7c60b26b65 req-5f4d928e-41b7-45f8-8b9e-aebc18873134 service nova] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Updating instance_info_cache with network_info: [{"id": "96336bbc-12be-4998-95ab-c1936a124b1a", "address": "fa:16:3e:3f:3e:4a", "network": {"id": "4ea49aff-e8a7-4a32-88be-184ddef06831", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1872065363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "becb56be781f4fbdb665b6b7470255ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96336bbc-12", "ovs_interfaceid": "96336bbc-12be-4998-95ab-c1936a124b1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1458.175026] env[63622]: DEBUG nova.scheduler.client.report [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Updated inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with generation 58 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1458.175201] env[63622]: DEBUG nova.compute.provider_tree [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Updating resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df generation from 58 to 59 during operation: update_inventory {{(pid=63622) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1458.175385] env[63622]: DEBUG nova.compute.provider_tree [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1458.220086] env[63622]: DEBUG nova.compute.manager [req-60b1c23d-5e67-44a8-8fa4-2c7cf8b5b379 req-6dd568e5-d4f5-4328-8d0e-480290de2311 service nova] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Received event network-changed-96336bbc-12be-4998-95ab-c1936a124b1a {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1458.220320] env[63622]: DEBUG nova.compute.manager [req-60b1c23d-5e67-44a8-8fa4-2c7cf8b5b379 req-6dd568e5-d4f5-4328-8d0e-480290de2311 service nova] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Refreshing instance network info cache due to event network-changed-96336bbc-12be-4998-95ab-c1936a124b1a. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1458.220516] env[63622]: DEBUG oslo_concurrency.lockutils [req-60b1c23d-5e67-44a8-8fa4-2c7cf8b5b379 req-6dd568e5-d4f5-4328-8d0e-480290de2311 service nova] Acquiring lock "refresh_cache-05786a78-3acb-4ec4-b2c8-7da70719319c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.290246] env[63622]: DEBUG oslo_vmware.api [None req-4a64313f-72eb-4f80-a23f-18ecbaa2f65b tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Task: {'id': task-1816452, 'name': PowerOffVM_Task, 'duration_secs': 0.369876} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.290578] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a64313f-72eb-4f80-a23f-18ecbaa2f65b tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1458.290818] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4a64313f-72eb-4f80-a23f-18ecbaa2f65b tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1458.291121] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c76ee40-adf6-4fa6-9934-f7ba7ca37c1a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.365999] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4a64313f-72eb-4f80-a23f-18ecbaa2f65b tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1458.366565] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4a64313f-72eb-4f80-a23f-18ecbaa2f65b tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1458.366779] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a64313f-72eb-4f80-a23f-18ecbaa2f65b tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Deleting the datastore file [datastore1] 05786a78-3acb-4ec4-b2c8-7da70719319c {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1458.367848] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2060d57d-ec68-41c1-8534-bdf711e1afeb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.373918] env[63622]: DEBUG oslo_vmware.api [None req-4a64313f-72eb-4f80-a23f-18ecbaa2f65b tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Waiting for the task: (returnval){ [ 1458.373918] env[63622]: value = "task-1816454" [ 1458.373918] env[63622]: _type = "Task" [ 1458.373918] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.381674] env[63622]: DEBUG oslo_vmware.api [None req-4a64313f-72eb-4f80-a23f-18ecbaa2f65b tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Task: {'id': task-1816454, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.387756] env[63622]: DEBUG nova.compute.manager [req-8c3b8959-f3c5-4b8b-b582-f6c492649cca req-08068496-c9e2-4f7e-b72c-09bb5c77688a service nova] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Received event network-changed-5434a345-d0e9-4ec4-96ad-d94fb6775410 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1458.387980] env[63622]: DEBUG nova.compute.manager [req-8c3b8959-f3c5-4b8b-b582-f6c492649cca req-08068496-c9e2-4f7e-b72c-09bb5c77688a service nova] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Refreshing instance network info cache due to event network-changed-5434a345-d0e9-4ec4-96ad-d94fb6775410. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1458.388126] env[63622]: DEBUG oslo_concurrency.lockutils [req-8c3b8959-f3c5-4b8b-b582-f6c492649cca req-08068496-c9e2-4f7e-b72c-09bb5c77688a service nova] Acquiring lock "refresh_cache-6e37ca42-4594-46f6-bcaa-88ea37c8de2d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.388267] env[63622]: DEBUG oslo_concurrency.lockutils [req-8c3b8959-f3c5-4b8b-b582-f6c492649cca req-08068496-c9e2-4f7e-b72c-09bb5c77688a service nova] Acquired lock "refresh_cache-6e37ca42-4594-46f6-bcaa-88ea37c8de2d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.388422] env[63622]: DEBUG nova.network.neutron [req-8c3b8959-f3c5-4b8b-b582-f6c492649cca req-08068496-c9e2-4f7e-b72c-09bb5c77688a service nova] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Refreshing network info cache for port 5434a345-d0e9-4ec4-96ad-d94fb6775410 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1458.588764] env[63622]: DEBUG oslo_concurrency.lockutils [req-b432a74f-1d19-4b47-8bb1-da7c60b26b65 req-5f4d928e-41b7-45f8-8b9e-aebc18873134 service nova] Releasing lock "refresh_cache-05786a78-3acb-4ec4-b2c8-7da70719319c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.593017] env[63622]: DEBUG oslo_concurrency.lockutils [req-60b1c23d-5e67-44a8-8fa4-2c7cf8b5b379 req-6dd568e5-d4f5-4328-8d0e-480290de2311 service nova] Acquired lock "refresh_cache-05786a78-3acb-4ec4-b2c8-7da70719319c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.593017] env[63622]: DEBUG nova.network.neutron [req-60b1c23d-5e67-44a8-8fa4-2c7cf8b5b379 req-6dd568e5-d4f5-4328-8d0e-480290de2311 service nova] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Refreshing network info cache for port 96336bbc-12be-4998-95ab-c1936a124b1a {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1458.680471] env[63622]: DEBUG oslo_concurrency.lockutils [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.863s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.681068] env[63622]: DEBUG nova.compute.manager [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1458.684039] env[63622]: DEBUG oslo_concurrency.lockutils [None req-46e47ef8-0370-4faa-8994-caaf6aa52529 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.374s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.684635] env[63622]: DEBUG oslo_concurrency.lockutils [None req-46e47ef8-0370-4faa-8994-caaf6aa52529 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.686256] env[63622]: DEBUG oslo_concurrency.lockutils [None req-51f214e3-20cd-490f-868d-979a6b843c8d tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.567s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.686632] env[63622]: DEBUG oslo_concurrency.lockutils [None req-51f214e3-20cd-490f-868d-979a6b843c8d tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.688207] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.261s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.689639] env[63622]: INFO nova.compute.claims [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1458.719356] env[63622]: INFO nova.scheduler.client.report [None req-51f214e3-20cd-490f-868d-979a6b843c8d tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Deleted allocations for instance 8de62141-0f55-411a-b06a-f4e63a433b8b [ 1458.720956] env[63622]: INFO nova.scheduler.client.report [None req-46e47ef8-0370-4faa-8994-caaf6aa52529 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Deleted allocations for instance 8789cf92-9fcf-4bc5-af18-c621c373181b [ 1458.883962] env[63622]: DEBUG oslo_vmware.api [None req-4a64313f-72eb-4f80-a23f-18ecbaa2f65b tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Task: {'id': task-1816454, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125107} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.884279] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a64313f-72eb-4f80-a23f-18ecbaa2f65b tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1458.884470] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4a64313f-72eb-4f80-a23f-18ecbaa2f65b tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1458.884648] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4a64313f-72eb-4f80-a23f-18ecbaa2f65b tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1458.884870] env[63622]: INFO nova.compute.manager [None req-4a64313f-72eb-4f80-a23f-18ecbaa2f65b tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1458.885222] env[63622]: DEBUG oslo.service.loopingcall [None req-4a64313f-72eb-4f80-a23f-18ecbaa2f65b tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1458.885393] env[63622]: DEBUG nova.compute.manager [-] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1458.885649] env[63622]: DEBUG nova.network.neutron [-] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1459.194490] env[63622]: DEBUG nova.compute.utils [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1459.201270] env[63622]: DEBUG nova.compute.manager [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1459.201270] env[63622]: DEBUG nova.network.neutron [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1459.231890] env[63622]: DEBUG oslo_concurrency.lockutils [None req-51f214e3-20cd-490f-868d-979a6b843c8d tempest-ServersAdmin275Test-1948610187 tempest-ServersAdmin275Test-1948610187-project-member] Lock "8de62141-0f55-411a-b06a-f4e63a433b8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.716s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.236949] env[63622]: DEBUG oslo_concurrency.lockutils [None req-46e47ef8-0370-4faa-8994-caaf6aa52529 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970 tempest-FloatingIPsAssociationNegativeTestJSON-1067877970-project-member] Lock "8789cf92-9fcf-4bc5-af18-c621c373181b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.064s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.380016] env[63622]: DEBUG nova.policy [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21032ea70154476b87f58ab3b6f5bfb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8fad179de6142989549cd0aa09e4af5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1459.385836] env[63622]: DEBUG nova.network.neutron [req-8c3b8959-f3c5-4b8b-b582-f6c492649cca req-08068496-c9e2-4f7e-b72c-09bb5c77688a service nova] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Updated VIF entry in instance network info cache for port 5434a345-d0e9-4ec4-96ad-d94fb6775410. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1459.386197] env[63622]: DEBUG nova.network.neutron [req-8c3b8959-f3c5-4b8b-b582-f6c492649cca req-08068496-c9e2-4f7e-b72c-09bb5c77688a service nova] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Updating instance_info_cache with network_info: [{"id": "5434a345-d0e9-4ec4-96ad-d94fb6775410", "address": "fa:16:3e:db:8d:4d", "network": {"id": "4ea49aff-e8a7-4a32-88be-184ddef06831", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1872065363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "becb56be781f4fbdb665b6b7470255ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5434a345-d0", "ovs_interfaceid": "5434a345-d0e9-4ec4-96ad-d94fb6775410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.551722] env[63622]: DEBUG nova.network.neutron [req-60b1c23d-5e67-44a8-8fa4-2c7cf8b5b379 req-6dd568e5-d4f5-4328-8d0e-480290de2311 service nova] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Updated VIF entry in instance network info cache for port 96336bbc-12be-4998-95ab-c1936a124b1a. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1459.552247] env[63622]: DEBUG nova.network.neutron [req-60b1c23d-5e67-44a8-8fa4-2c7cf8b5b379 req-6dd568e5-d4f5-4328-8d0e-480290de2311 service nova] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Updating instance_info_cache with network_info: [{"id": "96336bbc-12be-4998-95ab-c1936a124b1a", "address": "fa:16:3e:3f:3e:4a", "network": {"id": "4ea49aff-e8a7-4a32-88be-184ddef06831", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1872065363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "becb56be781f4fbdb665b6b7470255ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96336bbc-12", "ovs_interfaceid": "96336bbc-12be-4998-95ab-c1936a124b1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.699512] env[63622]: DEBUG nova.compute.manager [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1459.889220] env[63622]: DEBUG oslo_concurrency.lockutils [req-8c3b8959-f3c5-4b8b-b582-f6c492649cca req-08068496-c9e2-4f7e-b72c-09bb5c77688a service nova] Releasing lock "refresh_cache-6e37ca42-4594-46f6-bcaa-88ea37c8de2d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.935788] env[63622]: DEBUG nova.network.neutron [-] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.055796] env[63622]: DEBUG oslo_concurrency.lockutils [req-60b1c23d-5e67-44a8-8fa4-2c7cf8b5b379 req-6dd568e5-d4f5-4328-8d0e-480290de2311 service nova] Releasing lock "refresh_cache-05786a78-3acb-4ec4-b2c8-7da70719319c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1460.130475] env[63622]: DEBUG nova.network.neutron [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Successfully created port: 91b5bd95-ee5d-487e-a6cc-cbdd35cda275 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1460.267027] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e9c10c-9ef4-43a9-85a8-f9170efed8ee {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.275103] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cff3d9-99c8-45b5-aae9-8c010ed7c7dd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.316101] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed3e4e6-68d8-457e-a5ba-b3fd04c04e4c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.319892] env[63622]: DEBUG nova.compute.manager [req-8efd7178-54a0-43ff-a963-f8ed477cea0f req-49e72687-1f68-47d7-8553-0b7cd9238ab9 service nova] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Received event network-changed-5434a345-d0e9-4ec4-96ad-d94fb6775410 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1460.320101] env[63622]: DEBUG nova.compute.manager [req-8efd7178-54a0-43ff-a963-f8ed477cea0f req-49e72687-1f68-47d7-8553-0b7cd9238ab9 service nova] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Refreshing instance network info cache due to event network-changed-5434a345-d0e9-4ec4-96ad-d94fb6775410. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1460.320308] env[63622]: DEBUG oslo_concurrency.lockutils [req-8efd7178-54a0-43ff-a963-f8ed477cea0f req-49e72687-1f68-47d7-8553-0b7cd9238ab9 service nova] Acquiring lock "refresh_cache-6e37ca42-4594-46f6-bcaa-88ea37c8de2d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1460.320451] env[63622]: DEBUG oslo_concurrency.lockutils [req-8efd7178-54a0-43ff-a963-f8ed477cea0f req-49e72687-1f68-47d7-8553-0b7cd9238ab9 service nova] Acquired lock "refresh_cache-6e37ca42-4594-46f6-bcaa-88ea37c8de2d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.320607] env[63622]: DEBUG nova.network.neutron [req-8efd7178-54a0-43ff-a963-f8ed477cea0f req-49e72687-1f68-47d7-8553-0b7cd9238ab9 service nova] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Refreshing network info cache for port 5434a345-d0e9-4ec4-96ad-d94fb6775410 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1460.327608] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82737874-90b0-4dff-9571-d2ccfa246198 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.343150] env[63622]: DEBUG nova.compute.provider_tree [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1460.438899] env[63622]: INFO nova.compute.manager [-] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Took 1.55 seconds to deallocate network for instance. [ 1460.446620] env[63622]: DEBUG nova.compute.manager [req-8deee3eb-ca6e-48b9-a65d-8ab925a7a8c8 req-5060bda5-a126-4cdb-b5f2-6ac6785d3dbd service nova] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Received event network-vif-deleted-96336bbc-12be-4998-95ab-c1936a124b1a {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1460.715876] env[63622]: DEBUG nova.compute.manager [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1460.743512] env[63622]: DEBUG nova.virt.hardware [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1460.743782] env[63622]: DEBUG nova.virt.hardware [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1460.743949] env[63622]: DEBUG nova.virt.hardware [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1460.744206] env[63622]: DEBUG nova.virt.hardware [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1460.744364] env[63622]: DEBUG nova.virt.hardware [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1460.744510] env[63622]: DEBUG nova.virt.hardware [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1460.744803] env[63622]: DEBUG nova.virt.hardware [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1460.744866] env[63622]: DEBUG nova.virt.hardware [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1460.745035] env[63622]: DEBUG nova.virt.hardware [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1460.745208] env[63622]: DEBUG nova.virt.hardware [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1460.745375] env[63622]: DEBUG nova.virt.hardware [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1460.746396] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bc7a65-7d9d-40cc-9a5d-10fe310f8573 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.755376] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b90399-e234-4c61-8435-93cebb70bd26 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.845912] env[63622]: DEBUG nova.scheduler.client.report [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1460.947243] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4a64313f-72eb-4f80-a23f-18ecbaa2f65b tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.114055] env[63622]: DEBUG nova.network.neutron [req-8efd7178-54a0-43ff-a963-f8ed477cea0f req-49e72687-1f68-47d7-8553-0b7cd9238ab9 service nova] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Updated VIF entry in instance network info cache for port 5434a345-d0e9-4ec4-96ad-d94fb6775410. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1461.114456] env[63622]: DEBUG nova.network.neutron [req-8efd7178-54a0-43ff-a963-f8ed477cea0f req-49e72687-1f68-47d7-8553-0b7cd9238ab9 service nova] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Updating instance_info_cache with network_info: [{"id": "5434a345-d0e9-4ec4-96ad-d94fb6775410", "address": "fa:16:3e:db:8d:4d", "network": {"id": "4ea49aff-e8a7-4a32-88be-184ddef06831", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1872065363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "becb56be781f4fbdb665b6b7470255ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5434a345-d0", "ovs_interfaceid": "5434a345-d0e9-4ec4-96ad-d94fb6775410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.326346] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.326526] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Starting heal instance info cache {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 1461.352202] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.352469] env[63622]: DEBUG nova.compute.manager [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1461.355526] env[63622]: DEBUG oslo_concurrency.lockutils [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.184s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.356769] env[63622]: INFO nova.compute.claims [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1461.617222] env[63622]: DEBUG oslo_concurrency.lockutils [req-8efd7178-54a0-43ff-a963-f8ed477cea0f req-49e72687-1f68-47d7-8553-0b7cd9238ab9 service nova] Releasing lock "refresh_cache-6e37ca42-4594-46f6-bcaa-88ea37c8de2d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1461.862140] env[63622]: DEBUG nova.network.neutron [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Successfully updated port: 91b5bd95-ee5d-487e-a6cc-cbdd35cda275 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1461.869751] env[63622]: DEBUG nova.compute.utils [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1461.875178] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "refresh_cache-29e4f8bb-5f9c-4cc9-8bc5-745977f5412a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1461.875178] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquired lock "refresh_cache-29e4f8bb-5f9c-4cc9-8bc5-745977f5412a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.875178] env[63622]: DEBUG nova.network.neutron [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Forcefully refreshing network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1461.882947] env[63622]: DEBUG nova.compute.manager [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1461.882947] env[63622]: DEBUG nova.network.neutron [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1461.936859] env[63622]: DEBUG nova.policy [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33573d825c554b90b010bdacc47a9788', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e8791eefc374ff28b667e54ec5a6f1a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1462.293777] env[63622]: DEBUG nova.network.neutron [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Successfully created port: 98906d20-f66d-49d9-a35e-ef94188da67a {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1462.380981] env[63622]: DEBUG nova.compute.manager [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1462.385488] env[63622]: DEBUG oslo_concurrency.lockutils [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Acquiring lock "refresh_cache-25a805c5-d5cd-458f-ae1c-75ef08f5263b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.385723] env[63622]: DEBUG oslo_concurrency.lockutils [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Acquired lock "refresh_cache-25a805c5-d5cd-458f-ae1c-75ef08f5263b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.385980] env[63622]: DEBUG nova.network.neutron [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1462.644625] env[63622]: DEBUG nova.compute.manager [req-c8c3f7e8-d5b6-4daf-8442-32f104e84dcb req-ed6ca484-4dda-4084-8981-900e18435ae0 service nova] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Received event network-vif-plugged-91b5bd95-ee5d-487e-a6cc-cbdd35cda275 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1462.644856] env[63622]: DEBUG oslo_concurrency.lockutils [req-c8c3f7e8-d5b6-4daf-8442-32f104e84dcb req-ed6ca484-4dda-4084-8981-900e18435ae0 service nova] Acquiring lock "25a805c5-d5cd-458f-ae1c-75ef08f5263b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.645080] env[63622]: DEBUG oslo_concurrency.lockutils [req-c8c3f7e8-d5b6-4daf-8442-32f104e84dcb req-ed6ca484-4dda-4084-8981-900e18435ae0 service nova] Lock "25a805c5-d5cd-458f-ae1c-75ef08f5263b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.645253] env[63622]: DEBUG oslo_concurrency.lockutils [req-c8c3f7e8-d5b6-4daf-8442-32f104e84dcb req-ed6ca484-4dda-4084-8981-900e18435ae0 service nova] Lock "25a805c5-d5cd-458f-ae1c-75ef08f5263b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.645420] env[63622]: DEBUG nova.compute.manager [req-c8c3f7e8-d5b6-4daf-8442-32f104e84dcb req-ed6ca484-4dda-4084-8981-900e18435ae0 service nova] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] No waiting events found dispatching network-vif-plugged-91b5bd95-ee5d-487e-a6cc-cbdd35cda275 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1462.645584] env[63622]: WARNING nova.compute.manager [req-c8c3f7e8-d5b6-4daf-8442-32f104e84dcb req-ed6ca484-4dda-4084-8981-900e18435ae0 service nova] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Received unexpected event network-vif-plugged-91b5bd95-ee5d-487e-a6cc-cbdd35cda275 for instance with vm_state building and task_state spawning. [ 1462.645764] env[63622]: DEBUG nova.compute.manager [req-c8c3f7e8-d5b6-4daf-8442-32f104e84dcb req-ed6ca484-4dda-4084-8981-900e18435ae0 service nova] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Received event network-changed-91b5bd95-ee5d-487e-a6cc-cbdd35cda275 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1462.645926] env[63622]: DEBUG nova.compute.manager [req-c8c3f7e8-d5b6-4daf-8442-32f104e84dcb req-ed6ca484-4dda-4084-8981-900e18435ae0 service nova] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Refreshing instance network info cache due to event network-changed-91b5bd95-ee5d-487e-a6cc-cbdd35cda275. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1462.646106] env[63622]: DEBUG oslo_concurrency.lockutils [req-c8c3f7e8-d5b6-4daf-8442-32f104e84dcb req-ed6ca484-4dda-4084-8981-900e18435ae0 service nova] Acquiring lock "refresh_cache-25a805c5-d5cd-458f-ae1c-75ef08f5263b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.934336] env[63622]: DEBUG nova.network.neutron [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1463.027311] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c890218a-a491-4990-8e18-ed020ab4223a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.036418] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a4ee1e-608a-44c4-83b9-fcfc3c4050ae {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.084834] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be11ca2f-f99e-4b98-9319-eba8085dc961 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.095819] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ead2751-dbd6-48a5-9ec1-85af07bcbf87 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.112591] env[63622]: DEBUG nova.compute.provider_tree [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1463.226640] env[63622]: DEBUG nova.network.neutron [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Updating instance_info_cache with network_info: [{"id": "91b5bd95-ee5d-487e-a6cc-cbdd35cda275", "address": "fa:16:3e:ee:99:9c", "network": {"id": "b4228a96-3fc3-4257-8e82-a1cf37456242", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45a909020f1491e9d07603c4fc0ad0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91b5bd95-ee", "ovs_interfaceid": "91b5bd95-ee5d-487e-a6cc-cbdd35cda275", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.285405] env[63622]: DEBUG nova.network.neutron [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Updating instance_info_cache with network_info: [{"id": "75247e15-918f-4205-ab1f-9af81969049f", "address": "fa:16:3e:10:05:c7", "network": {"id": "b4228a96-3fc3-4257-8e82-a1cf37456242", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45a909020f1491e9d07603c4fc0ad0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75247e15-91", "ovs_interfaceid": "75247e15-918f-4205-ab1f-9af81969049f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.397761] env[63622]: DEBUG nova.compute.manager [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1463.422160] env[63622]: DEBUG nova.virt.hardware [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1463.422430] env[63622]: DEBUG nova.virt.hardware [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1463.422625] env[63622]: DEBUG nova.virt.hardware [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1463.422903] env[63622]: DEBUG nova.virt.hardware [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1463.423018] env[63622]: DEBUG nova.virt.hardware [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1463.423246] env[63622]: DEBUG nova.virt.hardware [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1463.423494] env[63622]: DEBUG nova.virt.hardware [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1463.423659] env[63622]: DEBUG nova.virt.hardware [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1463.423886] env[63622]: DEBUG nova.virt.hardware [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1463.424025] env[63622]: DEBUG nova.virt.hardware [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1463.424207] env[63622]: DEBUG nova.virt.hardware [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1463.425156] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a008b54-444d-47b3-be2c-cfbbdebe30fe {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.437417] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e73b6a4-7df1-491a-afec-45c2ade786b3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.616940] env[63622]: DEBUG nova.scheduler.client.report [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1463.731341] env[63622]: DEBUG oslo_concurrency.lockutils [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Releasing lock "refresh_cache-25a805c5-d5cd-458f-ae1c-75ef08f5263b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.731428] env[63622]: DEBUG nova.compute.manager [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Instance network_info: |[{"id": "91b5bd95-ee5d-487e-a6cc-cbdd35cda275", "address": "fa:16:3e:ee:99:9c", "network": {"id": "b4228a96-3fc3-4257-8e82-a1cf37456242", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45a909020f1491e9d07603c4fc0ad0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91b5bd95-ee", "ovs_interfaceid": "91b5bd95-ee5d-487e-a6cc-cbdd35cda275", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1463.731952] env[63622]: DEBUG oslo_concurrency.lockutils [req-c8c3f7e8-d5b6-4daf-8442-32f104e84dcb req-ed6ca484-4dda-4084-8981-900e18435ae0 service nova] Acquired lock "refresh_cache-25a805c5-d5cd-458f-ae1c-75ef08f5263b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.731952] env[63622]: DEBUG nova.network.neutron [req-c8c3f7e8-d5b6-4daf-8442-32f104e84dcb req-ed6ca484-4dda-4084-8981-900e18435ae0 service nova] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Refreshing network info cache for port 91b5bd95-ee5d-487e-a6cc-cbdd35cda275 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1463.733222] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:99:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '101a44fc-ffde-4e3e-ad82-363454ae458b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91b5bd95-ee5d-487e-a6cc-cbdd35cda275', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1463.745691] env[63622]: DEBUG oslo.service.loopingcall [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1463.746311] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1463.746421] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15ef4b63-e853-4f39-a108-a58c88d63417 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.771969] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1463.771969] env[63622]: value = "task-1816455" [ 1463.771969] env[63622]: _type = "Task" [ 1463.771969] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.780695] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816455, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.789321] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Releasing lock "refresh_cache-29e4f8bb-5f9c-4cc9-8bc5-745977f5412a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.789321] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Updated the network info_cache for instance {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10350}} [ 1463.789321] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.008695] env[63622]: DEBUG nova.compute.manager [req-f716d553-64c7-4fee-ab6f-49ad5d28da53 req-032db94b-655b-4cac-9e0e-24d785799363 service nova] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Received event network-vif-plugged-98906d20-f66d-49d9-a35e-ef94188da67a {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1464.008953] env[63622]: DEBUG oslo_concurrency.lockutils [req-f716d553-64c7-4fee-ab6f-49ad5d28da53 req-032db94b-655b-4cac-9e0e-24d785799363 service nova] Acquiring lock "58cda789-5ec7-4f99-88aa-67efb74b9b62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.009526] env[63622]: DEBUG oslo_concurrency.lockutils [req-f716d553-64c7-4fee-ab6f-49ad5d28da53 req-032db94b-655b-4cac-9e0e-24d785799363 service nova] Lock "58cda789-5ec7-4f99-88aa-67efb74b9b62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.009796] env[63622]: DEBUG oslo_concurrency.lockutils [req-f716d553-64c7-4fee-ab6f-49ad5d28da53 req-032db94b-655b-4cac-9e0e-24d785799363 service nova] Lock "58cda789-5ec7-4f99-88aa-67efb74b9b62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.010154] env[63622]: DEBUG nova.compute.manager [req-f716d553-64c7-4fee-ab6f-49ad5d28da53 req-032db94b-655b-4cac-9e0e-24d785799363 service nova] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] No waiting events found dispatching network-vif-plugged-98906d20-f66d-49d9-a35e-ef94188da67a {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1464.010782] env[63622]: WARNING nova.compute.manager [req-f716d553-64c7-4fee-ab6f-49ad5d28da53 req-032db94b-655b-4cac-9e0e-24d785799363 service nova] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Received unexpected event network-vif-plugged-98906d20-f66d-49d9-a35e-ef94188da67a for instance with vm_state building and task_state spawning. [ 1464.123019] env[63622]: DEBUG oslo_concurrency.lockutils [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.767s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.123153] env[63622]: DEBUG nova.compute.manager [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1464.126316] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.169s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.126542] env[63622]: DEBUG nova.objects.instance [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63622) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1464.201132] env[63622]: DEBUG nova.network.neutron [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Successfully updated port: 98906d20-f66d-49d9-a35e-ef94188da67a {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1464.282514] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816455, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.324754] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.617922] env[63622]: DEBUG nova.network.neutron [req-c8c3f7e8-d5b6-4daf-8442-32f104e84dcb req-ed6ca484-4dda-4084-8981-900e18435ae0 service nova] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Updated VIF entry in instance network info cache for port 91b5bd95-ee5d-487e-a6cc-cbdd35cda275. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1464.618982] env[63622]: DEBUG nova.network.neutron [req-c8c3f7e8-d5b6-4daf-8442-32f104e84dcb req-ed6ca484-4dda-4084-8981-900e18435ae0 service nova] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Updating instance_info_cache with network_info: [{"id": "91b5bd95-ee5d-487e-a6cc-cbdd35cda275", "address": "fa:16:3e:ee:99:9c", "network": {"id": "b4228a96-3fc3-4257-8e82-a1cf37456242", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45a909020f1491e9d07603c4fc0ad0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91b5bd95-ee", "ovs_interfaceid": "91b5bd95-ee5d-487e-a6cc-cbdd35cda275", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.635634] env[63622]: DEBUG nova.compute.utils [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1464.641784] env[63622]: DEBUG nova.compute.manager [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1464.641969] env[63622]: DEBUG nova.network.neutron [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1464.709263] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Acquiring lock "refresh_cache-58cda789-5ec7-4f99-88aa-67efb74b9b62" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.709411] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Acquired lock "refresh_cache-58cda789-5ec7-4f99-88aa-67efb74b9b62" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.709573] env[63622]: DEBUG nova.network.neutron [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1464.738504] env[63622]: DEBUG nova.policy [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a88290bce1514cc484b60ea9009fc25d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2b3a07cbe4e42cea28a8d0b17b01619', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1464.782881] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816455, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.124758] env[63622]: DEBUG oslo_concurrency.lockutils [req-c8c3f7e8-d5b6-4daf-8442-32f104e84dcb req-ed6ca484-4dda-4084-8981-900e18435ae0 service nova] Releasing lock "refresh_cache-25a805c5-d5cd-458f-ae1c-75ef08f5263b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.142687] env[63622]: DEBUG nova.compute.manager [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1465.149833] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1de4ec5b-e8ee-4bd8-9cb5-bcb5a271167f tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.151505] env[63622]: DEBUG nova.network.neutron [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Successfully created port: 5aa287d3-0231-4731-96b8-4fb9e681ded7 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1465.154384] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.093s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.157631] env[63622]: INFO nova.compute.claims [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1465.248399] env[63622]: DEBUG nova.network.neutron [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1465.289929] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816455, 'name': CreateVM_Task, 'duration_secs': 1.417843} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.289929] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1465.289929] env[63622]: DEBUG oslo_concurrency.lockutils [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.289929] env[63622]: DEBUG oslo_concurrency.lockutils [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.289929] env[63622]: DEBUG oslo_concurrency.lockutils [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1465.289929] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-786c5f8d-0c65-4f85-a11f-08b101f334c3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.297493] env[63622]: DEBUG oslo_vmware.api [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Waiting for the task: (returnval){ [ 1465.297493] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a8de94-f874-c43e-47f9-6c586067cbb7" [ 1465.297493] env[63622]: _type = "Task" [ 1465.297493] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.308749] env[63622]: DEBUG oslo_vmware.api [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a8de94-f874-c43e-47f9-6c586067cbb7, 'name': SearchDatastore_Task, 'duration_secs': 0.008908} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.312787] env[63622]: DEBUG oslo_concurrency.lockutils [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.314036] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1465.314036] env[63622]: DEBUG oslo_concurrency.lockutils [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.314036] env[63622]: DEBUG oslo_concurrency.lockutils [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.314036] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1465.314036] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58889aa8-d8f1-4c2a-9708-300fe7161072 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.323390] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1465.323565] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1465.324286] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ed0a659-1bfb-4565-a59f-2e9a8645f0f3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.330010] env[63622]: DEBUG oslo_vmware.api [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Waiting for the task: (returnval){ [ 1465.330010] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52527177-cf5d-6315-f364-c723d3b54ed1" [ 1465.330010] env[63622]: _type = "Task" [ 1465.330010] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.345023] env[63622]: DEBUG oslo_vmware.api [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52527177-cf5d-6315-f364-c723d3b54ed1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.443374] env[63622]: DEBUG nova.network.neutron [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Updating instance_info_cache with network_info: [{"id": "98906d20-f66d-49d9-a35e-ef94188da67a", "address": "fa:16:3e:10:3f:33", "network": {"id": "ef08f109-69d8-41b9-92e3-4cfb4768bc4b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1285182779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e8791eefc374ff28b667e54ec5a6f1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98906d20-f6", "ovs_interfaceid": "98906d20-f66d-49d9-a35e-ef94188da67a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.841456] env[63622]: DEBUG oslo_vmware.api [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52527177-cf5d-6315-f364-c723d3b54ed1, 'name': SearchDatastore_Task, 'duration_secs': 0.008226} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.842345] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a703a3d-53e4-406d-b3a9-5158bdde3587 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.847738] env[63622]: DEBUG oslo_vmware.api [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Waiting for the task: (returnval){ [ 1465.847738] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5230745a-ef8d-daad-a286-73bbbfad5e1f" [ 1465.847738] env[63622]: _type = "Task" [ 1465.847738] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.856679] env[63622]: DEBUG oslo_vmware.api [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5230745a-ef8d-daad-a286-73bbbfad5e1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.953937] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Releasing lock "refresh_cache-58cda789-5ec7-4f99-88aa-67efb74b9b62" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.954336] env[63622]: DEBUG nova.compute.manager [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Instance network_info: |[{"id": "98906d20-f66d-49d9-a35e-ef94188da67a", "address": "fa:16:3e:10:3f:33", "network": {"id": "ef08f109-69d8-41b9-92e3-4cfb4768bc4b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1285182779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e8791eefc374ff28b667e54ec5a6f1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98906d20-f6", "ovs_interfaceid": "98906d20-f66d-49d9-a35e-ef94188da67a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1465.954763] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:3f:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c47e98ff-83cf-48d2-bf91-2931c7386b6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98906d20-f66d-49d9-a35e-ef94188da67a', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1465.962984] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Creating folder: Project (2e8791eefc374ff28b667e54ec5a6f1a). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1465.963288] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27805f83-cb3b-41c7-94c7-73e2ab4d4574 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.974892] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Created folder: Project (2e8791eefc374ff28b667e54ec5a6f1a) in parent group-v376252. [ 1465.975087] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Creating folder: Instances. Parent ref: group-v376332. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1465.975323] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c65174b-e301-4f9a-aa10-69f81d29a521 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.984905] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Created folder: Instances in parent group-v376332. [ 1465.985161] env[63622]: DEBUG oslo.service.loopingcall [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1465.985460] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1465.985546] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04e8e687-8966-4de6-899a-fb90f5308ea8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.007078] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1466.007078] env[63622]: value = "task-1816458" [ 1466.007078] env[63622]: _type = "Task" [ 1466.007078] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.020288] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816458, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.030712] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Acquiring lock "c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.031026] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Lock "c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.056717] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Acquiring lock "46d6188c-3bfd-473e-9034-3b4c6503dbf2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.057093] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Lock "46d6188c-3bfd-473e-9034-3b4c6503dbf2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.071105] env[63622]: DEBUG nova.compute.manager [req-661db42e-23e3-4cb7-98c8-2707b8a89016 req-1c47bff0-83a6-4e20-95f5-eacd6e0cc5da service nova] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Received event network-changed-98906d20-f66d-49d9-a35e-ef94188da67a {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1466.071323] env[63622]: DEBUG nova.compute.manager [req-661db42e-23e3-4cb7-98c8-2707b8a89016 req-1c47bff0-83a6-4e20-95f5-eacd6e0cc5da service nova] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Refreshing instance network info cache due to event network-changed-98906d20-f66d-49d9-a35e-ef94188da67a. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1466.071534] env[63622]: DEBUG oslo_concurrency.lockutils [req-661db42e-23e3-4cb7-98c8-2707b8a89016 req-1c47bff0-83a6-4e20-95f5-eacd6e0cc5da service nova] Acquiring lock "refresh_cache-58cda789-5ec7-4f99-88aa-67efb74b9b62" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1466.071670] env[63622]: DEBUG oslo_concurrency.lockutils [req-661db42e-23e3-4cb7-98c8-2707b8a89016 req-1c47bff0-83a6-4e20-95f5-eacd6e0cc5da service nova] Acquired lock "refresh_cache-58cda789-5ec7-4f99-88aa-67efb74b9b62" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.071822] env[63622]: DEBUG nova.network.neutron [req-661db42e-23e3-4cb7-98c8-2707b8a89016 req-1c47bff0-83a6-4e20-95f5-eacd6e0cc5da service nova] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Refreshing network info cache for port 98906d20-f66d-49d9-a35e-ef94188da67a {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1466.087524] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Acquiring lock "7bc81540-835a-470c-ab27-6ec1fb8d9cfc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.087524] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Lock "7bc81540-835a-470c-ab27-6ec1fb8d9cfc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.152105] env[63622]: DEBUG nova.compute.manager [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1466.188482] env[63622]: DEBUG nova.virt.hardware [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1466.188734] env[63622]: DEBUG nova.virt.hardware [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1466.188893] env[63622]: DEBUG nova.virt.hardware [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1466.189093] env[63622]: DEBUG nova.virt.hardware [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1466.189243] env[63622]: DEBUG nova.virt.hardware [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1466.189389] env[63622]: DEBUG nova.virt.hardware [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1466.189600] env[63622]: DEBUG nova.virt.hardware [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1466.189760] env[63622]: DEBUG nova.virt.hardware [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1466.189926] env[63622]: DEBUG nova.virt.hardware [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1466.190969] env[63622]: DEBUG nova.virt.hardware [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1466.191064] env[63622]: DEBUG nova.virt.hardware [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1466.194088] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206b7cdf-de0f-4ae0-9dbc-ef26c823abe6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.204513] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd5a726-019d-430b-a60d-05b9e413d4f4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.324618] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.327300] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.327518] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63622) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 1466.327875] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager.update_available_resource {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.360797] env[63622]: DEBUG oslo_vmware.api [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5230745a-ef8d-daad-a286-73bbbfad5e1f, 'name': SearchDatastore_Task, 'duration_secs': 0.009531} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.361374] env[63622]: DEBUG oslo_concurrency.lockutils [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.361374] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 25a805c5-d5cd-458f-ae1c-75ef08f5263b/25a805c5-d5cd-458f-ae1c-75ef08f5263b.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1466.361576] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8ea179e-7011-45b8-8b11-25d146235871 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.369753] env[63622]: DEBUG oslo_vmware.api [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Waiting for the task: (returnval){ [ 1466.369753] env[63622]: value = "task-1816459" [ 1466.369753] env[63622]: _type = "Task" [ 1466.369753] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.380769] env[63622]: DEBUG oslo_vmware.api [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Task: {'id': task-1816459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.522512] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816458, 'name': CreateVM_Task, 'duration_secs': 0.313773} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.522512] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1466.522512] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1466.522766] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.523149] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1466.525590] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8db1c1ca-f52c-42fd-a68a-9d0978a134f7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.531347] env[63622]: DEBUG oslo_vmware.api [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Waiting for the task: (returnval){ [ 1466.531347] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52cc732a-0c4e-2289-8c50-f59dca598158" [ 1466.531347] env[63622]: _type = "Task" [ 1466.531347] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.539142] env[63622]: DEBUG oslo_vmware.api [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52cc732a-0c4e-2289-8c50-f59dca598158, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.762603] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40dcae9-64e0-444e-a27f-e0d3a68097b4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.771592] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e356d8f4-6900-4e75-a557-31677ef2c8f6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.805300] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c384a0-e239-43a4-a141-c407767ee47d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.814392] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d59710-7284-41f9-96ea-fa4b68b9d806 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.833210] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.833210] env[63622]: DEBUG nova.compute.provider_tree [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1466.876968] env[63622]: DEBUG nova.network.neutron [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Successfully updated port: 5aa287d3-0231-4731-96b8-4fb9e681ded7 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1466.881135] env[63622]: DEBUG oslo_vmware.api [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Task: {'id': task-1816459, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.956253] env[63622]: DEBUG nova.network.neutron [req-661db42e-23e3-4cb7-98c8-2707b8a89016 req-1c47bff0-83a6-4e20-95f5-eacd6e0cc5da service nova] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Updated VIF entry in instance network info cache for port 98906d20-f66d-49d9-a35e-ef94188da67a. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1466.956560] env[63622]: DEBUG nova.network.neutron [req-661db42e-23e3-4cb7-98c8-2707b8a89016 req-1c47bff0-83a6-4e20-95f5-eacd6e0cc5da service nova] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Updating instance_info_cache with network_info: [{"id": "98906d20-f66d-49d9-a35e-ef94188da67a", "address": "fa:16:3e:10:3f:33", "network": {"id": "ef08f109-69d8-41b9-92e3-4cfb4768bc4b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1285182779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e8791eefc374ff28b667e54ec5a6f1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98906d20-f6", "ovs_interfaceid": "98906d20-f66d-49d9-a35e-ef94188da67a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.043877] env[63622]: DEBUG oslo_vmware.api [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52cc732a-0c4e-2289-8c50-f59dca598158, 'name': SearchDatastore_Task, 'duration_secs': 0.073737} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.044210] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.045023] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1467.045023] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.045023] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.045023] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1467.045526] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e76ef8f-21b6-45bc-b739-c036c2351e87 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.053895] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1467.053990] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1467.054730] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-477fea06-94ea-4980-abbc-d8c8b77110be {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.059672] env[63622]: DEBUG oslo_vmware.api [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Waiting for the task: (returnval){ [ 1467.059672] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]521e2cce-1669-6e84-dfca-5d4b31b89834" [ 1467.059672] env[63622]: _type = "Task" [ 1467.059672] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.067201] env[63622]: DEBUG oslo_vmware.api [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]521e2cce-1669-6e84-dfca-5d4b31b89834, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.336042] env[63622]: DEBUG nova.scheduler.client.report [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1467.380198] env[63622]: DEBUG oslo_vmware.api [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Task: {'id': task-1816459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519898} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.380466] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 25a805c5-d5cd-458f-ae1c-75ef08f5263b/25a805c5-d5cd-458f-ae1c-75ef08f5263b.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1467.380674] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1467.380984] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0548504b-16b6-482a-ad58-7527ffc3923a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.383124] env[63622]: DEBUG oslo_concurrency.lockutils [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Acquiring lock "refresh_cache-78778b25-ccc1-495f-910c-34a2b57ecf3b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.383213] env[63622]: DEBUG oslo_concurrency.lockutils [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Acquired lock "refresh_cache-78778b25-ccc1-495f-910c-34a2b57ecf3b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.383509] env[63622]: DEBUG nova.network.neutron [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1467.389708] env[63622]: DEBUG oslo_vmware.api [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Waiting for the task: (returnval){ [ 1467.389708] env[63622]: value = "task-1816460" [ 1467.389708] env[63622]: _type = "Task" [ 1467.389708] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.399069] env[63622]: DEBUG oslo_vmware.api [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Task: {'id': task-1816460, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.459202] env[63622]: DEBUG oslo_concurrency.lockutils [req-661db42e-23e3-4cb7-98c8-2707b8a89016 req-1c47bff0-83a6-4e20-95f5-eacd6e0cc5da service nova] Releasing lock "refresh_cache-58cda789-5ec7-4f99-88aa-67efb74b9b62" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.570928] env[63622]: DEBUG oslo_vmware.api [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]521e2cce-1669-6e84-dfca-5d4b31b89834, 'name': SearchDatastore_Task, 'duration_secs': 0.008987} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.571944] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da89ecbb-bf20-4f5e-9199-6e0744e33d7f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.577412] env[63622]: DEBUG oslo_vmware.api [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Waiting for the task: (returnval){ [ 1467.577412] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5231b833-4f37-5082-2a15-6fbcbc80f3a3" [ 1467.577412] env[63622]: _type = "Task" [ 1467.577412] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.585408] env[63622]: DEBUG oslo_vmware.api [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5231b833-4f37-5082-2a15-6fbcbc80f3a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.843032] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1467.843032] env[63622]: DEBUG nova.compute.manager [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1467.845728] env[63622]: DEBUG oslo_concurrency.lockutils [None req-01c62090-7efe-4fb0-91d0-fa854062f4b2 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.894s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1467.845986] env[63622]: DEBUG oslo_concurrency.lockutils [None req-01c62090-7efe-4fb0-91d0-fa854062f4b2 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1467.847945] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.865s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1467.849519] env[63622]: INFO nova.compute.claims [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1467.871304] env[63622]: INFO nova.scheduler.client.report [None req-01c62090-7efe-4fb0-91d0-fa854062f4b2 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Deleted allocations for instance 2bedcd22-de05-41b9-af59-37c0f3ad8969 [ 1467.900232] env[63622]: DEBUG oslo_vmware.api [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Task: {'id': task-1816460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061435} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.900543] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1467.901688] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46df06fa-266f-4ff8-8234-beb9430bda18 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.923941] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 25a805c5-d5cd-458f-ae1c-75ef08f5263b/25a805c5-d5cd-458f-ae1c-75ef08f5263b.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1467.924850] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70273389-6fca-4f81-98a5-7b23adaec6e8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.939970] env[63622]: DEBUG nova.network.neutron [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1467.947726] env[63622]: DEBUG oslo_vmware.api [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Waiting for the task: (returnval){ [ 1467.947726] env[63622]: value = "task-1816461" [ 1467.947726] env[63622]: _type = "Task" [ 1467.947726] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.956431] env[63622]: DEBUG oslo_vmware.api [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Task: {'id': task-1816461, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.089494] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Acquiring lock "88a07015-5ac1-45f5-9394-aa2c83a968c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.089811] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Lock "88a07015-5ac1-45f5-9394-aa2c83a968c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.101944] env[63622]: DEBUG oslo_vmware.api [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5231b833-4f37-5082-2a15-6fbcbc80f3a3, 'name': SearchDatastore_Task, 'duration_secs': 0.011971} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.102368] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1468.103159] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 58cda789-5ec7-4f99-88aa-67efb74b9b62/58cda789-5ec7-4f99-88aa-67efb74b9b62.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1468.103159] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72737b7a-d694-41ad-ba5c-fa137bb9f9e6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.112105] env[63622]: DEBUG oslo_vmware.api [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Waiting for the task: (returnval){ [ 1468.112105] env[63622]: value = "task-1816462" [ 1468.112105] env[63622]: _type = "Task" [ 1468.112105] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.120791] env[63622]: DEBUG oslo_vmware.api [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.183448] env[63622]: DEBUG nova.compute.manager [req-c45ec5af-c43f-4a44-88b2-3bd42f4f72e3 req-6dfc3bb9-c9f3-4f43-b575-1590069f6c63 service nova] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Received event network-vif-plugged-5aa287d3-0231-4731-96b8-4fb9e681ded7 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1468.183678] env[63622]: DEBUG oslo_concurrency.lockutils [req-c45ec5af-c43f-4a44-88b2-3bd42f4f72e3 req-6dfc3bb9-c9f3-4f43-b575-1590069f6c63 service nova] Acquiring lock "78778b25-ccc1-495f-910c-34a2b57ecf3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.183899] env[63622]: DEBUG oslo_concurrency.lockutils [req-c45ec5af-c43f-4a44-88b2-3bd42f4f72e3 req-6dfc3bb9-c9f3-4f43-b575-1590069f6c63 service nova] Lock "78778b25-ccc1-495f-910c-34a2b57ecf3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.184172] env[63622]: DEBUG oslo_concurrency.lockutils [req-c45ec5af-c43f-4a44-88b2-3bd42f4f72e3 req-6dfc3bb9-c9f3-4f43-b575-1590069f6c63 service nova] Lock "78778b25-ccc1-495f-910c-34a2b57ecf3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.184256] env[63622]: DEBUG nova.compute.manager [req-c45ec5af-c43f-4a44-88b2-3bd42f4f72e3 req-6dfc3bb9-c9f3-4f43-b575-1590069f6c63 service nova] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] No waiting events found dispatching network-vif-plugged-5aa287d3-0231-4731-96b8-4fb9e681ded7 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1468.184408] env[63622]: WARNING nova.compute.manager [req-c45ec5af-c43f-4a44-88b2-3bd42f4f72e3 req-6dfc3bb9-c9f3-4f43-b575-1590069f6c63 service nova] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Received unexpected event network-vif-plugged-5aa287d3-0231-4731-96b8-4fb9e681ded7 for instance with vm_state building and task_state spawning. [ 1468.184564] env[63622]: DEBUG nova.compute.manager [req-c45ec5af-c43f-4a44-88b2-3bd42f4f72e3 req-6dfc3bb9-c9f3-4f43-b575-1590069f6c63 service nova] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Received event network-changed-5aa287d3-0231-4731-96b8-4fb9e681ded7 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1468.184717] env[63622]: DEBUG nova.compute.manager [req-c45ec5af-c43f-4a44-88b2-3bd42f4f72e3 req-6dfc3bb9-c9f3-4f43-b575-1590069f6c63 service nova] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Refreshing instance network info cache due to event network-changed-5aa287d3-0231-4731-96b8-4fb9e681ded7. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1468.185187] env[63622]: DEBUG oslo_concurrency.lockutils [req-c45ec5af-c43f-4a44-88b2-3bd42f4f72e3 req-6dfc3bb9-c9f3-4f43-b575-1590069f6c63 service nova] Acquiring lock "refresh_cache-78778b25-ccc1-495f-910c-34a2b57ecf3b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1468.186184] env[63622]: DEBUG nova.network.neutron [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Updating instance_info_cache with network_info: [{"id": "5aa287d3-0231-4731-96b8-4fb9e681ded7", "address": "fa:16:3e:8b:f2:93", "network": {"id": "b4228a96-3fc3-4257-8e82-a1cf37456242", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45a909020f1491e9d07603c4fc0ad0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aa287d3-02", "ovs_interfaceid": "5aa287d3-0231-4731-96b8-4fb9e681ded7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.328713] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Acquiring lock "cd606483-2cfa-4a3f-af12-cde244aa4a7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.328950] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Lock "cd606483-2cfa-4a3f-af12-cde244aa4a7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.354087] env[63622]: DEBUG nova.compute.utils [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1468.357533] env[63622]: DEBUG nova.compute.manager [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1468.357713] env[63622]: DEBUG nova.network.neutron [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1468.380067] env[63622]: DEBUG oslo_concurrency.lockutils [None req-01c62090-7efe-4fb0-91d0-fa854062f4b2 tempest-ServerShowV257Test-1354603393 tempest-ServerShowV257Test-1354603393-project-member] Lock "2bedcd22-de05-41b9-af59-37c0f3ad8969" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.898s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.405333] env[63622]: DEBUG nova.policy [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8cdf613e5a55452087bbc6b2fccf9763', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b72c92d856d046c88b10bda4c1a7136e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1468.458159] env[63622]: DEBUG oslo_vmware.api [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Task: {'id': task-1816461, 'name': ReconfigVM_Task, 'duration_secs': 0.310233} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.458825] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 25a805c5-d5cd-458f-ae1c-75ef08f5263b/25a805c5-d5cd-458f-ae1c-75ef08f5263b.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1468.459596] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56f8b1dd-8efd-4ebc-a660-8767c0b1fb4e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.466130] env[63622]: DEBUG oslo_vmware.api [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Waiting for the task: (returnval){ [ 1468.466130] env[63622]: value = "task-1816463" [ 1468.466130] env[63622]: _type = "Task" [ 1468.466130] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.479842] env[63622]: DEBUG oslo_vmware.api [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Task: {'id': task-1816463, 'name': Rename_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.622107] env[63622]: DEBUG oslo_vmware.api [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816462, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495463} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.622428] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 58cda789-5ec7-4f99-88aa-67efb74b9b62/58cda789-5ec7-4f99-88aa-67efb74b9b62.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1468.622656] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1468.622934] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-598d4010-e1a1-4878-8075-daca99ec815f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.629439] env[63622]: DEBUG oslo_vmware.api [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Waiting for the task: (returnval){ [ 1468.629439] env[63622]: value = "task-1816464" [ 1468.629439] env[63622]: _type = "Task" [ 1468.629439] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.637468] env[63622]: DEBUG oslo_vmware.api [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.692958] env[63622]: DEBUG oslo_concurrency.lockutils [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Releasing lock "refresh_cache-78778b25-ccc1-495f-910c-34a2b57ecf3b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1468.693373] env[63622]: DEBUG nova.compute.manager [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Instance network_info: |[{"id": "5aa287d3-0231-4731-96b8-4fb9e681ded7", "address": "fa:16:3e:8b:f2:93", "network": {"id": "b4228a96-3fc3-4257-8e82-a1cf37456242", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45a909020f1491e9d07603c4fc0ad0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aa287d3-02", "ovs_interfaceid": "5aa287d3-0231-4731-96b8-4fb9e681ded7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1468.693684] env[63622]: DEBUG oslo_concurrency.lockutils [req-c45ec5af-c43f-4a44-88b2-3bd42f4f72e3 req-6dfc3bb9-c9f3-4f43-b575-1590069f6c63 service nova] Acquired lock "refresh_cache-78778b25-ccc1-495f-910c-34a2b57ecf3b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.693861] env[63622]: DEBUG nova.network.neutron [req-c45ec5af-c43f-4a44-88b2-3bd42f4f72e3 req-6dfc3bb9-c9f3-4f43-b575-1590069f6c63 service nova] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Refreshing network info cache for port 5aa287d3-0231-4731-96b8-4fb9e681ded7 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1468.695215] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:f2:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '101a44fc-ffde-4e3e-ad82-363454ae458b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5aa287d3-0231-4731-96b8-4fb9e681ded7', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1468.706272] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Creating folder: Project (b2b3a07cbe4e42cea28a8d0b17b01619). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1468.707675] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d46463c-9e8a-4e02-a740-d2bdc9fb45d7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.717677] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Created folder: Project (b2b3a07cbe4e42cea28a8d0b17b01619) in parent group-v376252. [ 1468.717871] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Creating folder: Instances. Parent ref: group-v376335. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1468.722183] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42a8068e-56a4-461c-bafe-471fb26a01d6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.727243] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Created folder: Instances in parent group-v376335. [ 1468.727479] env[63622]: DEBUG oslo.service.loopingcall [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1468.727701] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1468.727850] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b8e6d7d-63ba-4516-848e-dac9e09f2a6a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.750484] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1468.750484] env[63622]: value = "task-1816467" [ 1468.750484] env[63622]: _type = "Task" [ 1468.750484] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.762622] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816467, 'name': CreateVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.815855] env[63622]: DEBUG nova.network.neutron [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Successfully created port: 0aa663e3-bd8f-4e53-879a-72ab80c8ba67 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1468.864018] env[63622]: DEBUG nova.compute.manager [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1468.977330] env[63622]: DEBUG oslo_vmware.api [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Task: {'id': task-1816463, 'name': Rename_Task, 'duration_secs': 0.239378} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.980149] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1468.980644] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d47536b9-eb06-4e2d-8ea2-b832fafd2377 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.987655] env[63622]: DEBUG oslo_vmware.api [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Waiting for the task: (returnval){ [ 1468.987655] env[63622]: value = "task-1816468" [ 1468.987655] env[63622]: _type = "Task" [ 1468.987655] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.999572] env[63622]: DEBUG oslo_vmware.api [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Task: {'id': task-1816468, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.138357] env[63622]: DEBUG oslo_vmware.api [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070403} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.141061] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1469.142367] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdd03df-7cd2-4947-aec5-8af9168d8cd9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.166285] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 58cda789-5ec7-4f99-88aa-67efb74b9b62/58cda789-5ec7-4f99-88aa-67efb74b9b62.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1469.169084] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcf38c50-3755-4d9a-b388-13e46a1f08ce {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.190289] env[63622]: DEBUG oslo_vmware.api [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Waiting for the task: (returnval){ [ 1469.190289] env[63622]: value = "task-1816469" [ 1469.190289] env[63622]: _type = "Task" [ 1469.190289] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.200323] env[63622]: DEBUG oslo_vmware.api [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816469, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.259291] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816467, 'name': CreateVM_Task, 'duration_secs': 0.382455} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.261704] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1469.262605] env[63622]: DEBUG oslo_concurrency.lockutils [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1469.263075] env[63622]: DEBUG oslo_concurrency.lockutils [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.263160] env[63622]: DEBUG oslo_concurrency.lockutils [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1469.263381] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef512047-22c1-4f17-a3a2-bc828326d55b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.268160] env[63622]: DEBUG oslo_vmware.api [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Waiting for the task: (returnval){ [ 1469.268160] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d91124-ab69-4c91-983d-1385bf2fec3d" [ 1469.268160] env[63622]: _type = "Task" [ 1469.268160] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.276010] env[63622]: DEBUG oslo_vmware.api [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d91124-ab69-4c91-983d-1385bf2fec3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.450768] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4a1bc2-c915-46ca-8475-586541eac0ca {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.458939] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4d5f12-8d1b-4e24-8764-2b5efb5f3cbc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.496542] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecf0ac2-b034-49b2-8cc7-25a1e709c84c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.504206] env[63622]: DEBUG oslo_vmware.api [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Task: {'id': task-1816468, 'name': PowerOnVM_Task, 'duration_secs': 0.447374} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.506896] env[63622]: DEBUG nova.network.neutron [req-c45ec5af-c43f-4a44-88b2-3bd42f4f72e3 req-6dfc3bb9-c9f3-4f43-b575-1590069f6c63 service nova] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Updated VIF entry in instance network info cache for port 5aa287d3-0231-4731-96b8-4fb9e681ded7. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1469.507238] env[63622]: DEBUG nova.network.neutron [req-c45ec5af-c43f-4a44-88b2-3bd42f4f72e3 req-6dfc3bb9-c9f3-4f43-b575-1590069f6c63 service nova] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Updating instance_info_cache with network_info: [{"id": "5aa287d3-0231-4731-96b8-4fb9e681ded7", "address": "fa:16:3e:8b:f2:93", "network": {"id": "b4228a96-3fc3-4257-8e82-a1cf37456242", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45a909020f1491e9d07603c4fc0ad0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aa287d3-02", "ovs_interfaceid": "5aa287d3-0231-4731-96b8-4fb9e681ded7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.508452] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1469.508615] env[63622]: INFO nova.compute.manager [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Took 8.79 seconds to spawn the instance on the hypervisor. [ 1469.508846] env[63622]: DEBUG nova.compute.manager [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1469.509803] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc0f548-bf72-4bfc-bf7b-5eaf3024ca5d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.513013] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c184d1-e4b9-4f55-b2ed-9b38fc7262b2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.528552] env[63622]: DEBUG nova.compute.provider_tree [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1469.699995] env[63622]: DEBUG oslo_vmware.api [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816469, 'name': ReconfigVM_Task, 'duration_secs': 0.26685} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.700266] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 58cda789-5ec7-4f99-88aa-67efb74b9b62/58cda789-5ec7-4f99-88aa-67efb74b9b62.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1469.700924] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2694ec19-5bae-4c8f-984b-4ca474183694 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.708058] env[63622]: DEBUG oslo_vmware.api [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Waiting for the task: (returnval){ [ 1469.708058] env[63622]: value = "task-1816470" [ 1469.708058] env[63622]: _type = "Task" [ 1469.708058] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.716394] env[63622]: DEBUG oslo_vmware.api [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816470, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.777749] env[63622]: DEBUG oslo_vmware.api [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d91124-ab69-4c91-983d-1385bf2fec3d, 'name': SearchDatastore_Task, 'duration_secs': 0.008823} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.778093] env[63622]: DEBUG oslo_concurrency.lockutils [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1469.778449] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1469.778789] env[63622]: DEBUG oslo_concurrency.lockutils [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1469.778960] env[63622]: DEBUG oslo_concurrency.lockutils [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.779160] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1469.779419] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-894b6554-fe9f-45b5-9975-324309f757c1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.788583] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1469.788770] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1469.789505] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-854f6128-8d8c-4d01-90fb-71e6dd5074b7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.796072] env[63622]: DEBUG oslo_vmware.api [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Waiting for the task: (returnval){ [ 1469.796072] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]528eecbe-3744-2f67-4970-0ff58477acd5" [ 1469.796072] env[63622]: _type = "Task" [ 1469.796072] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.803843] env[63622]: DEBUG oslo_vmware.api [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]528eecbe-3744-2f67-4970-0ff58477acd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.876544] env[63622]: DEBUG nova.compute.manager [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1469.902668] env[63622]: DEBUG nova.virt.hardware [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1469.902977] env[63622]: DEBUG nova.virt.hardware [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1469.903178] env[63622]: DEBUG nova.virt.hardware [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1469.903367] env[63622]: DEBUG nova.virt.hardware [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1469.903529] env[63622]: DEBUG nova.virt.hardware [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1469.903666] env[63622]: DEBUG nova.virt.hardware [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1469.903870] env[63622]: DEBUG nova.virt.hardware [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1469.904195] env[63622]: DEBUG nova.virt.hardware [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1469.904294] env[63622]: DEBUG nova.virt.hardware [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1469.904460] env[63622]: DEBUG nova.virt.hardware [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1469.904631] env[63622]: DEBUG nova.virt.hardware [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1469.905490] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df90ea49-7691-4956-9767-848e2782d054 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.914474] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d949f0-15d0-4070-b6c9-e505c648c09e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.010612] env[63622]: DEBUG oslo_concurrency.lockutils [req-c45ec5af-c43f-4a44-88b2-3bd42f4f72e3 req-6dfc3bb9-c9f3-4f43-b575-1590069f6c63 service nova] Releasing lock "refresh_cache-78778b25-ccc1-495f-910c-34a2b57ecf3b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1470.045931] env[63622]: INFO nova.compute.manager [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Took 45.76 seconds to build instance. [ 1470.059048] env[63622]: ERROR nova.scheduler.client.report [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [req-52b33cb0-376c-4225-9cea-db194986fecb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8dd86f19-3c1a-4ba4-9c42-69cb148971df. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-52b33cb0-376c-4225-9cea-db194986fecb"}]} [ 1470.082087] env[63622]: DEBUG nova.scheduler.client.report [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Refreshing inventories for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1470.135521] env[63622]: DEBUG nova.scheduler.client.report [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Updating ProviderTree inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1470.135754] env[63622]: DEBUG nova.compute.provider_tree [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1470.146971] env[63622]: DEBUG nova.scheduler.client.report [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Refreshing aggregate associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, aggregates: None {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1470.164661] env[63622]: DEBUG nova.scheduler.client.report [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Refreshing trait associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1470.219700] env[63622]: DEBUG oslo_vmware.api [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816470, 'name': Rename_Task, 'duration_secs': 0.138213} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.220114] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1470.220206] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-deb66e43-fb1c-4cb4-b340-859a51f8bd3d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.226390] env[63622]: DEBUG oslo_vmware.api [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Waiting for the task: (returnval){ [ 1470.226390] env[63622]: value = "task-1816471" [ 1470.226390] env[63622]: _type = "Task" [ 1470.226390] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.233444] env[63622]: DEBUG oslo_vmware.api [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.308148] env[63622]: DEBUG oslo_vmware.api [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]528eecbe-3744-2f67-4970-0ff58477acd5, 'name': SearchDatastore_Task, 'duration_secs': 0.040321} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.311968] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4991ab47-418d-41e9-a615-1f31e546f4a1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.316564] env[63622]: DEBUG oslo_vmware.api [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Waiting for the task: (returnval){ [ 1470.316564] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]520d0295-9479-e83a-db29-be3b66cc35c1" [ 1470.316564] env[63622]: _type = "Task" [ 1470.316564] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.321796] env[63622]: DEBUG nova.compute.manager [req-4b812342-093c-4c72-8bef-31db7741c750 req-4dfc992b-6aae-4161-bf82-d529f0557840 service nova] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Received event network-vif-plugged-0aa663e3-bd8f-4e53-879a-72ab80c8ba67 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1470.322027] env[63622]: DEBUG oslo_concurrency.lockutils [req-4b812342-093c-4c72-8bef-31db7741c750 req-4dfc992b-6aae-4161-bf82-d529f0557840 service nova] Acquiring lock "fd0d9093-eff3-41be-ad8e-bd2cf74acfec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.322311] env[63622]: DEBUG oslo_concurrency.lockutils [req-4b812342-093c-4c72-8bef-31db7741c750 req-4dfc992b-6aae-4161-bf82-d529f0557840 service nova] Lock "fd0d9093-eff3-41be-ad8e-bd2cf74acfec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.322519] env[63622]: DEBUG oslo_concurrency.lockutils [req-4b812342-093c-4c72-8bef-31db7741c750 req-4dfc992b-6aae-4161-bf82-d529f0557840 service nova] Lock "fd0d9093-eff3-41be-ad8e-bd2cf74acfec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.322696] env[63622]: DEBUG nova.compute.manager [req-4b812342-093c-4c72-8bef-31db7741c750 req-4dfc992b-6aae-4161-bf82-d529f0557840 service nova] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] No waiting events found dispatching network-vif-plugged-0aa663e3-bd8f-4e53-879a-72ab80c8ba67 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1470.322855] env[63622]: WARNING nova.compute.manager [req-4b812342-093c-4c72-8bef-31db7741c750 req-4dfc992b-6aae-4161-bf82-d529f0557840 service nova] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Received unexpected event network-vif-plugged-0aa663e3-bd8f-4e53-879a-72ab80c8ba67 for instance with vm_state building and task_state spawning. [ 1470.329699] env[63622]: DEBUG oslo_vmware.api [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]520d0295-9479-e83a-db29-be3b66cc35c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.468408] env[63622]: DEBUG nova.network.neutron [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Successfully updated port: 0aa663e3-bd8f-4e53-879a-72ab80c8ba67 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1470.548308] env[63622]: DEBUG oslo_concurrency.lockutils [None req-aeb58f44-4748-4608-9535-1367ad84614c tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Lock "25a805c5-d5cd-458f-ae1c-75ef08f5263b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.271s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.696084] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf169b8a-8009-49a9-9c6a-7d847c7da374 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.703694] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c085b6f-ea56-4fd8-b97f-238050469756 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.738796] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4446ebe-36eb-4a7a-ae22-68d829d5961e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.746375] env[63622]: DEBUG oslo_vmware.api [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816471, 'name': PowerOnVM_Task, 'duration_secs': 0.448614} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.748448] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1470.748640] env[63622]: INFO nova.compute.manager [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Took 7.35 seconds to spawn the instance on the hypervisor. [ 1470.748825] env[63622]: DEBUG nova.compute.manager [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1470.749585] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a040b66b-6cad-4f51-b91e-4f44fb293dc3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.752713] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3e126b-df0d-4a47-8a7d-6038d698e915 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.771104] env[63622]: DEBUG nova.compute.provider_tree [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1470.827482] env[63622]: DEBUG oslo_vmware.api [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]520d0295-9479-e83a-db29-be3b66cc35c1, 'name': SearchDatastore_Task, 'duration_secs': 0.013276} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.827766] env[63622]: DEBUG oslo_concurrency.lockutils [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1470.828042] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 78778b25-ccc1-495f-910c-34a2b57ecf3b/78778b25-ccc1-495f-910c-34a2b57ecf3b.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1470.828301] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4caf1dc5-c384-42ec-97dc-e29ca4b48039 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.835381] env[63622]: DEBUG oslo_vmware.api [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Waiting for the task: (returnval){ [ 1470.835381] env[63622]: value = "task-1816472" [ 1470.835381] env[63622]: _type = "Task" [ 1470.835381] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.843093] env[63622]: DEBUG oslo_vmware.api [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Task: {'id': task-1816472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.970309] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Acquiring lock "refresh_cache-fd0d9093-eff3-41be-ad8e-bd2cf74acfec" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.970468] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Acquired lock "refresh_cache-fd0d9093-eff3-41be-ad8e-bd2cf74acfec" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.970625] env[63622]: DEBUG nova.network.neutron [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1471.051214] env[63622]: DEBUG nova.compute.manager [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1471.282354] env[63622]: INFO nova.compute.manager [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Took 44.88 seconds to build instance. [ 1471.307676] env[63622]: DEBUG nova.scheduler.client.report [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Updated inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with generation 64 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1471.307982] env[63622]: DEBUG nova.compute.provider_tree [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Updating resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df generation from 64 to 65 during operation: update_inventory {{(pid=63622) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1471.308236] env[63622]: DEBUG nova.compute.provider_tree [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1471.347399] env[63622]: DEBUG oslo_vmware.api [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Task: {'id': task-1816472, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.409543] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b2ae5a5c-1020-4aca-986a-3c1c110729a5 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Acquiring lock "25a805c5-d5cd-458f-ae1c-75ef08f5263b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.409857] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b2ae5a5c-1020-4aca-986a-3c1c110729a5 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Lock "25a805c5-d5cd-458f-ae1c-75ef08f5263b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.410110] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b2ae5a5c-1020-4aca-986a-3c1c110729a5 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Acquiring lock "25a805c5-d5cd-458f-ae1c-75ef08f5263b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.410357] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b2ae5a5c-1020-4aca-986a-3c1c110729a5 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Lock "25a805c5-d5cd-458f-ae1c-75ef08f5263b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.410554] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b2ae5a5c-1020-4aca-986a-3c1c110729a5 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Lock "25a805c5-d5cd-458f-ae1c-75ef08f5263b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.412917] env[63622]: INFO nova.compute.manager [None req-b2ae5a5c-1020-4aca-986a-3c1c110729a5 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Terminating instance [ 1471.525799] env[63622]: DEBUG nova.network.neutron [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1471.570052] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.701472] env[63622]: DEBUG nova.network.neutron [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Updating instance_info_cache with network_info: [{"id": "0aa663e3-bd8f-4e53-879a-72ab80c8ba67", "address": "fa:16:3e:a0:f3:a1", "network": {"id": "fe5e96de-67d0-4975-ac28-0b2ccb32560f", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-826686573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b72c92d856d046c88b10bda4c1a7136e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aa663e3-bd", "ovs_interfaceid": "0aa663e3-bd8f-4e53-879a-72ab80c8ba67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.785290] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f516c50f-aef1-4fb4-bcda-d7b7f3e158fe tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Lock "58cda789-5ec7-4f99-88aa-67efb74b9b62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.397s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.814046] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.965s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.814046] env[63622]: DEBUG nova.compute.manager [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1471.816636] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.981s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.818236] env[63622]: INFO nova.compute.claims [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1471.849694] env[63622]: DEBUG oslo_vmware.api [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Task: {'id': task-1816472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.776428} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.850497] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 78778b25-ccc1-495f-910c-34a2b57ecf3b/78778b25-ccc1-495f-910c-34a2b57ecf3b.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1471.850720] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1471.851054] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ecf84bc-1dcf-48a0-b0f2-105504792576 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.859022] env[63622]: DEBUG oslo_vmware.api [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Waiting for the task: (returnval){ [ 1471.859022] env[63622]: value = "task-1816473" [ 1471.859022] env[63622]: _type = "Task" [ 1471.859022] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.868360] env[63622]: DEBUG oslo_vmware.api [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Task: {'id': task-1816473, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.917173] env[63622]: DEBUG nova.compute.manager [None req-b2ae5a5c-1020-4aca-986a-3c1c110729a5 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1471.917514] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ae5a5c-1020-4aca-986a-3c1c110729a5 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1471.918558] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307ce347-b763-4a29-9b88-452b6f8ee9cc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.926891] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ae5a5c-1020-4aca-986a-3c1c110729a5 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1471.927215] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2a06134-93bd-4555-bc55-ed52b0912c0b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.932841] env[63622]: DEBUG oslo_vmware.api [None req-b2ae5a5c-1020-4aca-986a-3c1c110729a5 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Waiting for the task: (returnval){ [ 1471.932841] env[63622]: value = "task-1816474" [ 1471.932841] env[63622]: _type = "Task" [ 1471.932841] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.941933] env[63622]: DEBUG oslo_vmware.api [None req-b2ae5a5c-1020-4aca-986a-3c1c110729a5 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Task: {'id': task-1816474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.203784] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Releasing lock "refresh_cache-fd0d9093-eff3-41be-ad8e-bd2cf74acfec" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.204183] env[63622]: DEBUG nova.compute.manager [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Instance network_info: |[{"id": "0aa663e3-bd8f-4e53-879a-72ab80c8ba67", "address": "fa:16:3e:a0:f3:a1", "network": {"id": "fe5e96de-67d0-4975-ac28-0b2ccb32560f", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-826686573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b72c92d856d046c88b10bda4c1a7136e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aa663e3-bd", "ovs_interfaceid": "0aa663e3-bd8f-4e53-879a-72ab80c8ba67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1472.204607] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:f3:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bd281ed-ae39-485f-90ee-4ee27994b5b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0aa663e3-bd8f-4e53-879a-72ab80c8ba67', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1472.212614] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Creating folder: Project (b72c92d856d046c88b10bda4c1a7136e). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1472.212973] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbd8445a-a97f-4241-ba3b-3a823ea6c9dd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.224264] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Created folder: Project (b72c92d856d046c88b10bda4c1a7136e) in parent group-v376252. [ 1472.224344] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Creating folder: Instances. Parent ref: group-v376338. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1472.224560] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79092cc0-27ba-493e-a472-39e805c7b313 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.234061] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Created folder: Instances in parent group-v376338. [ 1472.234061] env[63622]: DEBUG oslo.service.loopingcall [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1472.234205] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1472.234448] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a874f3b1-a5e8-45e2-b982-1187f329e7e1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.256573] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1472.256573] env[63622]: value = "task-1816477" [ 1472.256573] env[63622]: _type = "Task" [ 1472.256573] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.263635] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816477, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.288249] env[63622]: DEBUG nova.compute.manager [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1472.323520] env[63622]: DEBUG nova.compute.utils [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1472.329018] env[63622]: DEBUG nova.compute.manager [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1472.329018] env[63622]: DEBUG nova.network.neutron [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1472.370667] env[63622]: DEBUG oslo_vmware.api [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Task: {'id': task-1816473, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072973} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.371048] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1472.371934] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ab7be5-d42e-43d8-9bd0-e359147c7901 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.376305] env[63622]: DEBUG nova.policy [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70f3808a4df74b64925def2ce4a422d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '815d9fb5899941c1a159de77b6d2585d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1472.379600] env[63622]: DEBUG nova.compute.manager [req-e4541aa5-8425-4777-853b-78b67bc4a6e9 req-15e2a087-f623-4b9b-85fa-5d287e4d88bb service nova] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Received event network-changed-0aa663e3-bd8f-4e53-879a-72ab80c8ba67 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1472.380687] env[63622]: DEBUG nova.compute.manager [req-e4541aa5-8425-4777-853b-78b67bc4a6e9 req-15e2a087-f623-4b9b-85fa-5d287e4d88bb service nova] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Refreshing instance network info cache due to event network-changed-0aa663e3-bd8f-4e53-879a-72ab80c8ba67. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1472.380687] env[63622]: DEBUG oslo_concurrency.lockutils [req-e4541aa5-8425-4777-853b-78b67bc4a6e9 req-15e2a087-f623-4b9b-85fa-5d287e4d88bb service nova] Acquiring lock "refresh_cache-fd0d9093-eff3-41be-ad8e-bd2cf74acfec" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.380687] env[63622]: DEBUG oslo_concurrency.lockutils [req-e4541aa5-8425-4777-853b-78b67bc4a6e9 req-15e2a087-f623-4b9b-85fa-5d287e4d88bb service nova] Acquired lock "refresh_cache-fd0d9093-eff3-41be-ad8e-bd2cf74acfec" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.380687] env[63622]: DEBUG nova.network.neutron [req-e4541aa5-8425-4777-853b-78b67bc4a6e9 req-15e2a087-f623-4b9b-85fa-5d287e4d88bb service nova] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Refreshing network info cache for port 0aa663e3-bd8f-4e53-879a-72ab80c8ba67 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1472.403905] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 78778b25-ccc1-495f-910c-34a2b57ecf3b/78778b25-ccc1-495f-910c-34a2b57ecf3b.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1472.405069] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3b2d047-8d83-4165-bd15-db87bb4d0086 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.427107] env[63622]: DEBUG oslo_vmware.api [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Waiting for the task: (returnval){ [ 1472.427107] env[63622]: value = "task-1816478" [ 1472.427107] env[63622]: _type = "Task" [ 1472.427107] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.434993] env[63622]: DEBUG oslo_vmware.api [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Task: {'id': task-1816478, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.442772] env[63622]: DEBUG oslo_vmware.api [None req-b2ae5a5c-1020-4aca-986a-3c1c110729a5 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Task: {'id': task-1816474, 'name': PowerOffVM_Task, 'duration_secs': 0.177882} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.443148] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ae5a5c-1020-4aca-986a-3c1c110729a5 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1472.443366] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ae5a5c-1020-4aca-986a-3c1c110729a5 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1472.443640] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aca22fdf-f10d-4f18-9a07-53656e703259 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.520274] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ae5a5c-1020-4aca-986a-3c1c110729a5 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1472.520562] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ae5a5c-1020-4aca-986a-3c1c110729a5 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1472.520779] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2ae5a5c-1020-4aca-986a-3c1c110729a5 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Deleting the datastore file [datastore1] 25a805c5-d5cd-458f-ae1c-75ef08f5263b {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1472.521088] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7fe2803-0c14-4fb4-a90b-a734aab1953b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.527755] env[63622]: DEBUG oslo_vmware.api [None req-b2ae5a5c-1020-4aca-986a-3c1c110729a5 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Waiting for the task: (returnval){ [ 1472.527755] env[63622]: value = "task-1816480" [ 1472.527755] env[63622]: _type = "Task" [ 1472.527755] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.536210] env[63622]: DEBUG oslo_vmware.api [None req-b2ae5a5c-1020-4aca-986a-3c1c110729a5 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Task: {'id': task-1816480, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.765962] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816477, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.813731] env[63622]: DEBUG oslo_concurrency.lockutils [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.830020] env[63622]: DEBUG nova.compute.manager [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1472.939315] env[63622]: DEBUG oslo_vmware.api [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Task: {'id': task-1816478, 'name': ReconfigVM_Task, 'duration_secs': 0.388851} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.939682] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 78778b25-ccc1-495f-910c-34a2b57ecf3b/78778b25-ccc1-495f-910c-34a2b57ecf3b.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1472.940509] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e7af2cc-00a1-48d9-83a4-2299deb9fddf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.947514] env[63622]: DEBUG oslo_vmware.api [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Waiting for the task: (returnval){ [ 1472.947514] env[63622]: value = "task-1816481" [ 1472.947514] env[63622]: _type = "Task" [ 1472.947514] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.962181] env[63622]: DEBUG oslo_vmware.api [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Task: {'id': task-1816481, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.975833] env[63622]: DEBUG nova.network.neutron [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Successfully created port: e340f0af-000d-4371-921b-b03de861c2e5 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1473.039572] env[63622]: DEBUG oslo_vmware.api [None req-b2ae5a5c-1020-4aca-986a-3c1c110729a5 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Task: {'id': task-1816480, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139999} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.042140] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2ae5a5c-1020-4aca-986a-3c1c110729a5 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1473.042498] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ae5a5c-1020-4aca-986a-3c1c110729a5 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1473.042790] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ae5a5c-1020-4aca-986a-3c1c110729a5 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1473.043125] env[63622]: INFO nova.compute.manager [None req-b2ae5a5c-1020-4aca-986a-3c1c110729a5 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1473.043692] env[63622]: DEBUG oslo.service.loopingcall [None req-b2ae5a5c-1020-4aca-986a-3c1c110729a5 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1473.044219] env[63622]: DEBUG nova.compute.manager [-] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1473.044421] env[63622]: DEBUG nova.network.neutron [-] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1473.199066] env[63622]: DEBUG nova.network.neutron [req-e4541aa5-8425-4777-853b-78b67bc4a6e9 req-15e2a087-f623-4b9b-85fa-5d287e4d88bb service nova] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Updated VIF entry in instance network info cache for port 0aa663e3-bd8f-4e53-879a-72ab80c8ba67. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1473.200315] env[63622]: DEBUG nova.network.neutron [req-e4541aa5-8425-4777-853b-78b67bc4a6e9 req-15e2a087-f623-4b9b-85fa-5d287e4d88bb service nova] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Updating instance_info_cache with network_info: [{"id": "0aa663e3-bd8f-4e53-879a-72ab80c8ba67", "address": "fa:16:3e:a0:f3:a1", "network": {"id": "fe5e96de-67d0-4975-ac28-0b2ccb32560f", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-826686573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b72c92d856d046c88b10bda4c1a7136e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aa663e3-bd", "ovs_interfaceid": "0aa663e3-bd8f-4e53-879a-72ab80c8ba67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.266831] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816477, 'name': CreateVM_Task, 'duration_secs': 0.515737} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.269972] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1473.270909] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1473.271186] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.271543] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1473.271843] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b93e7a8-a259-4ddd-9365-93906548e130 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.276687] env[63622]: DEBUG oslo_vmware.api [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Waiting for the task: (returnval){ [ 1473.276687] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]520b8e6e-4c74-0b55-db93-cd1aa843002e" [ 1473.276687] env[63622]: _type = "Task" [ 1473.276687] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.287956] env[63622]: DEBUG oslo_vmware.api [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]520b8e6e-4c74-0b55-db93-cd1aa843002e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.436901] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609c7d98-8ed3-42a9-b5ab-4b80aee6c38e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.444992] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55d3d86-a4b3-4a20-a3b1-ddf12ed0ef72 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.482652] env[63622]: DEBUG oslo_vmware.api [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Task: {'id': task-1816481, 'name': Rename_Task, 'duration_secs': 0.305539} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.483281] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1473.484118] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ea8f1c-c838-43f3-8352-23cc9c2c5c48 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.486774] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2b7c520-3ab6-4389-bc0e-5a51ae0b0c0b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.495487] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812d3875-fa4a-4b80-8c76-f944af47488c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.499567] env[63622]: DEBUG oslo_vmware.api [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Waiting for the task: (returnval){ [ 1473.499567] env[63622]: value = "task-1816482" [ 1473.499567] env[63622]: _type = "Task" [ 1473.499567] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.512662] env[63622]: DEBUG nova.compute.provider_tree [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1473.521951] env[63622]: DEBUG oslo_vmware.api [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Task: {'id': task-1816482, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.707733] env[63622]: DEBUG oslo_concurrency.lockutils [req-e4541aa5-8425-4777-853b-78b67bc4a6e9 req-15e2a087-f623-4b9b-85fa-5d287e4d88bb service nova] Releasing lock "refresh_cache-fd0d9093-eff3-41be-ad8e-bd2cf74acfec" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.789034] env[63622]: DEBUG oslo_vmware.api [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]520b8e6e-4c74-0b55-db93-cd1aa843002e, 'name': SearchDatastore_Task, 'duration_secs': 0.010484} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.789225] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.789451] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1473.789685] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1473.789828] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.790012] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1473.790282] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d5fef5d-8055-4a6e-a7ad-708e93d1d41e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.798633] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1473.798814] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1473.799603] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-420488b1-122c-4e35-b885-1dfda6bd0d1b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.805169] env[63622]: DEBUG oslo_vmware.api [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Waiting for the task: (returnval){ [ 1473.805169] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e9f6a1-d938-d338-cf6c-29b06d149271" [ 1473.805169] env[63622]: _type = "Task" [ 1473.805169] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.815808] env[63622]: DEBUG oslo_vmware.api [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e9f6a1-d938-d338-cf6c-29b06d149271, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.843174] env[63622]: DEBUG nova.compute.manager [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1473.869373] env[63622]: DEBUG nova.virt.hardware [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1473.869701] env[63622]: DEBUG nova.virt.hardware [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1473.869882] env[63622]: DEBUG nova.virt.hardware [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1473.870080] env[63622]: DEBUG nova.virt.hardware [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1473.870234] env[63622]: DEBUG nova.virt.hardware [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1473.870483] env[63622]: DEBUG nova.virt.hardware [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1473.870596] env[63622]: DEBUG nova.virt.hardware [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1473.870759] env[63622]: DEBUG nova.virt.hardware [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1473.870961] env[63622]: DEBUG nova.virt.hardware [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1473.871208] env[63622]: DEBUG nova.virt.hardware [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1473.871396] env[63622]: DEBUG nova.virt.hardware [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1473.872356] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53df667f-c09a-4ffb-9bb1-2b15cd42c6c5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.880918] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93cea7f0-1b23-499e-8136-860cc07490b5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.010068] env[63622]: DEBUG oslo_vmware.api [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Task: {'id': task-1816482, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.014653] env[63622]: DEBUG nova.network.neutron [-] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.017073] env[63622]: DEBUG nova.scheduler.client.report [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1474.315952] env[63622]: DEBUG oslo_vmware.api [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e9f6a1-d938-d338-cf6c-29b06d149271, 'name': SearchDatastore_Task, 'duration_secs': 0.009068} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.316848] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eddc585-9b83-4a22-bba1-13c1ab5bd743 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.322348] env[63622]: DEBUG oslo_vmware.api [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Waiting for the task: (returnval){ [ 1474.322348] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ffa61b-cc50-df02-19f3-8969a9478067" [ 1474.322348] env[63622]: _type = "Task" [ 1474.322348] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.330636] env[63622]: DEBUG oslo_vmware.api [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ffa61b-cc50-df02-19f3-8969a9478067, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.399151] env[63622]: DEBUG nova.compute.manager [req-31121a2f-ef97-4002-936b-1abb01096535 req-1bc45de0-684b-4f64-ae5a-ba71c6f8414b service nova] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Received event network-vif-deleted-91b5bd95-ee5d-487e-a6cc-cbdd35cda275 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1474.509865] env[63622]: DEBUG oslo_vmware.api [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Task: {'id': task-1816482, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.522633] env[63622]: INFO nova.compute.manager [-] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Took 1.48 seconds to deallocate network for instance. [ 1474.523463] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.523978] env[63622]: DEBUG nova.compute.manager [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1474.529079] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.805s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.530144] env[63622]: INFO nova.compute.claims [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1474.756958] env[63622]: DEBUG nova.network.neutron [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Successfully updated port: e340f0af-000d-4371-921b-b03de861c2e5 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1474.834217] env[63622]: DEBUG oslo_vmware.api [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ffa61b-cc50-df02-19f3-8969a9478067, 'name': SearchDatastore_Task, 'duration_secs': 0.009429} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.834217] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1474.834217] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] fd0d9093-eff3-41be-ad8e-bd2cf74acfec/fd0d9093-eff3-41be-ad8e-bd2cf74acfec.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1474.834217] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94febd7c-fcd1-4e95-8b41-45ad7e1cc16b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.840590] env[63622]: DEBUG oslo_vmware.api [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Waiting for the task: (returnval){ [ 1474.840590] env[63622]: value = "task-1816483" [ 1474.840590] env[63622]: _type = "Task" [ 1474.840590] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.847662] env[63622]: DEBUG oslo_vmware.api [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Task: {'id': task-1816483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.997750] env[63622]: DEBUG nova.compute.manager [None req-0004d9c2-c12f-4a5a-b8bb-1558d4c2dd54 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1474.998132] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d43286-36bb-4eab-83dc-0165009d6ea9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.014407] env[63622]: DEBUG oslo_vmware.api [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Task: {'id': task-1816482, 'name': PowerOnVM_Task, 'duration_secs': 1.029369} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.014669] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1475.014927] env[63622]: INFO nova.compute.manager [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1475.015788] env[63622]: DEBUG nova.compute.manager [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1475.015959] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b00969e-b7e5-4b4f-a15d-10f9d20b64e0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.037915] env[63622]: DEBUG nova.compute.utils [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1475.042289] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b2ae5a5c-1020-4aca-986a-3c1c110729a5 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.042717] env[63622]: DEBUG nova.compute.manager [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1475.042889] env[63622]: DEBUG nova.network.neutron [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1475.089026] env[63622]: DEBUG nova.policy [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '176f566fe56b404b9e1253b4c96673ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b059e9f34de5469fadcf3a65167d7123', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1475.262387] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquiring lock "refresh_cache-7911008d-bcbb-4fb3-89b5-fb38ccfbd591" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1475.262387] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquired lock "refresh_cache-7911008d-bcbb-4fb3-89b5-fb38ccfbd591" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.262387] env[63622]: DEBUG nova.network.neutron [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1475.350497] env[63622]: DEBUG oslo_vmware.api [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Task: {'id': task-1816483, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449693} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.350813] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] fd0d9093-eff3-41be-ad8e-bd2cf74acfec/fd0d9093-eff3-41be-ad8e-bd2cf74acfec.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1475.350983] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1475.351249] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b54016f2-c582-4c2e-9594-46375148f2fe {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.358508] env[63622]: DEBUG oslo_vmware.api [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Waiting for the task: (returnval){ [ 1475.358508] env[63622]: value = "task-1816484" [ 1475.358508] env[63622]: _type = "Task" [ 1475.358508] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.367239] env[63622]: DEBUG oslo_vmware.api [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Task: {'id': task-1816484, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.497305] env[63622]: DEBUG nova.network.neutron [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Successfully created port: 42638319-f2a0-4764-87a9-457bbadb7c34 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1475.511574] env[63622]: INFO nova.compute.manager [None req-0004d9c2-c12f-4a5a-b8bb-1558d4c2dd54 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] instance snapshotting [ 1475.514184] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3419d09-1ed0-4a1c-8957-11e211c4a4af {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.537864] env[63622]: INFO nova.compute.manager [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Took 48.39 seconds to build instance. [ 1475.539803] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be9ac09-e8a2-4505-bb14-54f712be2a1c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.543029] env[63622]: DEBUG nova.compute.manager [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1475.794326] env[63622]: DEBUG nova.network.neutron [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1475.871366] env[63622]: DEBUG oslo_vmware.api [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Task: {'id': task-1816484, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070193} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.871630] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1475.872387] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616b6dfa-4057-4843-9933-102c45d7f5d9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.896136] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] fd0d9093-eff3-41be-ad8e-bd2cf74acfec/fd0d9093-eff3-41be-ad8e-bd2cf74acfec.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1475.898541] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2a98678-9922-4f67-8e44-1eca5a9a947d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.922339] env[63622]: DEBUG oslo_vmware.api [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Waiting for the task: (returnval){ [ 1475.922339] env[63622]: value = "task-1816485" [ 1475.922339] env[63622]: _type = "Task" [ 1475.922339] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.932799] env[63622]: DEBUG oslo_vmware.api [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Task: {'id': task-1816485, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.951364] env[63622]: DEBUG nova.network.neutron [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Updating instance_info_cache with network_info: [{"id": "e340f0af-000d-4371-921b-b03de861c2e5", "address": "fa:16:3e:20:55:6f", "network": {"id": "20c9f6ad-640b-4f26-837c-01428d409690", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-922797562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "815d9fb5899941c1a159de77b6d2585d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape340f0af-00", "ovs_interfaceid": "e340f0af-000d-4371-921b-b03de861c2e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1476.040107] env[63622]: DEBUG oslo_concurrency.lockutils [None req-87d1b101-a60b-4a13-bc4b-45120e8ac13a tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Lock "78778b25-ccc1-495f-910c-34a2b57ecf3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.901s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1476.043994] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4c9a06-0644-485e-a164-bcc25b39f2da {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.054479] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab948518-c71f-4195-86dd-7dba7c1fbdf3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.058865] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-0004d9c2-c12f-4a5a-b8bb-1558d4c2dd54 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Creating Snapshot of the VM instance {{(pid=63622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1476.059324] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4800d0d1-d3e5-49a5-8402-2997ee759a31 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.090422] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9223bb6-61da-4c47-856f-ce398289874a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.093302] env[63622]: DEBUG oslo_vmware.api [None req-0004d9c2-c12f-4a5a-b8bb-1558d4c2dd54 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Waiting for the task: (returnval){ [ 1476.093302] env[63622]: value = "task-1816486" [ 1476.093302] env[63622]: _type = "Task" [ 1476.093302] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.100397] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c880892-37c7-41a0-8ae9-6c8d7e59865a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.107114] env[63622]: DEBUG oslo_vmware.api [None req-0004d9c2-c12f-4a5a-b8bb-1558d4c2dd54 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816486, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.116589] env[63622]: DEBUG nova.compute.provider_tree [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1476.416369] env[63622]: DEBUG nova.compute.manager [None req-bc52e07a-948b-4a71-80fa-98fd5c08899e tempest-ServerExternalEventsTest-155666298 tempest-ServerExternalEventsTest-155666298-project] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Received event network-changed {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1476.416574] env[63622]: DEBUG nova.compute.manager [None req-bc52e07a-948b-4a71-80fa-98fd5c08899e tempest-ServerExternalEventsTest-155666298 tempest-ServerExternalEventsTest-155666298-project] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Refreshing instance network info cache due to event network-changed. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1476.416803] env[63622]: DEBUG oslo_concurrency.lockutils [None req-bc52e07a-948b-4a71-80fa-98fd5c08899e tempest-ServerExternalEventsTest-155666298 tempest-ServerExternalEventsTest-155666298-project] Acquiring lock "refresh_cache-78778b25-ccc1-495f-910c-34a2b57ecf3b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.416947] env[63622]: DEBUG oslo_concurrency.lockutils [None req-bc52e07a-948b-4a71-80fa-98fd5c08899e tempest-ServerExternalEventsTest-155666298 tempest-ServerExternalEventsTest-155666298-project] Acquired lock "refresh_cache-78778b25-ccc1-495f-910c-34a2b57ecf3b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.417119] env[63622]: DEBUG nova.network.neutron [None req-bc52e07a-948b-4a71-80fa-98fd5c08899e tempest-ServerExternalEventsTest-155666298 tempest-ServerExternalEventsTest-155666298-project] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1476.435599] env[63622]: DEBUG oslo_vmware.api [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Task: {'id': task-1816485, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.453224] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Releasing lock "refresh_cache-7911008d-bcbb-4fb3-89b5-fb38ccfbd591" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.453937] env[63622]: DEBUG nova.compute.manager [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Instance network_info: |[{"id": "e340f0af-000d-4371-921b-b03de861c2e5", "address": "fa:16:3e:20:55:6f", "network": {"id": "20c9f6ad-640b-4f26-837c-01428d409690", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-922797562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "815d9fb5899941c1a159de77b6d2585d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape340f0af-00", "ovs_interfaceid": "e340f0af-000d-4371-921b-b03de861c2e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1476.454092] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:55:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33fdc099-7497-41c1-b40c-1558937132d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e340f0af-000d-4371-921b-b03de861c2e5', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1476.461485] env[63622]: DEBUG oslo.service.loopingcall [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1476.461986] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1476.462233] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-762bf5a0-c55c-443d-b4b2-728a1294a75f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.482134] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1476.482134] env[63622]: value = "task-1816487" [ 1476.482134] env[63622]: _type = "Task" [ 1476.482134] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.489927] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816487, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.528958] env[63622]: DEBUG nova.compute.manager [req-e5c78e89-e3aa-4d91-bdd6-19892468329b req-8c42be9b-1887-427c-8862-f27bf7a0a6f1 service nova] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Received event network-vif-plugged-e340f0af-000d-4371-921b-b03de861c2e5 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1476.528958] env[63622]: DEBUG oslo_concurrency.lockutils [req-e5c78e89-e3aa-4d91-bdd6-19892468329b req-8c42be9b-1887-427c-8862-f27bf7a0a6f1 service nova] Acquiring lock "7911008d-bcbb-4fb3-89b5-fb38ccfbd591-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1476.529134] env[63622]: DEBUG oslo_concurrency.lockutils [req-e5c78e89-e3aa-4d91-bdd6-19892468329b req-8c42be9b-1887-427c-8862-f27bf7a0a6f1 service nova] Lock "7911008d-bcbb-4fb3-89b5-fb38ccfbd591-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1476.529324] env[63622]: DEBUG oslo_concurrency.lockutils [req-e5c78e89-e3aa-4d91-bdd6-19892468329b req-8c42be9b-1887-427c-8862-f27bf7a0a6f1 service nova] Lock "7911008d-bcbb-4fb3-89b5-fb38ccfbd591-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1476.529494] env[63622]: DEBUG nova.compute.manager [req-e5c78e89-e3aa-4d91-bdd6-19892468329b req-8c42be9b-1887-427c-8862-f27bf7a0a6f1 service nova] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] No waiting events found dispatching network-vif-plugged-e340f0af-000d-4371-921b-b03de861c2e5 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1476.530090] env[63622]: WARNING nova.compute.manager [req-e5c78e89-e3aa-4d91-bdd6-19892468329b req-8c42be9b-1887-427c-8862-f27bf7a0a6f1 service nova] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Received unexpected event network-vif-plugged-e340f0af-000d-4371-921b-b03de861c2e5 for instance with vm_state building and task_state spawning. [ 1476.530090] env[63622]: DEBUG nova.compute.manager [req-e5c78e89-e3aa-4d91-bdd6-19892468329b req-8c42be9b-1887-427c-8862-f27bf7a0a6f1 service nova] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Received event network-changed-e340f0af-000d-4371-921b-b03de861c2e5 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1476.530090] env[63622]: DEBUG nova.compute.manager [req-e5c78e89-e3aa-4d91-bdd6-19892468329b req-8c42be9b-1887-427c-8862-f27bf7a0a6f1 service nova] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Refreshing instance network info cache due to event network-changed-e340f0af-000d-4371-921b-b03de861c2e5. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1476.530297] env[63622]: DEBUG oslo_concurrency.lockutils [req-e5c78e89-e3aa-4d91-bdd6-19892468329b req-8c42be9b-1887-427c-8862-f27bf7a0a6f1 service nova] Acquiring lock "refresh_cache-7911008d-bcbb-4fb3-89b5-fb38ccfbd591" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.530440] env[63622]: DEBUG oslo_concurrency.lockutils [req-e5c78e89-e3aa-4d91-bdd6-19892468329b req-8c42be9b-1887-427c-8862-f27bf7a0a6f1 service nova] Acquired lock "refresh_cache-7911008d-bcbb-4fb3-89b5-fb38ccfbd591" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.530625] env[63622]: DEBUG nova.network.neutron [req-e5c78e89-e3aa-4d91-bdd6-19892468329b req-8c42be9b-1887-427c-8862-f27bf7a0a6f1 service nova] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Refreshing network info cache for port e340f0af-000d-4371-921b-b03de861c2e5 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1476.542104] env[63622]: DEBUG nova.compute.manager [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1476.551539] env[63622]: DEBUG nova.compute.manager [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1476.582504] env[63622]: DEBUG nova.virt.hardware [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1476.582832] env[63622]: DEBUG nova.virt.hardware [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1476.583145] env[63622]: DEBUG nova.virt.hardware [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1476.583438] env[63622]: DEBUG nova.virt.hardware [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1476.583666] env[63622]: DEBUG nova.virt.hardware [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1476.583939] env[63622]: DEBUG nova.virt.hardware [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1476.584272] env[63622]: DEBUG nova.virt.hardware [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1476.584465] env[63622]: DEBUG nova.virt.hardware [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1476.584729] env[63622]: DEBUG nova.virt.hardware [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1476.584846] env[63622]: DEBUG nova.virt.hardware [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1476.585048] env[63622]: DEBUG nova.virt.hardware [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1476.586030] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92a9758-8359-433d-b123-9c30473e1951 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.599626] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f404668a-cc0c-492e-930d-e0f8e85d1d3a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.610900] env[63622]: DEBUG oslo_vmware.api [None req-0004d9c2-c12f-4a5a-b8bb-1558d4c2dd54 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816486, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.620204] env[63622]: DEBUG nova.scheduler.client.report [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1476.934102] env[63622]: DEBUG oslo_vmware.api [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Task: {'id': task-1816485, 'name': ReconfigVM_Task, 'duration_secs': 0.815768} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.934422] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Reconfigured VM instance instance-0000001f to attach disk [datastore1] fd0d9093-eff3-41be-ad8e-bd2cf74acfec/fd0d9093-eff3-41be-ad8e-bd2cf74acfec.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1476.935067] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f45dc7ff-e86c-4f96-941d-bb51aad2ab89 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.941811] env[63622]: DEBUG oslo_vmware.api [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Waiting for the task: (returnval){ [ 1476.941811] env[63622]: value = "task-1816488" [ 1476.941811] env[63622]: _type = "Task" [ 1476.941811] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.949962] env[63622]: DEBUG oslo_vmware.api [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Task: {'id': task-1816488, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.999277] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816487, 'name': CreateVM_Task, 'duration_secs': 0.349155} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.999478] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1477.000280] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.000369] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.000678] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1477.001050] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0c0ad25-fb54-4e64-a6fb-18ca56049421 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.006404] env[63622]: DEBUG oslo_vmware.api [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1477.006404] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5276a400-65c4-3472-69b6-00c4a9d3bec0" [ 1477.006404] env[63622]: _type = "Task" [ 1477.006404] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.016084] env[63622]: DEBUG oslo_vmware.api [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5276a400-65c4-3472-69b6-00c4a9d3bec0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.067264] env[63622]: DEBUG oslo_concurrency.lockutils [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.110942] env[63622]: DEBUG oslo_vmware.api [None req-0004d9c2-c12f-4a5a-b8bb-1558d4c2dd54 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816486, 'name': CreateSnapshot_Task, 'duration_secs': 0.887704} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.111784] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-0004d9c2-c12f-4a5a-b8bb-1558d4c2dd54 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Created Snapshot of the VM instance {{(pid=63622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1477.112595] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03776d1-180a-4145-a654-13f47adb2c97 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.128118] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.128751] env[63622]: DEBUG nova.compute.manager [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1477.132103] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9fd12943-b515-4fbb-9a44-4cc58a79248c tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Acquiring lock "78778b25-ccc1-495f-910c-34a2b57ecf3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.132346] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9fd12943-b515-4fbb-9a44-4cc58a79248c tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Lock "78778b25-ccc1-495f-910c-34a2b57ecf3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.132561] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9fd12943-b515-4fbb-9a44-4cc58a79248c tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Acquiring lock "78778b25-ccc1-495f-910c-34a2b57ecf3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.132768] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9fd12943-b515-4fbb-9a44-4cc58a79248c tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Lock "78778b25-ccc1-495f-910c-34a2b57ecf3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.132981] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9fd12943-b515-4fbb-9a44-4cc58a79248c tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Lock "78778b25-ccc1-495f-910c-34a2b57ecf3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.135723] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.627s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.138966] env[63622]: INFO nova.compute.claims [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] [instance: d88a3d07-ca1b-4002-99a5-555fe6be3435] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1477.142354] env[63622]: INFO nova.compute.manager [None req-9fd12943-b515-4fbb-9a44-4cc58a79248c tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Terminating instance [ 1477.189805] env[63622]: DEBUG nova.network.neutron [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Successfully updated port: 42638319-f2a0-4764-87a9-457bbadb7c34 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1477.305029] env[63622]: DEBUG nova.network.neutron [req-e5c78e89-e3aa-4d91-bdd6-19892468329b req-8c42be9b-1887-427c-8862-f27bf7a0a6f1 service nova] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Updated VIF entry in instance network info cache for port e340f0af-000d-4371-921b-b03de861c2e5. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1477.305459] env[63622]: DEBUG nova.network.neutron [req-e5c78e89-e3aa-4d91-bdd6-19892468329b req-8c42be9b-1887-427c-8862-f27bf7a0a6f1 service nova] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Updating instance_info_cache with network_info: [{"id": "e340f0af-000d-4371-921b-b03de861c2e5", "address": "fa:16:3e:20:55:6f", "network": {"id": "20c9f6ad-640b-4f26-837c-01428d409690", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-922797562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "815d9fb5899941c1a159de77b6d2585d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape340f0af-00", "ovs_interfaceid": "e340f0af-000d-4371-921b-b03de861c2e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.312158] env[63622]: DEBUG nova.network.neutron [None req-bc52e07a-948b-4a71-80fa-98fd5c08899e tempest-ServerExternalEventsTest-155666298 tempest-ServerExternalEventsTest-155666298-project] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Updating instance_info_cache with network_info: [{"id": "5aa287d3-0231-4731-96b8-4fb9e681ded7", "address": "fa:16:3e:8b:f2:93", "network": {"id": "b4228a96-3fc3-4257-8e82-a1cf37456242", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45a909020f1491e9d07603c4fc0ad0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aa287d3-02", "ovs_interfaceid": "5aa287d3-0231-4731-96b8-4fb9e681ded7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.453136] env[63622]: DEBUG oslo_vmware.api [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Task: {'id': task-1816488, 'name': Rename_Task, 'duration_secs': 0.139722} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.453415] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1477.453658] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-841474fe-ecb6-44ad-ac50-26288bc8e4f9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.459640] env[63622]: DEBUG oslo_vmware.api [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Waiting for the task: (returnval){ [ 1477.459640] env[63622]: value = "task-1816489" [ 1477.459640] env[63622]: _type = "Task" [ 1477.459640] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.467031] env[63622]: DEBUG oslo_vmware.api [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Task: {'id': task-1816489, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.516710] env[63622]: DEBUG oslo_vmware.api [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5276a400-65c4-3472-69b6-00c4a9d3bec0, 'name': SearchDatastore_Task, 'duration_secs': 0.010814} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.517043] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.517736] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1477.517736] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.517736] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.518076] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1477.518116] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-add9eca1-66f1-4b9b-a3c6-574c248f9953 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.526578] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1477.526786] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1477.527545] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b7d8c25-4c61-4db3-a059-4e1b3a31b5cb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.532984] env[63622]: DEBUG oslo_vmware.api [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1477.532984] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]527ce9b2-99e9-fc84-fde8-94cedcc6c5a0" [ 1477.532984] env[63622]: _type = "Task" [ 1477.532984] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.541454] env[63622]: DEBUG oslo_vmware.api [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]527ce9b2-99e9-fc84-fde8-94cedcc6c5a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.631684] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-0004d9c2-c12f-4a5a-b8bb-1558d4c2dd54 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Creating linked-clone VM from snapshot {{(pid=63622) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1477.632495] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5d6f2473-9d62-44b2-b0ac-d82f3230e4aa {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.636450] env[63622]: DEBUG nova.compute.utils [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1477.637668] env[63622]: DEBUG nova.compute.manager [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1477.637840] env[63622]: DEBUG nova.network.neutron [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1477.646280] env[63622]: DEBUG oslo_vmware.api [None req-0004d9c2-c12f-4a5a-b8bb-1558d4c2dd54 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Waiting for the task: (returnval){ [ 1477.646280] env[63622]: value = "task-1816490" [ 1477.646280] env[63622]: _type = "Task" [ 1477.646280] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.652010] env[63622]: DEBUG nova.compute.manager [None req-9fd12943-b515-4fbb-9a44-4cc58a79248c tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1477.652216] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd12943-b515-4fbb-9a44-4cc58a79248c tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1477.656731] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3329f835-da16-4396-937a-b58fe582103a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.659880] env[63622]: DEBUG oslo_vmware.api [None req-0004d9c2-c12f-4a5a-b8bb-1558d4c2dd54 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816490, 'name': CloneVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.664791] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fd12943-b515-4fbb-9a44-4cc58a79248c tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1477.665039] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a0894c1-7201-42bd-919c-1e6efe984e39 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.672558] env[63622]: DEBUG oslo_vmware.api [None req-9fd12943-b515-4fbb-9a44-4cc58a79248c tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Waiting for the task: (returnval){ [ 1477.672558] env[63622]: value = "task-1816491" [ 1477.672558] env[63622]: _type = "Task" [ 1477.672558] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.681601] env[63622]: DEBUG oslo_vmware.api [None req-9fd12943-b515-4fbb-9a44-4cc58a79248c tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Task: {'id': task-1816491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.694252] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Acquiring lock "refresh_cache-57bcc753-9658-4126-ac0a-fa6b0bc1dc81" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.694252] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Acquired lock "refresh_cache-57bcc753-9658-4126-ac0a-fa6b0bc1dc81" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.694252] env[63622]: DEBUG nova.network.neutron [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1477.699576] env[63622]: DEBUG nova.policy [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75e682c65a4e43d49c218af12defddbc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd603f14b8df04b6188c0ac25038038a1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1477.813280] env[63622]: DEBUG oslo_concurrency.lockutils [req-e5c78e89-e3aa-4d91-bdd6-19892468329b req-8c42be9b-1887-427c-8862-f27bf7a0a6f1 service nova] Releasing lock "refresh_cache-7911008d-bcbb-4fb3-89b5-fb38ccfbd591" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.815357] env[63622]: DEBUG oslo_concurrency.lockutils [None req-bc52e07a-948b-4a71-80fa-98fd5c08899e tempest-ServerExternalEventsTest-155666298 tempest-ServerExternalEventsTest-155666298-project] Releasing lock "refresh_cache-78778b25-ccc1-495f-910c-34a2b57ecf3b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.972652] env[63622]: DEBUG oslo_vmware.api [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Task: {'id': task-1816489, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.056726] env[63622]: DEBUG oslo_vmware.api [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]527ce9b2-99e9-fc84-fde8-94cedcc6c5a0, 'name': SearchDatastore_Task, 'duration_secs': 0.010625} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.058313] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62c6ae2e-9ed2-4601-94f0-d0e867ee5270 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.065093] env[63622]: DEBUG oslo_vmware.api [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1478.065093] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52fca251-129e-feb8-fa04-22d712b0a1e9" [ 1478.065093] env[63622]: _type = "Task" [ 1478.065093] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.079266] env[63622]: DEBUG oslo_vmware.api [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52fca251-129e-feb8-fa04-22d712b0a1e9, 'name': SearchDatastore_Task, 'duration_secs': 0.009413} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.079681] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1478.080031] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 7911008d-bcbb-4fb3-89b5-fb38ccfbd591/7911008d-bcbb-4fb3-89b5-fb38ccfbd591.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1478.080365] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e014476e-1d71-4208-9791-b0382d503b13 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.087909] env[63622]: DEBUG oslo_vmware.api [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1478.087909] env[63622]: value = "task-1816492" [ 1478.087909] env[63622]: _type = "Task" [ 1478.087909] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.102153] env[63622]: DEBUG oslo_vmware.api [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.141234] env[63622]: DEBUG nova.compute.manager [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1478.159817] env[63622]: DEBUG nova.network.neutron [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Successfully created port: c4bbe0c2-7137-4b90-b440-4d6128f1ee84 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1478.170117] env[63622]: DEBUG oslo_vmware.api [None req-0004d9c2-c12f-4a5a-b8bb-1558d4c2dd54 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816490, 'name': CloneVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.185461] env[63622]: DEBUG oslo_vmware.api [None req-9fd12943-b515-4fbb-9a44-4cc58a79248c tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Task: {'id': task-1816491, 'name': PowerOffVM_Task, 'duration_secs': 0.32591} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.190619] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fd12943-b515-4fbb-9a44-4cc58a79248c tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1478.191104] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd12943-b515-4fbb-9a44-4cc58a79248c tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1478.194234] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d136e581-03bf-4844-a208-ab152a9df083 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.236471] env[63622]: DEBUG nova.network.neutron [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1478.431154] env[63622]: DEBUG nova.network.neutron [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Updating instance_info_cache with network_info: [{"id": "42638319-f2a0-4764-87a9-457bbadb7c34", "address": "fa:16:3e:9e:e5:40", "network": {"id": "460db244-db8b-4b4c-87eb-3c3c214dc53c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-199804094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b059e9f34de5469fadcf3a65167d7123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42638319-f2", "ovs_interfaceid": "42638319-f2a0-4764-87a9-457bbadb7c34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.471147] env[63622]: DEBUG oslo_vmware.api [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Task: {'id': task-1816489, 'name': PowerOnVM_Task, 'duration_secs': 0.609204} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.471147] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1478.471147] env[63622]: INFO nova.compute.manager [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1478.471454] env[63622]: DEBUG nova.compute.manager [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1478.472126] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88284bc-16a0-4bd8-a904-734a76996b01 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.599080] env[63622]: DEBUG oslo_vmware.api [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816492, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.617366] env[63622]: DEBUG nova.compute.manager [req-dc800f37-98ad-4b4f-a23e-3fb57d736217 req-89e8c275-4d5c-4cea-a085-93888c42961c service nova] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Received event network-vif-plugged-42638319-f2a0-4764-87a9-457bbadb7c34 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1478.617586] env[63622]: DEBUG oslo_concurrency.lockutils [req-dc800f37-98ad-4b4f-a23e-3fb57d736217 req-89e8c275-4d5c-4cea-a085-93888c42961c service nova] Acquiring lock "57bcc753-9658-4126-ac0a-fa6b0bc1dc81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1478.618981] env[63622]: DEBUG oslo_concurrency.lockutils [req-dc800f37-98ad-4b4f-a23e-3fb57d736217 req-89e8c275-4d5c-4cea-a085-93888c42961c service nova] Lock "57bcc753-9658-4126-ac0a-fa6b0bc1dc81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1478.618981] env[63622]: DEBUG oslo_concurrency.lockutils [req-dc800f37-98ad-4b4f-a23e-3fb57d736217 req-89e8c275-4d5c-4cea-a085-93888c42961c service nova] Lock "57bcc753-9658-4126-ac0a-fa6b0bc1dc81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.618981] env[63622]: DEBUG nova.compute.manager [req-dc800f37-98ad-4b4f-a23e-3fb57d736217 req-89e8c275-4d5c-4cea-a085-93888c42961c service nova] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] No waiting events found dispatching network-vif-plugged-42638319-f2a0-4764-87a9-457bbadb7c34 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1478.618981] env[63622]: WARNING nova.compute.manager [req-dc800f37-98ad-4b4f-a23e-3fb57d736217 req-89e8c275-4d5c-4cea-a085-93888c42961c service nova] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Received unexpected event network-vif-plugged-42638319-f2a0-4764-87a9-457bbadb7c34 for instance with vm_state building and task_state spawning. [ 1478.618981] env[63622]: DEBUG nova.compute.manager [req-dc800f37-98ad-4b4f-a23e-3fb57d736217 req-89e8c275-4d5c-4cea-a085-93888c42961c service nova] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Received event network-changed-42638319-f2a0-4764-87a9-457bbadb7c34 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1478.618981] env[63622]: DEBUG nova.compute.manager [req-dc800f37-98ad-4b4f-a23e-3fb57d736217 req-89e8c275-4d5c-4cea-a085-93888c42961c service nova] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Refreshing instance network info cache due to event network-changed-42638319-f2a0-4764-87a9-457bbadb7c34. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1478.619326] env[63622]: DEBUG oslo_concurrency.lockutils [req-dc800f37-98ad-4b4f-a23e-3fb57d736217 req-89e8c275-4d5c-4cea-a085-93888c42961c service nova] Acquiring lock "refresh_cache-57bcc753-9658-4126-ac0a-fa6b0bc1dc81" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1478.661148] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd12943-b515-4fbb-9a44-4cc58a79248c tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1478.661581] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd12943-b515-4fbb-9a44-4cc58a79248c tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1478.661581] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fd12943-b515-4fbb-9a44-4cc58a79248c tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Deleting the datastore file [datastore1] 78778b25-ccc1-495f-910c-34a2b57ecf3b {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1478.669246] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab36eccb-3b06-4e56-8de4-6f5e37847eef {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.672063] env[63622]: DEBUG oslo_vmware.api [None req-0004d9c2-c12f-4a5a-b8bb-1558d4c2dd54 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816490, 'name': CloneVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.679687] env[63622]: DEBUG oslo_vmware.api [None req-9fd12943-b515-4fbb-9a44-4cc58a79248c tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Waiting for the task: (returnval){ [ 1478.679687] env[63622]: value = "task-1816494" [ 1478.679687] env[63622]: _type = "Task" [ 1478.679687] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.691920] env[63622]: DEBUG oslo_vmware.api [None req-9fd12943-b515-4fbb-9a44-4cc58a79248c tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Task: {'id': task-1816494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.781495] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90afa199-fbd1-4c60-abe8-3e8277960a78 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.790038] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7516a82c-92f5-4d7f-82d8-0908e76c7026 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.820993] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cbe502-515b-49b8-8b3b-1eb0271f2ba5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.828969] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67b958a-6182-4c9c-8273-7b4248fd084d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.843025] env[63622]: DEBUG nova.compute.provider_tree [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1478.932231] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Releasing lock "refresh_cache-57bcc753-9658-4126-ac0a-fa6b0bc1dc81" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1478.932476] env[63622]: DEBUG nova.compute.manager [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Instance network_info: |[{"id": "42638319-f2a0-4764-87a9-457bbadb7c34", "address": "fa:16:3e:9e:e5:40", "network": {"id": "460db244-db8b-4b4c-87eb-3c3c214dc53c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-199804094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b059e9f34de5469fadcf3a65167d7123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42638319-f2", "ovs_interfaceid": "42638319-f2a0-4764-87a9-457bbadb7c34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1478.932807] env[63622]: DEBUG oslo_concurrency.lockutils [req-dc800f37-98ad-4b4f-a23e-3fb57d736217 req-89e8c275-4d5c-4cea-a085-93888c42961c service nova] Acquired lock "refresh_cache-57bcc753-9658-4126-ac0a-fa6b0bc1dc81" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.933068] env[63622]: DEBUG nova.network.neutron [req-dc800f37-98ad-4b4f-a23e-3fb57d736217 req-89e8c275-4d5c-4cea-a085-93888c42961c service nova] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Refreshing network info cache for port 42638319-f2a0-4764-87a9-457bbadb7c34 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1478.934364] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:e5:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42638319-f2a0-4764-87a9-457bbadb7c34', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1478.942038] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Creating folder: Project (b059e9f34de5469fadcf3a65167d7123). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1478.945270] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2d2eaf5-af7c-4921-acca-77adf3fb4100 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.955917] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Created folder: Project (b059e9f34de5469fadcf3a65167d7123) in parent group-v376252. [ 1478.956229] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Creating folder: Instances. Parent ref: group-v376344. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1478.956515] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f70da791-a938-4d05-99d9-ba0603616205 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.965934] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Created folder: Instances in parent group-v376344. [ 1478.966263] env[63622]: DEBUG oslo.service.loopingcall [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1478.966472] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1478.966700] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38d5e546-9eac-4619-8cfa-1f8b34796305 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.993685] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1478.993685] env[63622]: value = "task-1816497" [ 1478.993685] env[63622]: _type = "Task" [ 1478.993685] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.999685] env[63622]: INFO nova.compute.manager [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Took 46.97 seconds to build instance. [ 1479.004481] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816497, 'name': CreateVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.099024] env[63622]: DEBUG oslo_vmware.api [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816492, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531706} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.101746] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 7911008d-bcbb-4fb3-89b5-fb38ccfbd591/7911008d-bcbb-4fb3-89b5-fb38ccfbd591.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1479.101898] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1479.102160] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3094598f-e0bf-4353-9dca-1a5ebbac11b5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.109080] env[63622]: DEBUG oslo_vmware.api [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1479.109080] env[63622]: value = "task-1816498" [ 1479.109080] env[63622]: _type = "Task" [ 1479.109080] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.117706] env[63622]: DEBUG oslo_vmware.api [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816498, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.155666] env[63622]: DEBUG nova.compute.manager [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1479.166753] env[63622]: DEBUG oslo_vmware.api [None req-0004d9c2-c12f-4a5a-b8bb-1558d4c2dd54 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816490, 'name': CloneVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.188314] env[63622]: DEBUG nova.virt.hardware [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1479.188704] env[63622]: DEBUG nova.virt.hardware [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1479.188972] env[63622]: DEBUG nova.virt.hardware [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1479.189299] env[63622]: DEBUG nova.virt.hardware [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1479.189680] env[63622]: DEBUG nova.virt.hardware [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1479.189818] env[63622]: DEBUG nova.virt.hardware [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1479.190087] env[63622]: DEBUG nova.virt.hardware [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1479.190271] env[63622]: DEBUG nova.virt.hardware [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1479.190444] env[63622]: DEBUG nova.virt.hardware [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1479.190607] env[63622]: DEBUG nova.virt.hardware [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1479.190779] env[63622]: DEBUG nova.virt.hardware [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1479.191605] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe04b49-335e-4779-acea-c6f921214775 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.199864] env[63622]: DEBUG oslo_vmware.api [None req-9fd12943-b515-4fbb-9a44-4cc58a79248c tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Task: {'id': task-1816494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282903} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.202147] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fd12943-b515-4fbb-9a44-4cc58a79248c tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1479.202341] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd12943-b515-4fbb-9a44-4cc58a79248c tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1479.202565] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd12943-b515-4fbb-9a44-4cc58a79248c tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1479.202762] env[63622]: INFO nova.compute.manager [None req-9fd12943-b515-4fbb-9a44-4cc58a79248c tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Took 1.55 seconds to destroy the instance on the hypervisor. [ 1479.203050] env[63622]: DEBUG oslo.service.loopingcall [None req-9fd12943-b515-4fbb-9a44-4cc58a79248c tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1479.203315] env[63622]: DEBUG nova.compute.manager [-] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1479.203411] env[63622]: DEBUG nova.network.neutron [-] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1479.206138] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082a34a5-1d35-485b-b758-b52ba88490f8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.220695] env[63622]: DEBUG nova.network.neutron [req-dc800f37-98ad-4b4f-a23e-3fb57d736217 req-89e8c275-4d5c-4cea-a085-93888c42961c service nova] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Updated VIF entry in instance network info cache for port 42638319-f2a0-4764-87a9-457bbadb7c34. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1479.221047] env[63622]: DEBUG nova.network.neutron [req-dc800f37-98ad-4b4f-a23e-3fb57d736217 req-89e8c275-4d5c-4cea-a085-93888c42961c service nova] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Updating instance_info_cache with network_info: [{"id": "42638319-f2a0-4764-87a9-457bbadb7c34", "address": "fa:16:3e:9e:e5:40", "network": {"id": "460db244-db8b-4b4c-87eb-3c3c214dc53c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-199804094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b059e9f34de5469fadcf3a65167d7123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42638319-f2", "ovs_interfaceid": "42638319-f2a0-4764-87a9-457bbadb7c34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1479.346757] env[63622]: DEBUG nova.scheduler.client.report [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1479.507608] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b4be7ce1-56da-48fb-818e-afdf092e3ba9 tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Lock "fd0d9093-eff3-41be-ad8e-bd2cf74acfec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.795s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1479.507874] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816497, 'name': CreateVM_Task, 'duration_secs': 0.455925} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.509551] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1479.510431] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1479.510569] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.510946] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1479.511711] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d21b09f-dc74-4114-a5d7-e115bc12c8d4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.516653] env[63622]: DEBUG oslo_vmware.api [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Waiting for the task: (returnval){ [ 1479.516653] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52fc9ed3-2bd3-68a3-baef-fd0e227fd102" [ 1479.516653] env[63622]: _type = "Task" [ 1479.516653] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.525189] env[63622]: DEBUG oslo_vmware.api [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52fc9ed3-2bd3-68a3-baef-fd0e227fd102, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.619873] env[63622]: DEBUG oslo_vmware.api [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816498, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077033} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.620126] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1479.621013] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fd43ca-d540-43cc-b64c-f5646b42f803 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.644481] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 7911008d-bcbb-4fb3-89b5-fb38ccfbd591/7911008d-bcbb-4fb3-89b5-fb38ccfbd591.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1479.644851] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f96873c8-0b60-458f-aaf5-cecd45fb5cf2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.670856] env[63622]: DEBUG oslo_vmware.api [None req-0004d9c2-c12f-4a5a-b8bb-1558d4c2dd54 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816490, 'name': CloneVM_Task, 'duration_secs': 2.005308} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.672145] env[63622]: INFO nova.virt.vmwareapi.vmops [None req-0004d9c2-c12f-4a5a-b8bb-1558d4c2dd54 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Created linked-clone VM from snapshot [ 1479.672471] env[63622]: DEBUG oslo_vmware.api [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1479.672471] env[63622]: value = "task-1816499" [ 1479.672471] env[63622]: _type = "Task" [ 1479.672471] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.673184] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77094999-a019-4150-a242-6201d6c01e65 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.684086] env[63622]: DEBUG oslo_vmware.api [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816499, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.687339] env[63622]: DEBUG nova.virt.vmwareapi.images [None req-0004d9c2-c12f-4a5a-b8bb-1558d4c2dd54 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Uploading image d60a1724-76e7-4fda-be6d-a18ba16130c4 {{(pid=63622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1479.700761] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0004d9c2-c12f-4a5a-b8bb-1558d4c2dd54 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Destroying the VM {{(pid=63622) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1479.701144] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5950bafe-4280-4236-b9d6-e9d370c64f18 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.709058] env[63622]: DEBUG oslo_vmware.api [None req-0004d9c2-c12f-4a5a-b8bb-1558d4c2dd54 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Waiting for the task: (returnval){ [ 1479.709058] env[63622]: value = "task-1816500" [ 1479.709058] env[63622]: _type = "Task" [ 1479.709058] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.716685] env[63622]: DEBUG oslo_vmware.api [None req-0004d9c2-c12f-4a5a-b8bb-1558d4c2dd54 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816500, 'name': Destroy_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.723960] env[63622]: DEBUG oslo_concurrency.lockutils [req-dc800f37-98ad-4b4f-a23e-3fb57d736217 req-89e8c275-4d5c-4cea-a085-93888c42961c service nova] Releasing lock "refresh_cache-57bcc753-9658-4126-ac0a-fa6b0bc1dc81" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1479.852828] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1479.853563] env[63622]: DEBUG nova.compute.manager [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] [instance: d88a3d07-ca1b-4002-99a5-555fe6be3435] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1479.856611] env[63622]: DEBUG oslo_concurrency.lockutils [None req-35a5e3d0-7b9b-4c73-9242-d9914b15a355 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.133s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1479.856834] env[63622]: DEBUG nova.objects.instance [None req-35a5e3d0-7b9b-4c73-9242-d9914b15a355 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Lazy-loading 'resources' on Instance uuid f1f365f0-1d49-4838-8f34-6c3905da7932 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1479.896208] env[63622]: DEBUG nova.network.neutron [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Successfully updated port: c4bbe0c2-7137-4b90-b440-4d6128f1ee84 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1480.001892] env[63622]: DEBUG nova.network.neutron [-] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.012237] env[63622]: DEBUG nova.compute.manager [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1480.026858] env[63622]: DEBUG oslo_vmware.api [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52fc9ed3-2bd3-68a3-baef-fd0e227fd102, 'name': SearchDatastore_Task, 'duration_secs': 0.010228} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.027159] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.027395] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1480.027629] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.027773] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.027951] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1480.028216] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-989a4c8d-4a7e-4b36-8d9b-810952e04207 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.036281] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1480.036370] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1480.037411] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc347019-1157-4f23-a43f-408e6045333d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.043304] env[63622]: DEBUG oslo_vmware.api [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Waiting for the task: (returnval){ [ 1480.043304] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526418fc-0593-e5b0-c1d7-bf5670cbf264" [ 1480.043304] env[63622]: _type = "Task" [ 1480.043304] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.052310] env[63622]: DEBUG oslo_vmware.api [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526418fc-0593-e5b0-c1d7-bf5670cbf264, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.186909] env[63622]: DEBUG oslo_vmware.api [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816499, 'name': ReconfigVM_Task, 'duration_secs': 0.290731} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.187205] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 7911008d-bcbb-4fb3-89b5-fb38ccfbd591/7911008d-bcbb-4fb3-89b5-fb38ccfbd591.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1480.187861] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68d7c438-c82f-4383-bded-8f3bc02b1aab {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.194751] env[63622]: DEBUG oslo_vmware.api [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1480.194751] env[63622]: value = "task-1816501" [ 1480.194751] env[63622]: _type = "Task" [ 1480.194751] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.202740] env[63622]: DEBUG oslo_vmware.api [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816501, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.217051] env[63622]: DEBUG oslo_vmware.api [None req-0004d9c2-c12f-4a5a-b8bb-1558d4c2dd54 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816500, 'name': Destroy_Task} progress is 33%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.361601] env[63622]: DEBUG nova.compute.utils [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1480.364311] env[63622]: DEBUG nova.compute.manager [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] [instance: d88a3d07-ca1b-4002-99a5-555fe6be3435] Not allocating networking since 'none' was specified. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1480.399597] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Acquiring lock "refresh_cache-687c8f97-8e4a-4a95-bca9-710c0e8c98ff" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.399826] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Acquired lock "refresh_cache-687c8f97-8e4a-4a95-bca9-710c0e8c98ff" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.400054] env[63622]: DEBUG nova.network.neutron [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1480.504456] env[63622]: INFO nova.compute.manager [-] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Took 1.30 seconds to deallocate network for instance. [ 1480.531903] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.555735] env[63622]: DEBUG oslo_vmware.api [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526418fc-0593-e5b0-c1d7-bf5670cbf264, 'name': SearchDatastore_Task, 'duration_secs': 0.019741} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.556566] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b54dec43-49e9-4a77-ad35-6434b4168e6b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.562112] env[63622]: DEBUG oslo_vmware.api [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Waiting for the task: (returnval){ [ 1480.562112] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52c05e38-ec2d-be44-16e9-ba4a9c4e2e22" [ 1480.562112] env[63622]: _type = "Task" [ 1480.562112] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.570796] env[63622]: DEBUG oslo_vmware.api [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52c05e38-ec2d-be44-16e9-ba4a9c4e2e22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.705423] env[63622]: DEBUG oslo_vmware.api [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816501, 'name': Rename_Task, 'duration_secs': 0.133574} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.708603] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1480.708646] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6df220c-e21b-484a-b22a-15df08034adb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.721124] env[63622]: DEBUG oslo_vmware.api [None req-0004d9c2-c12f-4a5a-b8bb-1558d4c2dd54 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816500, 'name': Destroy_Task, 'duration_secs': 0.582061} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.722877] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-0004d9c2-c12f-4a5a-b8bb-1558d4c2dd54 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Destroyed the VM [ 1480.723396] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-0004d9c2-c12f-4a5a-b8bb-1558d4c2dd54 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Deleting Snapshot of the VM instance {{(pid=63622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1480.723738] env[63622]: DEBUG oslo_vmware.api [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1480.723738] env[63622]: value = "task-1816502" [ 1480.723738] env[63622]: _type = "Task" [ 1480.723738] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.724134] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-29743ef5-73ac-4769-adba-ed210169982a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.736468] env[63622]: DEBUG oslo_vmware.api [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.738253] env[63622]: DEBUG oslo_vmware.api [None req-0004d9c2-c12f-4a5a-b8bb-1558d4c2dd54 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Waiting for the task: (returnval){ [ 1480.738253] env[63622]: value = "task-1816503" [ 1480.738253] env[63622]: _type = "Task" [ 1480.738253] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.749389] env[63622]: DEBUG oslo_vmware.api [None req-0004d9c2-c12f-4a5a-b8bb-1558d4c2dd54 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816503, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.772735] env[63622]: DEBUG nova.compute.manager [req-f27a786c-bf79-4eba-bfe2-69e1ee5cabf2 req-6cf596bb-c09e-466c-9b93-e38a1f5740a0 service nova] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Received event network-vif-deleted-5aa287d3-0231-4731-96b8-4fb9e681ded7 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1480.772996] env[63622]: DEBUG nova.compute.manager [req-f27a786c-bf79-4eba-bfe2-69e1ee5cabf2 req-6cf596bb-c09e-466c-9b93-e38a1f5740a0 service nova] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Received event network-vif-plugged-c4bbe0c2-7137-4b90-b440-4d6128f1ee84 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1480.773487] env[63622]: DEBUG oslo_concurrency.lockutils [req-f27a786c-bf79-4eba-bfe2-69e1ee5cabf2 req-6cf596bb-c09e-466c-9b93-e38a1f5740a0 service nova] Acquiring lock "687c8f97-8e4a-4a95-bca9-710c0e8c98ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.773764] env[63622]: DEBUG oslo_concurrency.lockutils [req-f27a786c-bf79-4eba-bfe2-69e1ee5cabf2 req-6cf596bb-c09e-466c-9b93-e38a1f5740a0 service nova] Lock "687c8f97-8e4a-4a95-bca9-710c0e8c98ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.773954] env[63622]: DEBUG oslo_concurrency.lockutils [req-f27a786c-bf79-4eba-bfe2-69e1ee5cabf2 req-6cf596bb-c09e-466c-9b93-e38a1f5740a0 service nova] Lock "687c8f97-8e4a-4a95-bca9-710c0e8c98ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.774163] env[63622]: DEBUG nova.compute.manager [req-f27a786c-bf79-4eba-bfe2-69e1ee5cabf2 req-6cf596bb-c09e-466c-9b93-e38a1f5740a0 service nova] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] No waiting events found dispatching network-vif-plugged-c4bbe0c2-7137-4b90-b440-4d6128f1ee84 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1480.774730] env[63622]: WARNING nova.compute.manager [req-f27a786c-bf79-4eba-bfe2-69e1ee5cabf2 req-6cf596bb-c09e-466c-9b93-e38a1f5740a0 service nova] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Received unexpected event network-vif-plugged-c4bbe0c2-7137-4b90-b440-4d6128f1ee84 for instance with vm_state building and task_state spawning. [ 1480.774730] env[63622]: DEBUG nova.compute.manager [req-f27a786c-bf79-4eba-bfe2-69e1ee5cabf2 req-6cf596bb-c09e-466c-9b93-e38a1f5740a0 service nova] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Received event network-changed-c4bbe0c2-7137-4b90-b440-4d6128f1ee84 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1480.774730] env[63622]: DEBUG nova.compute.manager [req-f27a786c-bf79-4eba-bfe2-69e1ee5cabf2 req-6cf596bb-c09e-466c-9b93-e38a1f5740a0 service nova] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Refreshing instance network info cache due to event network-changed-c4bbe0c2-7137-4b90-b440-4d6128f1ee84. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1480.774955] env[63622]: DEBUG oslo_concurrency.lockutils [req-f27a786c-bf79-4eba-bfe2-69e1ee5cabf2 req-6cf596bb-c09e-466c-9b93-e38a1f5740a0 service nova] Acquiring lock "refresh_cache-687c8f97-8e4a-4a95-bca9-710c0e8c98ff" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.867328] env[63622]: DEBUG nova.compute.manager [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] [instance: d88a3d07-ca1b-4002-99a5-555fe6be3435] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1480.945431] env[63622]: DEBUG nova.network.neutron [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1480.997943] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5732ff18-7797-4dc3-8ed0-fb2eb59ceb3e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.008499] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680967f9-7652-4349-a019-297ce4756d1a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.012578] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9fd12943-b515-4fbb-9a44-4cc58a79248c tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.044583] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aba74c7-9ad9-436c-a55a-22ecf5841902 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.052779] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f44706-c8bb-4132-9008-5d7e6f0bad80 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.070464] env[63622]: DEBUG nova.compute.provider_tree [None req-35a5e3d0-7b9b-4c73-9242-d9914b15a355 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1481.080881] env[63622]: DEBUG oslo_vmware.api [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52c05e38-ec2d-be44-16e9-ba4a9c4e2e22, 'name': SearchDatastore_Task, 'duration_secs': 0.009632} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.081938] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.082087] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 57bcc753-9658-4126-ac0a-fa6b0bc1dc81/57bcc753-9658-4126-ac0a-fa6b0bc1dc81.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1481.082342] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ccc46811-018e-4ca8-b9cb-9682378c7cae {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.090321] env[63622]: DEBUG oslo_vmware.api [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Waiting for the task: (returnval){ [ 1481.090321] env[63622]: value = "task-1816504" [ 1481.090321] env[63622]: _type = "Task" [ 1481.090321] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.099672] env[63622]: DEBUG oslo_vmware.api [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1816504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.183999] env[63622]: DEBUG nova.network.neutron [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Updating instance_info_cache with network_info: [{"id": "c4bbe0c2-7137-4b90-b440-4d6128f1ee84", "address": "fa:16:3e:71:e8:a7", "network": {"id": "082eabb2-2f6d-4455-9682-5d4c34bf9a2f", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-780254707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d603f14b8df04b6188c0ac25038038a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4bbe0c2-71", "ovs_interfaceid": "c4bbe0c2-7137-4b90-b440-4d6128f1ee84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.236104] env[63622]: DEBUG oslo_vmware.api [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816502, 'name': PowerOnVM_Task, 'duration_secs': 0.4858} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.236353] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1481.236555] env[63622]: INFO nova.compute.manager [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Took 7.39 seconds to spawn the instance on the hypervisor. [ 1481.236932] env[63622]: DEBUG nova.compute.manager [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1481.237517] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff669ab9-68bd-4e01-9064-fbe132204709 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.253202] env[63622]: DEBUG oslo_vmware.api [None req-0004d9c2-c12f-4a5a-b8bb-1558d4c2dd54 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816503, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.409319] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a9a9c863-2dc3-4a8b-b947-623fcb80537c tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Acquiring lock "fd0d9093-eff3-41be-ad8e-bd2cf74acfec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.409606] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a9a9c863-2dc3-4a8b-b947-623fcb80537c tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Lock "fd0d9093-eff3-41be-ad8e-bd2cf74acfec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.409818] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a9a9c863-2dc3-4a8b-b947-623fcb80537c tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Acquiring lock "fd0d9093-eff3-41be-ad8e-bd2cf74acfec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.410109] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a9a9c863-2dc3-4a8b-b947-623fcb80537c tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Lock "fd0d9093-eff3-41be-ad8e-bd2cf74acfec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.410196] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a9a9c863-2dc3-4a8b-b947-623fcb80537c tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Lock "fd0d9093-eff3-41be-ad8e-bd2cf74acfec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.412708] env[63622]: INFO nova.compute.manager [None req-a9a9c863-2dc3-4a8b-b947-623fcb80537c tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Terminating instance [ 1481.579026] env[63622]: DEBUG nova.scheduler.client.report [None req-35a5e3d0-7b9b-4c73-9242-d9914b15a355 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1481.604181] env[63622]: DEBUG oslo_vmware.api [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1816504, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504578} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.604181] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 57bcc753-9658-4126-ac0a-fa6b0bc1dc81/57bcc753-9658-4126-ac0a-fa6b0bc1dc81.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1481.604181] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1481.604181] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0eeedcff-ba93-40c2-a526-a033c779fdae {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.609941] env[63622]: DEBUG oslo_vmware.api [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Waiting for the task: (returnval){ [ 1481.609941] env[63622]: value = "task-1816505" [ 1481.609941] env[63622]: _type = "Task" [ 1481.609941] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.620261] env[63622]: DEBUG oslo_vmware.api [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1816505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.687123] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Releasing lock "refresh_cache-687c8f97-8e4a-4a95-bca9-710c0e8c98ff" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.687489] env[63622]: DEBUG nova.compute.manager [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Instance network_info: |[{"id": "c4bbe0c2-7137-4b90-b440-4d6128f1ee84", "address": "fa:16:3e:71:e8:a7", "network": {"id": "082eabb2-2f6d-4455-9682-5d4c34bf9a2f", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-780254707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d603f14b8df04b6188c0ac25038038a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4bbe0c2-71", "ovs_interfaceid": "c4bbe0c2-7137-4b90-b440-4d6128f1ee84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1481.687792] env[63622]: DEBUG oslo_concurrency.lockutils [req-f27a786c-bf79-4eba-bfe2-69e1ee5cabf2 req-6cf596bb-c09e-466c-9b93-e38a1f5740a0 service nova] Acquired lock "refresh_cache-687c8f97-8e4a-4a95-bca9-710c0e8c98ff" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.687970] env[63622]: DEBUG nova.network.neutron [req-f27a786c-bf79-4eba-bfe2-69e1ee5cabf2 req-6cf596bb-c09e-466c-9b93-e38a1f5740a0 service nova] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Refreshing network info cache for port c4bbe0c2-7137-4b90-b440-4d6128f1ee84 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1481.689256] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:e8:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e39ca24f-7890-4cdf-8dab-ecab218bb063', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4bbe0c2-7137-4b90-b440-4d6128f1ee84', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1481.696692] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Creating folder: Project (d603f14b8df04b6188c0ac25038038a1). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1481.699640] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdc51c7c-2c9a-4b5d-bd45-3eed3d5ccc97 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.712061] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Created folder: Project (d603f14b8df04b6188c0ac25038038a1) in parent group-v376252. [ 1481.712268] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Creating folder: Instances. Parent ref: group-v376347. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1481.712497] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f413b2d4-0d4b-4931-8b76-053ba6870e94 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.722050] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Created folder: Instances in parent group-v376347. [ 1481.722299] env[63622]: DEBUG oslo.service.loopingcall [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1481.722486] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1481.722687] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f6bd15b-0d0a-4bb4-b063-82379292ac1f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.746707] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1481.746707] env[63622]: value = "task-1816508" [ 1481.746707] env[63622]: _type = "Task" [ 1481.746707] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.757244] env[63622]: DEBUG oslo_vmware.api [None req-0004d9c2-c12f-4a5a-b8bb-1558d4c2dd54 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816503, 'name': RemoveSnapshot_Task, 'duration_secs': 0.896174} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.758088] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-0004d9c2-c12f-4a5a-b8bb-1558d4c2dd54 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Deleted Snapshot of the VM instance {{(pid=63622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1481.766464] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816508, 'name': CreateVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.766891] env[63622]: INFO nova.compute.manager [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Took 42.81 seconds to build instance. [ 1481.881886] env[63622]: DEBUG nova.compute.manager [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] [instance: d88a3d07-ca1b-4002-99a5-555fe6be3435] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1481.904758] env[63622]: DEBUG nova.virt.hardware [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1481.904874] env[63622]: DEBUG nova.virt.hardware [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1481.905089] env[63622]: DEBUG nova.virt.hardware [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1481.905229] env[63622]: DEBUG nova.virt.hardware [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1481.905385] env[63622]: DEBUG nova.virt.hardware [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1481.905526] env[63622]: DEBUG nova.virt.hardware [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1481.905796] env[63622]: DEBUG nova.virt.hardware [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1481.905886] env[63622]: DEBUG nova.virt.hardware [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1481.906064] env[63622]: DEBUG nova.virt.hardware [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1481.906231] env[63622]: DEBUG nova.virt.hardware [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1481.906405] env[63622]: DEBUG nova.virt.hardware [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1481.907267] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ac9c79-62fe-45a9-9a13-3a908ae9c5c5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.915437] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc44544-e642-41d9-8826-565577925166 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.919426] env[63622]: DEBUG nova.compute.manager [None req-a9a9c863-2dc3-4a8b-b947-623fcb80537c tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1481.919628] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a9c863-2dc3-4a8b-b947-623fcb80537c tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1481.920351] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66a1410-3dc1-4202-829b-19d33a808ca5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.934801] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] [instance: d88a3d07-ca1b-4002-99a5-555fe6be3435] Instance VIF info [] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1481.940370] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Creating folder: Project (04d7d7eb45a44d999a26ad9ff7e426f2). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1481.942610] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-095cffbe-04a8-4346-a0e5-3eeb10bb63ab {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.944561] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9a9c863-2dc3-4a8b-b947-623fcb80537c tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1481.944788] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abeee316-0b36-4d71-a7fc-cc3918e4382d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.951077] env[63622]: DEBUG oslo_vmware.api [None req-a9a9c863-2dc3-4a8b-b947-623fcb80537c tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Waiting for the task: (returnval){ [ 1481.951077] env[63622]: value = "task-1816510" [ 1481.951077] env[63622]: _type = "Task" [ 1481.951077] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.956136] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Created folder: Project (04d7d7eb45a44d999a26ad9ff7e426f2) in parent group-v376252. [ 1481.956434] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Creating folder: Instances. Parent ref: group-v376350. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1481.957907] env[63622]: DEBUG oslo_concurrency.lockutils [None req-da360e14-c02b-4d1c-ba7e-6cd9123a6aac tempest-ServersAdminTestJSON-349458086 tempest-ServersAdminTestJSON-349458086-project-admin] Acquiring lock "refresh_cache-7911008d-bcbb-4fb3-89b5-fb38ccfbd591" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.958078] env[63622]: DEBUG oslo_concurrency.lockutils [None req-da360e14-c02b-4d1c-ba7e-6cd9123a6aac tempest-ServersAdminTestJSON-349458086 tempest-ServersAdminTestJSON-349458086-project-admin] Acquired lock "refresh_cache-7911008d-bcbb-4fb3-89b5-fb38ccfbd591" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.958246] env[63622]: DEBUG nova.network.neutron [None req-da360e14-c02b-4d1c-ba7e-6cd9123a6aac tempest-ServersAdminTestJSON-349458086 tempest-ServersAdminTestJSON-349458086-project-admin] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1481.959680] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3916afc4-3679-46ea-b2d7-8452088a91d3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.965182] env[63622]: DEBUG oslo_vmware.api [None req-a9a9c863-2dc3-4a8b-b947-623fcb80537c tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Task: {'id': task-1816510, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.971750] env[63622]: DEBUG nova.network.neutron [req-f27a786c-bf79-4eba-bfe2-69e1ee5cabf2 req-6cf596bb-c09e-466c-9b93-e38a1f5740a0 service nova] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Updated VIF entry in instance network info cache for port c4bbe0c2-7137-4b90-b440-4d6128f1ee84. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1481.972066] env[63622]: DEBUG nova.network.neutron [req-f27a786c-bf79-4eba-bfe2-69e1ee5cabf2 req-6cf596bb-c09e-466c-9b93-e38a1f5740a0 service nova] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Updating instance_info_cache with network_info: [{"id": "c4bbe0c2-7137-4b90-b440-4d6128f1ee84", "address": "fa:16:3e:71:e8:a7", "network": {"id": "082eabb2-2f6d-4455-9682-5d4c34bf9a2f", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-780254707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d603f14b8df04b6188c0ac25038038a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4bbe0c2-71", "ovs_interfaceid": "c4bbe0c2-7137-4b90-b440-4d6128f1ee84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.975060] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Created folder: Instances in parent group-v376350. [ 1481.975142] env[63622]: DEBUG oslo.service.loopingcall [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1481.975968] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d88a3d07-ca1b-4002-99a5-555fe6be3435] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1481.975968] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1977258-1f46-48fd-bea4-09b591627bcb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.993346] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1481.993346] env[63622]: value = "task-1816512" [ 1481.993346] env[63622]: _type = "Task" [ 1481.993346] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.001623] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816512, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.085022] env[63622]: DEBUG oslo_concurrency.lockutils [None req-35a5e3d0-7b9b-4c73-9242-d9914b15a355 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.226s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.085482] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.986s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1482.086963] env[63622]: INFO nova.compute.claims [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1482.112364] env[63622]: INFO nova.scheduler.client.report [None req-35a5e3d0-7b9b-4c73-9242-d9914b15a355 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Deleted allocations for instance f1f365f0-1d49-4838-8f34-6c3905da7932 [ 1482.125652] env[63622]: DEBUG oslo_vmware.api [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1816505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142758} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.125946] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1482.127224] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114ef953-64f2-4982-8f3d-7d880b48ef2b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.158732] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 57bcc753-9658-4126-ac0a-fa6b0bc1dc81/57bcc753-9658-4126-ac0a-fa6b0bc1dc81.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1482.159197] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-874ac6cf-8d26-4131-b14a-67d0754f4326 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.179400] env[63622]: DEBUG oslo_vmware.api [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Waiting for the task: (returnval){ [ 1482.179400] env[63622]: value = "task-1816513" [ 1482.179400] env[63622]: _type = "Task" [ 1482.179400] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.188221] env[63622]: DEBUG oslo_vmware.api [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1816513, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.257401] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816508, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.270708] env[63622]: WARNING nova.compute.manager [None req-0004d9c2-c12f-4a5a-b8bb-1558d4c2dd54 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Image not found during snapshot: nova.exception.ImageNotFound: Image d60a1724-76e7-4fda-be6d-a18ba16130c4 could not be found. [ 1482.272202] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5c13df6a-b70f-4b2a-8246-6a2d84d16a92 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lock "7911008d-bcbb-4fb3-89b5-fb38ccfbd591" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.229s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.464296] env[63622]: DEBUG oslo_vmware.api [None req-a9a9c863-2dc3-4a8b-b947-623fcb80537c tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Task: {'id': task-1816510, 'name': PowerOffVM_Task, 'duration_secs': 0.23059} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.464296] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9a9c863-2dc3-4a8b-b947-623fcb80537c tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1482.464296] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a9c863-2dc3-4a8b-b947-623fcb80537c tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1482.464296] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-395aa08f-7e3a-49ab-aa41-e09fbd2a73e5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.476535] env[63622]: DEBUG oslo_concurrency.lockutils [req-f27a786c-bf79-4eba-bfe2-69e1ee5cabf2 req-6cf596bb-c09e-466c-9b93-e38a1f5740a0 service nova] Releasing lock "refresh_cache-687c8f97-8e4a-4a95-bca9-710c0e8c98ff" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1482.503700] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816512, 'name': CreateVM_Task, 'duration_secs': 0.334022} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.503910] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d88a3d07-ca1b-4002-99a5-555fe6be3435] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1482.504377] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1482.504542] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.504858] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1482.505123] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6f5ecd1-a266-4ff7-a12c-c78d4cda667b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.510696] env[63622]: DEBUG oslo_vmware.api [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Waiting for the task: (returnval){ [ 1482.510696] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5217764a-3a6f-0597-e7ac-d2228667aad9" [ 1482.510696] env[63622]: _type = "Task" [ 1482.510696] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.519161] env[63622]: DEBUG oslo_vmware.api [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5217764a-3a6f-0597-e7ac-d2228667aad9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.573442] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a9c863-2dc3-4a8b-b947-623fcb80537c tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1482.573681] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a9c863-2dc3-4a8b-b947-623fcb80537c tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1482.573864] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9a9c863-2dc3-4a8b-b947-623fcb80537c tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Deleting the datastore file [datastore1] fd0d9093-eff3-41be-ad8e-bd2cf74acfec {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1482.574164] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c673372f-59ad-4ffa-940d-4c8c529f6574 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.581247] env[63622]: DEBUG oslo_vmware.api [None req-a9a9c863-2dc3-4a8b-b947-623fcb80537c tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Waiting for the task: (returnval){ [ 1482.581247] env[63622]: value = "task-1816515" [ 1482.581247] env[63622]: _type = "Task" [ 1482.581247] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.589396] env[63622]: DEBUG oslo_vmware.api [None req-a9a9c863-2dc3-4a8b-b947-623fcb80537c tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Task: {'id': task-1816515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.623784] env[63622]: DEBUG oslo_concurrency.lockutils [None req-35a5e3d0-7b9b-4c73-9242-d9914b15a355 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Lock "f1f365f0-1d49-4838-8f34-6c3905da7932" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.615s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.689656] env[63622]: DEBUG oslo_vmware.api [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1816513, 'name': ReconfigVM_Task, 'duration_secs': 0.288375} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.689969] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 57bcc753-9658-4126-ac0a-fa6b0bc1dc81/57bcc753-9658-4126-ac0a-fa6b0bc1dc81.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1482.691198] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38a4231c-ccc9-4c22-acca-b8493b5631a1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.698877] env[63622]: DEBUG oslo_vmware.api [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Waiting for the task: (returnval){ [ 1482.698877] env[63622]: value = "task-1816516" [ 1482.698877] env[63622]: _type = "Task" [ 1482.698877] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.707725] env[63622]: DEBUG oslo_vmware.api [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1816516, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.757050] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816508, 'name': CreateVM_Task, 'duration_secs': 0.794886} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.757349] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1482.758083] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1482.774391] env[63622]: DEBUG nova.compute.manager [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1482.952276] env[63622]: DEBUG nova.network.neutron [None req-da360e14-c02b-4d1c-ba7e-6cd9123a6aac tempest-ServersAdminTestJSON-349458086 tempest-ServersAdminTestJSON-349458086-project-admin] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Updating instance_info_cache with network_info: [{"id": "e340f0af-000d-4371-921b-b03de861c2e5", "address": "fa:16:3e:20:55:6f", "network": {"id": "20c9f6ad-640b-4f26-837c-01428d409690", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-922797562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "815d9fb5899941c1a159de77b6d2585d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape340f0af-00", "ovs_interfaceid": "e340f0af-000d-4371-921b-b03de861c2e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.020893] env[63622]: DEBUG oslo_vmware.api [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5217764a-3a6f-0597-e7ac-d2228667aad9, 'name': SearchDatastore_Task, 'duration_secs': 0.009132} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.021256] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1483.021496] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] [instance: d88a3d07-ca1b-4002-99a5-555fe6be3435] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1483.021720] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1483.021866] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.022056] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1483.022339] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.022642] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1483.022868] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c323852-a4f9-4429-8e51-ca47f4acd39a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.024922] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6daae76d-e9c9-4c12-825d-46bf1c308778 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.029895] env[63622]: DEBUG oslo_vmware.api [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Waiting for the task: (returnval){ [ 1483.029895] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d85a77-899d-dfbb-2f5a-fc31c2b5155d" [ 1483.029895] env[63622]: _type = "Task" [ 1483.029895] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.033642] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1483.033839] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1483.034969] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed2b3f9d-2497-480d-88e3-b007fa301bf8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.040203] env[63622]: DEBUG oslo_vmware.api [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d85a77-899d-dfbb-2f5a-fc31c2b5155d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.042985] env[63622]: DEBUG oslo_vmware.api [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Waiting for the task: (returnval){ [ 1483.042985] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]523028e2-d4b5-c9f8-6fa4-f1b2366bb53f" [ 1483.042985] env[63622]: _type = "Task" [ 1483.042985] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.050514] env[63622]: DEBUG oslo_vmware.api [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]523028e2-d4b5-c9f8-6fa4-f1b2366bb53f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.090579] env[63622]: DEBUG oslo_vmware.api [None req-a9a9c863-2dc3-4a8b-b947-623fcb80537c tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Task: {'id': task-1816515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161452} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.090876] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9a9c863-2dc3-4a8b-b947-623fcb80537c tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1483.091207] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a9c863-2dc3-4a8b-b947-623fcb80537c tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1483.091409] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a9c863-2dc3-4a8b-b947-623fcb80537c tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1483.091580] env[63622]: INFO nova.compute.manager [None req-a9a9c863-2dc3-4a8b-b947-623fcb80537c tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1483.091816] env[63622]: DEBUG oslo.service.loopingcall [None req-a9a9c863-2dc3-4a8b-b947-623fcb80537c tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1483.092334] env[63622]: DEBUG nova.compute.manager [-] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1483.092428] env[63622]: DEBUG nova.network.neutron [-] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1483.214506] env[63622]: DEBUG oslo_vmware.api [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1816516, 'name': Rename_Task, 'duration_secs': 0.218702} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.218021] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1483.218021] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9ec2417-4beb-489c-bffa-b07af049d54e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.222106] env[63622]: DEBUG oslo_vmware.api [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Waiting for the task: (returnval){ [ 1483.222106] env[63622]: value = "task-1816517" [ 1483.222106] env[63622]: _type = "Task" [ 1483.222106] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.234559] env[63622]: DEBUG oslo_vmware.api [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1816517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.287369] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2b3c3e29-8e17-4757-8f77-bd3b18d0217e tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Acquiring lock "58cda789-5ec7-4f99-88aa-67efb74b9b62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.287369] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2b3c3e29-8e17-4757-8f77-bd3b18d0217e tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Lock "58cda789-5ec7-4f99-88aa-67efb74b9b62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.287369] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2b3c3e29-8e17-4757-8f77-bd3b18d0217e tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Acquiring lock "58cda789-5ec7-4f99-88aa-67efb74b9b62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.288213] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2b3c3e29-8e17-4757-8f77-bd3b18d0217e tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Lock "58cda789-5ec7-4f99-88aa-67efb74b9b62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.288213] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2b3c3e29-8e17-4757-8f77-bd3b18d0217e tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Lock "58cda789-5ec7-4f99-88aa-67efb74b9b62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.301500] env[63622]: INFO nova.compute.manager [None req-2b3c3e29-8e17-4757-8f77-bd3b18d0217e tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Terminating instance [ 1483.310748] env[63622]: DEBUG oslo_concurrency.lockutils [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.425669] env[63622]: DEBUG nova.compute.manager [req-7054d780-e03f-4f63-afbf-11e1daed1063 req-51f7ffdd-62d0-4cc7-b79b-c38752b1d5d6 service nova] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Received event network-vif-deleted-0aa663e3-bd8f-4e53-879a-72ab80c8ba67 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1483.425669] env[63622]: INFO nova.compute.manager [req-7054d780-e03f-4f63-afbf-11e1daed1063 req-51f7ffdd-62d0-4cc7-b79b-c38752b1d5d6 service nova] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Neutron deleted interface 0aa663e3-bd8f-4e53-879a-72ab80c8ba67; detaching it from the instance and deleting it from the info cache [ 1483.425669] env[63622]: DEBUG nova.network.neutron [req-7054d780-e03f-4f63-afbf-11e1daed1063 req-51f7ffdd-62d0-4cc7-b79b-c38752b1d5d6 service nova] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.458120] env[63622]: DEBUG oslo_concurrency.lockutils [None req-da360e14-c02b-4d1c-ba7e-6cd9123a6aac tempest-ServersAdminTestJSON-349458086 tempest-ServersAdminTestJSON-349458086-project-admin] Releasing lock "refresh_cache-7911008d-bcbb-4fb3-89b5-fb38ccfbd591" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1483.458120] env[63622]: DEBUG nova.compute.manager [None req-da360e14-c02b-4d1c-ba7e-6cd9123a6aac tempest-ServersAdminTestJSON-349458086 tempest-ServersAdminTestJSON-349458086-project-admin] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Inject network info {{(pid=63622) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7570}} [ 1483.458120] env[63622]: DEBUG nova.compute.manager [None req-da360e14-c02b-4d1c-ba7e-6cd9123a6aac tempest-ServersAdminTestJSON-349458086 tempest-ServersAdminTestJSON-349458086-project-admin] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] network_info to inject: |[{"id": "e340f0af-000d-4371-921b-b03de861c2e5", "address": "fa:16:3e:20:55:6f", "network": {"id": "20c9f6ad-640b-4f26-837c-01428d409690", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-922797562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "815d9fb5899941c1a159de77b6d2585d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape340f0af-00", "ovs_interfaceid": "e340f0af-000d-4371-921b-b03de861c2e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7571}} [ 1483.464528] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-da360e14-c02b-4d1c-ba7e-6cd9123a6aac tempest-ServersAdminTestJSON-349458086 tempest-ServersAdminTestJSON-349458086-project-admin] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Reconfiguring VM instance to set the machine id {{(pid=63622) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1483.465776] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72a6eac5-0f45-421d-82ed-f1f5c06acd57 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.484106] env[63622]: DEBUG oslo_vmware.api [None req-da360e14-c02b-4d1c-ba7e-6cd9123a6aac tempest-ServersAdminTestJSON-349458086 tempest-ServersAdminTestJSON-349458086-project-admin] Waiting for the task: (returnval){ [ 1483.484106] env[63622]: value = "task-1816518" [ 1483.484106] env[63622]: _type = "Task" [ 1483.484106] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.493814] env[63622]: DEBUG oslo_vmware.api [None req-da360e14-c02b-4d1c-ba7e-6cd9123a6aac tempest-ServersAdminTestJSON-349458086 tempest-ServersAdminTestJSON-349458086-project-admin] Task: {'id': task-1816518, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.543592] env[63622]: DEBUG oslo_vmware.api [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d85a77-899d-dfbb-2f5a-fc31c2b5155d, 'name': SearchDatastore_Task, 'duration_secs': 0.008986} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.549340] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1483.550158] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1483.552755] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1483.557819] env[63622]: DEBUG oslo_vmware.api [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]523028e2-d4b5-c9f8-6fa4-f1b2366bb53f, 'name': SearchDatastore_Task, 'duration_secs': 0.007512} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.561614] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-216cf903-3ad0-4a0e-af30-41e937d720a9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.568417] env[63622]: DEBUG oslo_vmware.api [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Waiting for the task: (returnval){ [ 1483.568417] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ee3da5-3d6e-1bda-68dd-b50f209b69d6" [ 1483.568417] env[63622]: _type = "Task" [ 1483.568417] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.583443] env[63622]: DEBUG oslo_vmware.api [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ee3da5-3d6e-1bda-68dd-b50f209b69d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.738462] env[63622]: DEBUG oslo_vmware.api [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1816517, 'name': PowerOnVM_Task, 'duration_secs': 0.447734} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.738462] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1483.738561] env[63622]: INFO nova.compute.manager [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Took 7.19 seconds to spawn the instance on the hypervisor. [ 1483.738665] env[63622]: DEBUG nova.compute.manager [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1483.739496] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f5ea79-0c45-4430-91ea-86e1d349b154 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.770896] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9120b423-063d-4c72-a807-20cf73e075d1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.778905] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deac7f92-abd8-48a3-be16-428d3ec4281e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.813887] env[63622]: DEBUG nova.compute.manager [None req-2b3c3e29-8e17-4757-8f77-bd3b18d0217e tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1483.814202] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3c3e29-8e17-4757-8f77-bd3b18d0217e tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1483.815964] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13ae120-d079-4845-8d0c-9946bd1201c8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.819382] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bd5c51-5c58-4684-8cbb-5d322fe28a97 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.827591] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b3c3e29-8e17-4757-8f77-bd3b18d0217e tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1483.829815] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e610923e-658b-45e1-b528-07aeb7a2c329 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.833220] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e67ec7-340e-4174-b919-c5a0ad9b79d3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.847876] env[63622]: DEBUG nova.compute.provider_tree [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1483.850871] env[63622]: DEBUG oslo_vmware.api [None req-2b3c3e29-8e17-4757-8f77-bd3b18d0217e tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Waiting for the task: (returnval){ [ 1483.850871] env[63622]: value = "task-1816519" [ 1483.850871] env[63622]: _type = "Task" [ 1483.850871] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.858899] env[63622]: DEBUG oslo_vmware.api [None req-2b3c3e29-8e17-4757-8f77-bd3b18d0217e tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.880310] env[63622]: DEBUG nova.network.neutron [-] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.931999] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24d2492c-119c-4771-9a81-f9aa665eb3dd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.941702] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6796583b-565b-4a43-bf6a-f5a1d750ec6b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.979905] env[63622]: DEBUG nova.compute.manager [req-7054d780-e03f-4f63-afbf-11e1daed1063 req-51f7ffdd-62d0-4cc7-b79b-c38752b1d5d6 service nova] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Detach interface failed, port_id=0aa663e3-bd8f-4e53-879a-72ab80c8ba67, reason: Instance fd0d9093-eff3-41be-ad8e-bd2cf74acfec could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1483.992145] env[63622]: DEBUG oslo_vmware.api [None req-da360e14-c02b-4d1c-ba7e-6cd9123a6aac tempest-ServersAdminTestJSON-349458086 tempest-ServersAdminTestJSON-349458086-project-admin] Task: {'id': task-1816518, 'name': ReconfigVM_Task, 'duration_secs': 0.168915} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.992434] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-da360e14-c02b-4d1c-ba7e-6cd9123a6aac tempest-ServersAdminTestJSON-349458086 tempest-ServersAdminTestJSON-349458086-project-admin] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Reconfigured VM instance to set the machine id {{(pid=63622) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1484.081163] env[63622]: DEBUG oslo_vmware.api [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ee3da5-3d6e-1bda-68dd-b50f209b69d6, 'name': SearchDatastore_Task, 'duration_secs': 0.025354} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.081163] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1484.081163] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] d88a3d07-ca1b-4002-99a5-555fe6be3435/d88a3d07-ca1b-4002-99a5-555fe6be3435.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1484.081689] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.081689] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1484.082196] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a67a7f20-4a2f-489f-9854-306666602645 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.084597] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fed011b-2f73-45da-8ae6-3726312e0105 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.092089] env[63622]: DEBUG oslo_vmware.api [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Waiting for the task: (returnval){ [ 1484.092089] env[63622]: value = "task-1816520" [ 1484.092089] env[63622]: _type = "Task" [ 1484.092089] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.096386] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1484.096556] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1484.097725] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21382bb1-8212-4dfe-a472-f0bfcea0130b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.103287] env[63622]: DEBUG oslo_vmware.api [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Task: {'id': task-1816520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.106767] env[63622]: DEBUG oslo_vmware.api [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Waiting for the task: (returnval){ [ 1484.106767] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d6771a-be11-ead9-ae29-2dc2c41ac3f6" [ 1484.106767] env[63622]: _type = "Task" [ 1484.106767] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.114747] env[63622]: DEBUG oslo_vmware.api [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d6771a-be11-ead9-ae29-2dc2c41ac3f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.270487] env[63622]: INFO nova.compute.manager [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Took 43.46 seconds to build instance. [ 1484.352511] env[63622]: DEBUG nova.scheduler.client.report [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1484.368187] env[63622]: DEBUG oslo_vmware.api [None req-2b3c3e29-8e17-4757-8f77-bd3b18d0217e tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816519, 'name': PowerOffVM_Task, 'duration_secs': 0.163172} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.368568] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b3c3e29-8e17-4757-8f77-bd3b18d0217e tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1484.368799] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3c3e29-8e17-4757-8f77-bd3b18d0217e tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1484.369101] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6cb09887-e074-45bc-8505-082e2500e3cf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.383529] env[63622]: INFO nova.compute.manager [-] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Took 1.29 seconds to deallocate network for instance. [ 1484.447764] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3c3e29-8e17-4757-8f77-bd3b18d0217e tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1484.448069] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3c3e29-8e17-4757-8f77-bd3b18d0217e tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1484.448269] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b3c3e29-8e17-4757-8f77-bd3b18d0217e tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Deleting the datastore file [datastore1] 58cda789-5ec7-4f99-88aa-67efb74b9b62 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1484.448590] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2075a0fc-eae6-4082-bf81-441c3b65ed52 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.455893] env[63622]: DEBUG oslo_vmware.api [None req-2b3c3e29-8e17-4757-8f77-bd3b18d0217e tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Waiting for the task: (returnval){ [ 1484.455893] env[63622]: value = "task-1816522" [ 1484.455893] env[63622]: _type = "Task" [ 1484.455893] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.464209] env[63622]: DEBUG oslo_vmware.api [None req-2b3c3e29-8e17-4757-8f77-bd3b18d0217e tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.602253] env[63622]: DEBUG oslo_vmware.api [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Task: {'id': task-1816520, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.617940] env[63622]: DEBUG oslo_vmware.api [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d6771a-be11-ead9-ae29-2dc2c41ac3f6, 'name': SearchDatastore_Task, 'duration_secs': 0.009574} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.618855] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d228915-189a-4986-88b5-3ee571a787ed {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.641934] env[63622]: DEBUG oslo_vmware.api [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Waiting for the task: (returnval){ [ 1484.641934] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]525245ad-51ff-1646-339c-e0bbfa9bd28f" [ 1484.641934] env[63622]: _type = "Task" [ 1484.641934] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.649809] env[63622]: DEBUG oslo_vmware.api [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]525245ad-51ff-1646-339c-e0bbfa9bd28f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.773973] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b5e4b201-bcdf-436d-8bee-a891d3520f12 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lock "57bcc753-9658-4126-ac0a-fa6b0bc1dc81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.770s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.860517] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.775s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.861313] env[63622]: DEBUG nova.compute.manager [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1484.864177] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.865s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1484.866381] env[63622]: INFO nova.compute.claims [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] [instance: ada46b59-e636-461e-8650-8051a98550dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1484.890507] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a9a9c863-2dc3-4a8b-b947-623fcb80537c tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.966853] env[63622]: DEBUG oslo_vmware.api [None req-2b3c3e29-8e17-4757-8f77-bd3b18d0217e tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.103246] env[63622]: DEBUG oslo_vmware.api [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Task: {'id': task-1816520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.898084} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.103570] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] d88a3d07-ca1b-4002-99a5-555fe6be3435/d88a3d07-ca1b-4002-99a5-555fe6be3435.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1485.103753] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] [instance: d88a3d07-ca1b-4002-99a5-555fe6be3435] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1485.103973] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4eab4974-190f-467a-95c1-3d125eb4b59c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.111640] env[63622]: DEBUG oslo_vmware.api [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Waiting for the task: (returnval){ [ 1485.111640] env[63622]: value = "task-1816523" [ 1485.111640] env[63622]: _type = "Task" [ 1485.111640] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.120163] env[63622]: DEBUG oslo_vmware.api [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Task: {'id': task-1816523, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.140844] env[63622]: INFO nova.compute.manager [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Rebuilding instance [ 1485.154368] env[63622]: DEBUG oslo_vmware.api [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]525245ad-51ff-1646-339c-e0bbfa9bd28f, 'name': SearchDatastore_Task, 'duration_secs': 0.083034} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.154368] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1485.154368] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 687c8f97-8e4a-4a95-bca9-710c0e8c98ff/687c8f97-8e4a-4a95-bca9-710c0e8c98ff.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1485.154368] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-722309a3-e6c4-4c8b-bfb5-c25123fdfc57 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.161393] env[63622]: DEBUG oslo_vmware.api [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Waiting for the task: (returnval){ [ 1485.161393] env[63622]: value = "task-1816524" [ 1485.161393] env[63622]: _type = "Task" [ 1485.161393] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.173484] env[63622]: DEBUG oslo_vmware.api [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Task: {'id': task-1816524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.194747] env[63622]: DEBUG nova.compute.manager [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1485.196160] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2261ea-46e7-46ae-b49b-553db8e13e82 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.277988] env[63622]: DEBUG nova.compute.manager [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1485.371491] env[63622]: DEBUG nova.compute.utils [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1485.373079] env[63622]: DEBUG nova.compute.manager [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1485.373360] env[63622]: DEBUG nova.network.neutron [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1485.379699] env[63622]: DEBUG nova.compute.manager [req-756bba7a-0f60-4dcc-9fc8-3f796ba81cdd req-3bc24fde-3ff6-4035-9e87-0e5e6377f617 service nova] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Received event network-changed-42638319-f2a0-4764-87a9-457bbadb7c34 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1485.379904] env[63622]: DEBUG nova.compute.manager [req-756bba7a-0f60-4dcc-9fc8-3f796ba81cdd req-3bc24fde-3ff6-4035-9e87-0e5e6377f617 service nova] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Refreshing instance network info cache due to event network-changed-42638319-f2a0-4764-87a9-457bbadb7c34. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1485.380454] env[63622]: DEBUG oslo_concurrency.lockutils [req-756bba7a-0f60-4dcc-9fc8-3f796ba81cdd req-3bc24fde-3ff6-4035-9e87-0e5e6377f617 service nova] Acquiring lock "refresh_cache-57bcc753-9658-4126-ac0a-fa6b0bc1dc81" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1485.380671] env[63622]: DEBUG oslo_concurrency.lockutils [req-756bba7a-0f60-4dcc-9fc8-3f796ba81cdd req-3bc24fde-3ff6-4035-9e87-0e5e6377f617 service nova] Acquired lock "refresh_cache-57bcc753-9658-4126-ac0a-fa6b0bc1dc81" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.381081] env[63622]: DEBUG nova.network.neutron [req-756bba7a-0f60-4dcc-9fc8-3f796ba81cdd req-3bc24fde-3ff6-4035-9e87-0e5e6377f617 service nova] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Refreshing network info cache for port 42638319-f2a0-4764-87a9-457bbadb7c34 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1485.469247] env[63622]: DEBUG oslo_vmware.api [None req-2b3c3e29-8e17-4757-8f77-bd3b18d0217e tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816522, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.657895} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.469574] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b3c3e29-8e17-4757-8f77-bd3b18d0217e tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1485.469799] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3c3e29-8e17-4757-8f77-bd3b18d0217e tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1485.470023] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3c3e29-8e17-4757-8f77-bd3b18d0217e tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1485.470234] env[63622]: INFO nova.compute.manager [None req-2b3c3e29-8e17-4757-8f77-bd3b18d0217e tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1485.470515] env[63622]: DEBUG oslo.service.loopingcall [None req-2b3c3e29-8e17-4757-8f77-bd3b18d0217e tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1485.470744] env[63622]: DEBUG nova.compute.manager [-] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1485.470869] env[63622]: DEBUG nova.network.neutron [-] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1485.476959] env[63622]: DEBUG nova.policy [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c649640f0804e2998f0397eaa7d02b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0c806020020444382dc49c3f701ff1d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1485.624451] env[63622]: DEBUG oslo_vmware.api [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Task: {'id': task-1816523, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071395} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.624857] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] [instance: d88a3d07-ca1b-4002-99a5-555fe6be3435] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1485.625905] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee205fc-52db-4237-a7a2-b8255c52e329 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.648234] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] [instance: d88a3d07-ca1b-4002-99a5-555fe6be3435] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] d88a3d07-ca1b-4002-99a5-555fe6be3435/d88a3d07-ca1b-4002-99a5-555fe6be3435.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1485.648910] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05f854f1-095b-4732-8cfb-518b8fcdbe06 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.676795] env[63622]: DEBUG oslo_vmware.api [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Task: {'id': task-1816524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.678568] env[63622]: DEBUG oslo_vmware.api [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Waiting for the task: (returnval){ [ 1485.678568] env[63622]: value = "task-1816525" [ 1485.678568] env[63622]: _type = "Task" [ 1485.678568] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.687225] env[63622]: DEBUG oslo_vmware.api [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Task: {'id': task-1816525, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.805890] env[63622]: DEBUG oslo_concurrency.lockutils [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1485.883015] env[63622]: DEBUG nova.compute.manager [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1486.055574] env[63622]: DEBUG nova.network.neutron [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Successfully created port: 4c7ec82c-f243-4f7a-bbdf-d66e8587749b {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1486.190350] env[63622]: DEBUG oslo_vmware.api [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Task: {'id': task-1816524, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.200932] env[63622]: DEBUG oslo_vmware.api [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Task: {'id': task-1816525, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.211187] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1486.211187] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72e14bbc-7730-4a2b-bb87-fa7d8b1d1900 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.219123] env[63622]: DEBUG oslo_vmware.api [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1486.219123] env[63622]: value = "task-1816526" [ 1486.219123] env[63622]: _type = "Task" [ 1486.219123] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.225644] env[63622]: DEBUG nova.compute.manager [req-d00b458d-8ff1-4c33-be24-adaa40ac80cc req-9b98a614-9419-4fda-84c8-707d1647f317 service nova] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Received event network-vif-deleted-98906d20-f66d-49d9-a35e-ef94188da67a {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1486.225850] env[63622]: INFO nova.compute.manager [req-d00b458d-8ff1-4c33-be24-adaa40ac80cc req-9b98a614-9419-4fda-84c8-707d1647f317 service nova] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Neutron deleted interface 98906d20-f66d-49d9-a35e-ef94188da67a; detaching it from the instance and deleting it from the info cache [ 1486.226032] env[63622]: DEBUG nova.network.neutron [req-d00b458d-8ff1-4c33-be24-adaa40ac80cc req-9b98a614-9419-4fda-84c8-707d1647f317 service nova] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.236776] env[63622]: DEBUG oslo_vmware.api [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.344665] env[63622]: DEBUG nova.network.neutron [req-756bba7a-0f60-4dcc-9fc8-3f796ba81cdd req-3bc24fde-3ff6-4035-9e87-0e5e6377f617 service nova] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Updated VIF entry in instance network info cache for port 42638319-f2a0-4764-87a9-457bbadb7c34. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1486.344665] env[63622]: DEBUG nova.network.neutron [req-756bba7a-0f60-4dcc-9fc8-3f796ba81cdd req-3bc24fde-3ff6-4035-9e87-0e5e6377f617 service nova] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Updating instance_info_cache with network_info: [{"id": "42638319-f2a0-4764-87a9-457bbadb7c34", "address": "fa:16:3e:9e:e5:40", "network": {"id": "460db244-db8b-4b4c-87eb-3c3c214dc53c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-199804094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b059e9f34de5469fadcf3a65167d7123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42638319-f2", "ovs_interfaceid": "42638319-f2a0-4764-87a9-457bbadb7c34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.459724] env[63622]: DEBUG nova.network.neutron [-] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.547097] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Acquiring lock "d6332bd4-194a-4708-a682-62bb362d6b4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.548032] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Lock "d6332bd4-194a-4708-a682-62bb362d6b4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.591041] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859f78d0-fca8-4748-aa84-aa86b45b8545 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.599439] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a3cb4d-b77f-4866-8b2a-d0e20c750544 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.629709] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b7eea6-7084-42e2-ab72-b9c301c4c6ec {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.637663] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba0352e-3c48-469b-98c3-4dbd189274de {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.651416] env[63622]: DEBUG nova.compute.provider_tree [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1486.679000] env[63622]: DEBUG oslo_vmware.api [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Task: {'id': task-1816524, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.058182} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.679886] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 687c8f97-8e4a-4a95-bca9-710c0e8c98ff/687c8f97-8e4a-4a95-bca9-710c0e8c98ff.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1486.679886] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1486.683043] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7453e61c-c517-4d55-ba3c-e9cb86bf9484 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.691863] env[63622]: DEBUG oslo_vmware.api [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Task: {'id': task-1816525, 'name': ReconfigVM_Task, 'duration_secs': 0.550884} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.693169] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] [instance: d88a3d07-ca1b-4002-99a5-555fe6be3435] Reconfigured VM instance instance-00000024 to attach disk [datastore1] d88a3d07-ca1b-4002-99a5-555fe6be3435/d88a3d07-ca1b-4002-99a5-555fe6be3435.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1486.694297] env[63622]: DEBUG oslo_vmware.api [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Waiting for the task: (returnval){ [ 1486.694297] env[63622]: value = "task-1816527" [ 1486.694297] env[63622]: _type = "Task" [ 1486.694297] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.694550] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-009f85e7-ca13-465e-82d7-76c4c9fe8563 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.705717] env[63622]: DEBUG oslo_vmware.api [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Task: {'id': task-1816527, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.707149] env[63622]: DEBUG oslo_vmware.api [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Waiting for the task: (returnval){ [ 1486.707149] env[63622]: value = "task-1816528" [ 1486.707149] env[63622]: _type = "Task" [ 1486.707149] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.715223] env[63622]: DEBUG oslo_vmware.api [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Task: {'id': task-1816528, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.727454] env[63622]: DEBUG oslo_vmware.api [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816526, 'name': PowerOffVM_Task, 'duration_secs': 0.25541} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.727677] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1486.727908] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1486.728710] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e875e831-d103-47ea-b061-eae0073b28ff {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.731990] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe30adf9-2055-40d6-a2f5-5079e90677d2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.738821] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1486.739937] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68b1dd7b-2a7b-44da-a831-2ca42d374c69 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.744010] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e8b547-b7f1-407f-8acd-4df5085b96fe {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.777476] env[63622]: DEBUG nova.compute.manager [req-d00b458d-8ff1-4c33-be24-adaa40ac80cc req-9b98a614-9419-4fda-84c8-707d1647f317 service nova] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Detach interface failed, port_id=98906d20-f66d-49d9-a35e-ef94188da67a, reason: Instance 58cda789-5ec7-4f99-88aa-67efb74b9b62 could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1486.849803] env[63622]: DEBUG oslo_concurrency.lockutils [req-756bba7a-0f60-4dcc-9fc8-3f796ba81cdd req-3bc24fde-3ff6-4035-9e87-0e5e6377f617 service nova] Releasing lock "refresh_cache-57bcc753-9658-4126-ac0a-fa6b0bc1dc81" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1486.897490] env[63622]: DEBUG nova.compute.manager [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1486.924643] env[63622]: DEBUG nova.virt.hardware [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1486.925131] env[63622]: DEBUG nova.virt.hardware [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1486.925239] env[63622]: DEBUG nova.virt.hardware [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1486.925410] env[63622]: DEBUG nova.virt.hardware [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1486.925560] env[63622]: DEBUG nova.virt.hardware [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1486.925708] env[63622]: DEBUG nova.virt.hardware [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1486.925925] env[63622]: DEBUG nova.virt.hardware [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1486.926094] env[63622]: DEBUG nova.virt.hardware [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1486.926264] env[63622]: DEBUG nova.virt.hardware [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1486.927217] env[63622]: DEBUG nova.virt.hardware [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1486.927217] env[63622]: DEBUG nova.virt.hardware [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1486.927849] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04e8fb4-0112-4cfa-b025-de9d1019de6a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.936919] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833ac1e9-4e54-42fa-a3be-a01728f4f019 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.942074] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1486.944332] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1486.944332] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Deleting the datastore file [datastore1] 26cfd079-2044-4975-8902-affe93c35647 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1486.944332] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-425e533c-9788-45e9-9989-d37c0a64d8e9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.956834] env[63622]: DEBUG oslo_vmware.api [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1486.956834] env[63622]: value = "task-1816530" [ 1486.956834] env[63622]: _type = "Task" [ 1486.956834] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.965022] env[63622]: INFO nova.compute.manager [-] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Took 1.49 seconds to deallocate network for instance. [ 1486.965441] env[63622]: DEBUG oslo_vmware.api [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.154573] env[63622]: DEBUG nova.scheduler.client.report [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1487.207532] env[63622]: DEBUG oslo_vmware.api [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Task: {'id': task-1816527, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072437} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.207922] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1487.211553] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61396d7-cafd-4b1e-b36f-240e6fd1781b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.219532] env[63622]: DEBUG oslo_vmware.api [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Task: {'id': task-1816528, 'name': Rename_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.237226] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 687c8f97-8e4a-4a95-bca9-710c0e8c98ff/687c8f97-8e4a-4a95-bca9-710c0e8c98ff.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1487.237774] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52f75fbd-d489-4f11-bce5-c1501386785a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.257074] env[63622]: DEBUG oslo_vmware.api [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Waiting for the task: (returnval){ [ 1487.257074] env[63622]: value = "task-1816531" [ 1487.257074] env[63622]: _type = "Task" [ 1487.257074] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.265231] env[63622]: DEBUG oslo_vmware.api [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Task: {'id': task-1816531, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.468544] env[63622]: DEBUG oslo_vmware.api [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.470976} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.470187] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1487.473135] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1487.473410] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1487.476824] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2b3c3e29-8e17-4757-8f77-bd3b18d0217e tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1487.660138] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.796s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.660725] env[63622]: DEBUG nova.compute.manager [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] [instance: ada46b59-e636-461e-8650-8051a98550dc] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1487.664775] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4a64313f-72eb-4f80-a23f-18ecbaa2f65b tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.718s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1487.665856] env[63622]: DEBUG nova.objects.instance [None req-4a64313f-72eb-4f80-a23f-18ecbaa2f65b tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Lazy-loading 'resources' on Instance uuid 05786a78-3acb-4ec4-b2c8-7da70719319c {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1487.720518] env[63622]: DEBUG oslo_vmware.api [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Task: {'id': task-1816528, 'name': Rename_Task, 'duration_secs': 0.525813} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.720859] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] [instance: d88a3d07-ca1b-4002-99a5-555fe6be3435] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1487.721210] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38a86acf-234a-46b7-81dc-461e0f48a8b7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.728844] env[63622]: DEBUG oslo_vmware.api [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Waiting for the task: (returnval){ [ 1487.728844] env[63622]: value = "task-1816532" [ 1487.728844] env[63622]: _type = "Task" [ 1487.728844] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.737182] env[63622]: DEBUG oslo_vmware.api [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Task: {'id': task-1816532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.768538] env[63622]: DEBUG oslo_vmware.api [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Task: {'id': task-1816531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.782589] env[63622]: DEBUG nova.network.neutron [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Successfully updated port: 4c7ec82c-f243-4f7a-bbdf-d66e8587749b {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1488.168876] env[63622]: DEBUG nova.compute.utils [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1488.175185] env[63622]: DEBUG nova.compute.manager [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] [instance: ada46b59-e636-461e-8650-8051a98550dc] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1488.175489] env[63622]: DEBUG nova.network.neutron [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] [instance: ada46b59-e636-461e-8650-8051a98550dc] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1488.221794] env[63622]: DEBUG nova.policy [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb5c586a79814ae78b67fabfec6ae8b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '249d8dfa5de04cc9997fb4bfa1971745', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1488.239784] env[63622]: DEBUG oslo_vmware.api [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Task: {'id': task-1816532, 'name': PowerOnVM_Task, 'duration_secs': 0.415372} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.240585] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] [instance: d88a3d07-ca1b-4002-99a5-555fe6be3435] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1488.240958] env[63622]: INFO nova.compute.manager [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] [instance: d88a3d07-ca1b-4002-99a5-555fe6be3435] Took 6.36 seconds to spawn the instance on the hypervisor. [ 1488.241299] env[63622]: DEBUG nova.compute.manager [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] [instance: d88a3d07-ca1b-4002-99a5-555fe6be3435] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1488.246342] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02288c16-0999-4de5-844b-8943ac7dd6a2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.260092] env[63622]: DEBUG nova.compute.manager [req-3d53c07a-97a2-45ab-80d7-7cef6e6ad6b3 req-8228f689-338f-425a-bd7d-35c9f58b013d service nova] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Received event network-vif-plugged-4c7ec82c-f243-4f7a-bbdf-d66e8587749b {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1488.260447] env[63622]: DEBUG oslo_concurrency.lockutils [req-3d53c07a-97a2-45ab-80d7-7cef6e6ad6b3 req-8228f689-338f-425a-bd7d-35c9f58b013d service nova] Acquiring lock "c54c2c2c-a066-4b23-b0ed-95c422024d3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1488.260775] env[63622]: DEBUG oslo_concurrency.lockutils [req-3d53c07a-97a2-45ab-80d7-7cef6e6ad6b3 req-8228f689-338f-425a-bd7d-35c9f58b013d service nova] Lock "c54c2c2c-a066-4b23-b0ed-95c422024d3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1488.260859] env[63622]: DEBUG oslo_concurrency.lockutils [req-3d53c07a-97a2-45ab-80d7-7cef6e6ad6b3 req-8228f689-338f-425a-bd7d-35c9f58b013d service nova] Lock "c54c2c2c-a066-4b23-b0ed-95c422024d3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1488.261085] env[63622]: DEBUG nova.compute.manager [req-3d53c07a-97a2-45ab-80d7-7cef6e6ad6b3 req-8228f689-338f-425a-bd7d-35c9f58b013d service nova] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] No waiting events found dispatching network-vif-plugged-4c7ec82c-f243-4f7a-bbdf-d66e8587749b {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1488.261279] env[63622]: WARNING nova.compute.manager [req-3d53c07a-97a2-45ab-80d7-7cef6e6ad6b3 req-8228f689-338f-425a-bd7d-35c9f58b013d service nova] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Received unexpected event network-vif-plugged-4c7ec82c-f243-4f7a-bbdf-d66e8587749b for instance with vm_state building and task_state spawning. [ 1488.261442] env[63622]: DEBUG nova.compute.manager [req-3d53c07a-97a2-45ab-80d7-7cef6e6ad6b3 req-8228f689-338f-425a-bd7d-35c9f58b013d service nova] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Received event network-changed-4c7ec82c-f243-4f7a-bbdf-d66e8587749b {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1488.261596] env[63622]: DEBUG nova.compute.manager [req-3d53c07a-97a2-45ab-80d7-7cef6e6ad6b3 req-8228f689-338f-425a-bd7d-35c9f58b013d service nova] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Refreshing instance network info cache due to event network-changed-4c7ec82c-f243-4f7a-bbdf-d66e8587749b. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1488.261781] env[63622]: DEBUG oslo_concurrency.lockutils [req-3d53c07a-97a2-45ab-80d7-7cef6e6ad6b3 req-8228f689-338f-425a-bd7d-35c9f58b013d service nova] Acquiring lock "refresh_cache-c54c2c2c-a066-4b23-b0ed-95c422024d3f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1488.261917] env[63622]: DEBUG oslo_concurrency.lockutils [req-3d53c07a-97a2-45ab-80d7-7cef6e6ad6b3 req-8228f689-338f-425a-bd7d-35c9f58b013d service nova] Acquired lock "refresh_cache-c54c2c2c-a066-4b23-b0ed-95c422024d3f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.262099] env[63622]: DEBUG nova.network.neutron [req-3d53c07a-97a2-45ab-80d7-7cef6e6ad6b3 req-8228f689-338f-425a-bd7d-35c9f58b013d service nova] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Refreshing network info cache for port 4c7ec82c-f243-4f7a-bbdf-d66e8587749b {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1488.279171] env[63622]: DEBUG oslo_vmware.api [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Task: {'id': task-1816531, 'name': ReconfigVM_Task, 'duration_secs': 0.644439} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.279171] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 687c8f97-8e4a-4a95-bca9-710c0e8c98ff/687c8f97-8e4a-4a95-bca9-710c0e8c98ff.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1488.279171] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27d5516a-7f5e-490a-b328-987e0110ee57 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.286918] env[63622]: DEBUG oslo_vmware.api [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Waiting for the task: (returnval){ [ 1488.286918] env[63622]: value = "task-1816533" [ 1488.286918] env[63622]: _type = "Task" [ 1488.286918] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.294433] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Acquiring lock "refresh_cache-c54c2c2c-a066-4b23-b0ed-95c422024d3f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1488.305850] env[63622]: DEBUG oslo_vmware.api [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Task: {'id': task-1816533, 'name': Rename_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.517978] env[63622]: DEBUG nova.virt.hardware [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1488.517978] env[63622]: DEBUG nova.virt.hardware [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1488.518148] env[63622]: DEBUG nova.virt.hardware [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1488.518243] env[63622]: DEBUG nova.virt.hardware [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1488.518356] env[63622]: DEBUG nova.virt.hardware [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1488.518499] env[63622]: DEBUG nova.virt.hardware [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1488.518758] env[63622]: DEBUG nova.virt.hardware [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1488.518851] env[63622]: DEBUG nova.virt.hardware [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1488.519131] env[63622]: DEBUG nova.virt.hardware [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1488.519312] env[63622]: DEBUG nova.virt.hardware [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1488.519506] env[63622]: DEBUG nova.virt.hardware [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1488.520559] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e210fd1-dec4-48d2-9266-938c59d86cf6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.531357] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283bba44-1f16-4a4f-a548-494b17fd0823 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.551681] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:97:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33fdc099-7497-41c1-b40c-1558937132d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '201ba648-9d17-4b08-93a3-e3a9dce15467', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1488.559566] env[63622]: DEBUG oslo.service.loopingcall [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1488.561900] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26cfd079-2044-4975-8902-affe93c35647] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1488.562221] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97e184d9-18ff-46a6-9146-a2c923d82160 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.583570] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1488.583570] env[63622]: value = "task-1816534" [ 1488.583570] env[63622]: _type = "Task" [ 1488.583570] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.592398] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816534, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.592562] env[63622]: DEBUG nova.network.neutron [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] [instance: ada46b59-e636-461e-8650-8051a98550dc] Successfully created port: 9496acc2-2ec1-4bc6-9d89-28c416e149b6 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1488.676496] env[63622]: DEBUG nova.compute.manager [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] [instance: ada46b59-e636-461e-8650-8051a98550dc] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1488.779842] env[63622]: INFO nova.compute.manager [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] [instance: d88a3d07-ca1b-4002-99a5-555fe6be3435] Took 44.30 seconds to build instance. [ 1488.808445] env[63622]: DEBUG oslo_vmware.api [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Task: {'id': task-1816533, 'name': Rename_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.818542] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8a2f9e-405d-4919-a387-2cc6d126c9d2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.827759] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a054fa91-c51d-41aa-b084-db1edc813d22 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.831773] env[63622]: DEBUG nova.network.neutron [req-3d53c07a-97a2-45ab-80d7-7cef6e6ad6b3 req-8228f689-338f-425a-bd7d-35c9f58b013d service nova] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1488.868020] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d956ea-4c83-4608-aee1-cffea1e52336 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.877222] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57d0a9d-f6f5-4777-8c90-6954b12959a6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.898970] env[63622]: DEBUG nova.compute.provider_tree [None req-4a64313f-72eb-4f80-a23f-18ecbaa2f65b tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1488.942925] env[63622]: DEBUG nova.network.neutron [req-3d53c07a-97a2-45ab-80d7-7cef6e6ad6b3 req-8228f689-338f-425a-bd7d-35c9f58b013d service nova] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1489.095090] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816534, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.286479] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4ce86b3f-9130-4df4-a3e9-6941f344dc3f tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Lock "d88a3d07-ca1b-4002-99a5-555fe6be3435" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.818s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.305354] env[63622]: DEBUG oslo_vmware.api [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Task: {'id': task-1816533, 'name': Rename_Task, 'duration_secs': 0.725076} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.305641] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1489.305884] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e49b97ad-2a97-49d1-8030-6381bde00fec {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.313711] env[63622]: DEBUG oslo_vmware.api [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Waiting for the task: (returnval){ [ 1489.313711] env[63622]: value = "task-1816535" [ 1489.313711] env[63622]: _type = "Task" [ 1489.313711] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.318583] env[63622]: DEBUG nova.compute.manager [None req-a9869101-765d-4474-a165-1bf139c6c1a4 tempest-ServerDiagnosticsV248Test-1853054690 tempest-ServerDiagnosticsV248Test-1853054690-project-admin] [instance: d88a3d07-ca1b-4002-99a5-555fe6be3435] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1489.320240] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6120d7c-0070-42a9-baa1-ca7f77561a72 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.325670] env[63622]: DEBUG oslo_vmware.api [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Task: {'id': task-1816535, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.329187] env[63622]: INFO nova.compute.manager [None req-a9869101-765d-4474-a165-1bf139c6c1a4 tempest-ServerDiagnosticsV248Test-1853054690 tempest-ServerDiagnosticsV248Test-1853054690-project-admin] [instance: d88a3d07-ca1b-4002-99a5-555fe6be3435] Retrieving diagnostics [ 1489.329896] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93a612d-157b-488a-ad7a-993e0c8787ec {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.408610] env[63622]: DEBUG nova.scheduler.client.report [None req-4a64313f-72eb-4f80-a23f-18ecbaa2f65b tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1489.445671] env[63622]: DEBUG oslo_concurrency.lockutils [req-3d53c07a-97a2-45ab-80d7-7cef6e6ad6b3 req-8228f689-338f-425a-bd7d-35c9f58b013d service nova] Releasing lock "refresh_cache-c54c2c2c-a066-4b23-b0ed-95c422024d3f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1489.445981] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Acquired lock "refresh_cache-c54c2c2c-a066-4b23-b0ed-95c422024d3f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.446168] env[63622]: DEBUG nova.network.neutron [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1489.597961] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816534, 'name': CreateVM_Task, 'duration_secs': 0.840563} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.597961] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26cfd079-2044-4975-8902-affe93c35647] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1489.598634] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1489.599112] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.599324] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1489.599599] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-590f459d-95fe-4419-83d8-56ff76b76777 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.605647] env[63622]: DEBUG oslo_vmware.api [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1489.605647] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5269bab1-c07c-eb0e-5baa-71ed2a117fc2" [ 1489.605647] env[63622]: _type = "Task" [ 1489.605647] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.614370] env[63622]: DEBUG oslo_vmware.api [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5269bab1-c07c-eb0e-5baa-71ed2a117fc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.690200] env[63622]: DEBUG nova.compute.manager [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] [instance: ada46b59-e636-461e-8650-8051a98550dc] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1489.719179] env[63622]: DEBUG nova.virt.hardware [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1489.719461] env[63622]: DEBUG nova.virt.hardware [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1489.719622] env[63622]: DEBUG nova.virt.hardware [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1489.719803] env[63622]: DEBUG nova.virt.hardware [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1489.719950] env[63622]: DEBUG nova.virt.hardware [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1489.720113] env[63622]: DEBUG nova.virt.hardware [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1489.720326] env[63622]: DEBUG nova.virt.hardware [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1489.720486] env[63622]: DEBUG nova.virt.hardware [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1489.720653] env[63622]: DEBUG nova.virt.hardware [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1489.720814] env[63622]: DEBUG nova.virt.hardware [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1489.721081] env[63622]: DEBUG nova.virt.hardware [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1489.721943] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd232795-5b09-46da-bd2f-21ea7d832ace {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.730881] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e287cb17-e843-413c-b52d-a2d3963a6af6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.790406] env[63622]: DEBUG nova.compute.manager [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1489.824554] env[63622]: DEBUG oslo_vmware.api [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Task: {'id': task-1816535, 'name': PowerOnVM_Task, 'duration_secs': 0.479301} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.824834] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1489.825050] env[63622]: INFO nova.compute.manager [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Took 10.67 seconds to spawn the instance on the hypervisor. [ 1489.825242] env[63622]: DEBUG nova.compute.manager [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1489.826199] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be12447-ae21-4a85-9873-8f4402eaf1d8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.913918] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4a64313f-72eb-4f80-a23f-18ecbaa2f65b tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.249s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.916474] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 23.085s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.916660] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.916820] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63622) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1489.917178] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.347s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.918802] env[63622]: INFO nova.compute.claims [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1489.922193] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527317c6-60a9-440b-901a-9ddadcdac6b0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.932494] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e01c3e-5343-4013-a8e4-021fb0d9ce55 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.950936] env[63622]: INFO nova.scheduler.client.report [None req-4a64313f-72eb-4f80-a23f-18ecbaa2f65b tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Deleted allocations for instance 05786a78-3acb-4ec4-b2c8-7da70719319c [ 1489.957900] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b85059f-65c8-4c7b-abae-0b415e4268e9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.964467] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7446f381-25dd-4e8e-98fa-0803d1c8a0a3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.996832] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178546MB free_disk=154GB free_vcpus=48 pci_devices=None {{(pid=63622) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1489.997018] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.998012] env[63622]: DEBUG nova.network.neutron [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1490.120754] env[63622]: DEBUG oslo_vmware.api [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5269bab1-c07c-eb0e-5baa-71ed2a117fc2, 'name': SearchDatastore_Task, 'duration_secs': 0.022364} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.121665] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1490.122066] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1490.122761] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1490.122761] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.126552] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1490.126552] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d61351d-a567-4d81-b240-bb1530aff15c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.140022] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1490.140022] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1490.140022] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f421dfc-f525-4ba3-ae6e-f855e87feeaf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.150028] env[63622]: DEBUG oslo_vmware.api [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1490.150028] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52dc8912-07ff-569d-53d8-a9a5fa00b0f2" [ 1490.150028] env[63622]: _type = "Task" [ 1490.150028] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.157167] env[63622]: DEBUG oslo_vmware.api [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52dc8912-07ff-569d-53d8-a9a5fa00b0f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.180395] env[63622]: DEBUG nova.network.neutron [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Updating instance_info_cache with network_info: [{"id": "4c7ec82c-f243-4f7a-bbdf-d66e8587749b", "address": "fa:16:3e:5e:ba:a5", "network": {"id": "2888c07d-93d8-4610-86a5-a0bbfb0e551b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-864184201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0c806020020444382dc49c3f701ff1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c7ec82c-f2", "ovs_interfaceid": "4c7ec82c-f243-4f7a-bbdf-d66e8587749b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.286207] env[63622]: DEBUG nova.compute.manager [req-df90d252-7fd9-411a-81b8-374b9750c1b7 req-535c66ed-71e8-4511-b24f-a09835f94427 service nova] [instance: ada46b59-e636-461e-8650-8051a98550dc] Received event network-vif-plugged-9496acc2-2ec1-4bc6-9d89-28c416e149b6 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1490.286463] env[63622]: DEBUG oslo_concurrency.lockutils [req-df90d252-7fd9-411a-81b8-374b9750c1b7 req-535c66ed-71e8-4511-b24f-a09835f94427 service nova] Acquiring lock "ada46b59-e636-461e-8650-8051a98550dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.286705] env[63622]: DEBUG oslo_concurrency.lockutils [req-df90d252-7fd9-411a-81b8-374b9750c1b7 req-535c66ed-71e8-4511-b24f-a09835f94427 service nova] Lock "ada46b59-e636-461e-8650-8051a98550dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.286929] env[63622]: DEBUG oslo_concurrency.lockutils [req-df90d252-7fd9-411a-81b8-374b9750c1b7 req-535c66ed-71e8-4511-b24f-a09835f94427 service nova] Lock "ada46b59-e636-461e-8650-8051a98550dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.287061] env[63622]: DEBUG nova.compute.manager [req-df90d252-7fd9-411a-81b8-374b9750c1b7 req-535c66ed-71e8-4511-b24f-a09835f94427 service nova] [instance: ada46b59-e636-461e-8650-8051a98550dc] No waiting events found dispatching network-vif-plugged-9496acc2-2ec1-4bc6-9d89-28c416e149b6 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1490.287246] env[63622]: WARNING nova.compute.manager [req-df90d252-7fd9-411a-81b8-374b9750c1b7 req-535c66ed-71e8-4511-b24f-a09835f94427 service nova] [instance: ada46b59-e636-461e-8650-8051a98550dc] Received unexpected event network-vif-plugged-9496acc2-2ec1-4bc6-9d89-28c416e149b6 for instance with vm_state building and task_state spawning. [ 1490.309282] env[63622]: DEBUG oslo_concurrency.lockutils [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.348809] env[63622]: DEBUG nova.network.neutron [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] [instance: ada46b59-e636-461e-8650-8051a98550dc] Successfully updated port: 9496acc2-2ec1-4bc6-9d89-28c416e149b6 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1490.353330] env[63622]: INFO nova.compute.manager [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Took 46.65 seconds to build instance. [ 1490.458499] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4a64313f-72eb-4f80-a23f-18ecbaa2f65b tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Lock "05786a78-3acb-4ec4-b2c8-7da70719319c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.204s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.661245] env[63622]: DEBUG oslo_vmware.api [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52dc8912-07ff-569d-53d8-a9a5fa00b0f2, 'name': SearchDatastore_Task, 'duration_secs': 0.049797} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.662156] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed132eb2-772f-47a1-85cd-6d7d767cabd8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.669523] env[63622]: DEBUG oslo_vmware.api [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1490.669523] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b40090-750d-526e-d41f-ed5c55be09f9" [ 1490.669523] env[63622]: _type = "Task" [ 1490.669523] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.683844] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Releasing lock "refresh_cache-c54c2c2c-a066-4b23-b0ed-95c422024d3f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1490.683844] env[63622]: DEBUG nova.compute.manager [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Instance network_info: |[{"id": "4c7ec82c-f243-4f7a-bbdf-d66e8587749b", "address": "fa:16:3e:5e:ba:a5", "network": {"id": "2888c07d-93d8-4610-86a5-a0bbfb0e551b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-864184201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0c806020020444382dc49c3f701ff1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c7ec82c-f2", "ovs_interfaceid": "4c7ec82c-f243-4f7a-bbdf-d66e8587749b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1490.684285] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:ba:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa09e855-8af1-419b-b78d-8ffcc94b1bfb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c7ec82c-f243-4f7a-bbdf-d66e8587749b', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1490.692239] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Creating folder: Project (d0c806020020444382dc49c3f701ff1d). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1490.696655] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4dc3cce3-218f-40d9-9ce0-89a71086d10a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.698579] env[63622]: DEBUG oslo_vmware.api [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b40090-750d-526e-d41f-ed5c55be09f9, 'name': SearchDatastore_Task, 'duration_secs': 0.019891} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.698860] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1490.699155] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 26cfd079-2044-4975-8902-affe93c35647/26cfd079-2044-4975-8902-affe93c35647.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1490.699865] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc625826-43e5-4ae9-9d64-f566020ddf8d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.708131] env[63622]: DEBUG oslo_vmware.api [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1490.708131] env[63622]: value = "task-1816537" [ 1490.708131] env[63622]: _type = "Task" [ 1490.708131] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.713247] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Created folder: Project (d0c806020020444382dc49c3f701ff1d) in parent group-v376252. [ 1490.713504] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Creating folder: Instances. Parent ref: group-v376354. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1490.714145] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3bf43fa-7514-4684-b4f1-c25b5eef151a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.720891] env[63622]: DEBUG oslo_vmware.api [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.726149] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Created folder: Instances in parent group-v376354. [ 1490.726451] env[63622]: DEBUG oslo.service.loopingcall [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1490.726992] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1490.726992] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd621ad4-3f65-4611-8a34-fad74e2e7c4d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.749759] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1490.749759] env[63622]: value = "task-1816539" [ 1490.749759] env[63622]: _type = "Task" [ 1490.749759] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.760150] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816539, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.851818] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Acquiring lock "refresh_cache-ada46b59-e636-461e-8650-8051a98550dc" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1490.851945] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Acquired lock "refresh_cache-ada46b59-e636-461e-8650-8051a98550dc" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.852166] env[63622]: DEBUG nova.network.neutron [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] [instance: ada46b59-e636-461e-8650-8051a98550dc] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1490.855824] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d01d9d6e-ecf2-4a5e-a007-8ea23e0e153e tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Lock "687c8f97-8e4a-4a95-bca9-710c0e8c98ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.648s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.229589] env[63622]: DEBUG oslo_vmware.api [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816537, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.262026] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816539, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.358873] env[63622]: DEBUG nova.compute.manager [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1491.394095] env[63622]: DEBUG nova.network.neutron [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] [instance: ada46b59-e636-461e-8650-8051a98550dc] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1491.530605] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75b325c-8f77-4067-86d3-968204134b27 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.538999] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f2caac-d28a-4471-b135-2acb7826fa3f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.574901] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444cac5c-bac3-471f-a426-934622e7cf7f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.578516] env[63622]: DEBUG nova.network.neutron [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] [instance: ada46b59-e636-461e-8650-8051a98550dc] Updating instance_info_cache with network_info: [{"id": "9496acc2-2ec1-4bc6-9d89-28c416e149b6", "address": "fa:16:3e:58:ea:c8", "network": {"id": "679994f5-bcb6-4308-a8f6-a00bb165b657", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-399231081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "249d8dfa5de04cc9997fb4bfa1971745", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9496acc2-2e", "ovs_interfaceid": "9496acc2-2ec1-4bc6-9d89-28c416e149b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.585302] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee624e38-5f5d-4025-bec5-a575ec03a426 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.600008] env[63622]: DEBUG nova.compute.provider_tree [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1491.723024] env[63622]: DEBUG oslo_vmware.api [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816537, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564932} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.723024] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 26cfd079-2044-4975-8902-affe93c35647/26cfd079-2044-4975-8902-affe93c35647.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1491.723024] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1491.723024] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e63913fa-eda0-483f-b046-84da90f486b6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.730792] env[63622]: DEBUG oslo_vmware.api [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1491.730792] env[63622]: value = "task-1816540" [ 1491.730792] env[63622]: _type = "Task" [ 1491.730792] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.739824] env[63622]: DEBUG oslo_vmware.api [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816540, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.760672] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816539, 'name': CreateVM_Task, 'duration_secs': 0.681759} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.761405] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1491.762200] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1491.762499] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.763024] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1491.765017] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f19479ed-a2ac-4495-90a8-12987d4d3284 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.768977] env[63622]: DEBUG oslo_vmware.api [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Waiting for the task: (returnval){ [ 1491.768977] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]524326ce-6350-c89d-a716-796151dd0bdc" [ 1491.768977] env[63622]: _type = "Task" [ 1491.768977] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.778105] env[63622]: DEBUG oslo_vmware.api [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]524326ce-6350-c89d-a716-796151dd0bdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.883428] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.081101] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Releasing lock "refresh_cache-ada46b59-e636-461e-8650-8051a98550dc" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1492.081553] env[63622]: DEBUG nova.compute.manager [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] [instance: ada46b59-e636-461e-8650-8051a98550dc] Instance network_info: |[{"id": "9496acc2-2ec1-4bc6-9d89-28c416e149b6", "address": "fa:16:3e:58:ea:c8", "network": {"id": "679994f5-bcb6-4308-a8f6-a00bb165b657", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-399231081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "249d8dfa5de04cc9997fb4bfa1971745", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9496acc2-2e", "ovs_interfaceid": "9496acc2-2ec1-4bc6-9d89-28c416e149b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1492.082110] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] [instance: ada46b59-e636-461e-8650-8051a98550dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:ea:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '713e54d5-283f-493d-b003-f13182deaf7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9496acc2-2ec1-4bc6-9d89-28c416e149b6', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1492.094430] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Creating folder: Project (249d8dfa5de04cc9997fb4bfa1971745). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1492.094679] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6d78840-b307-42c8-b4a3-e5f9918c5221 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.103620] env[63622]: DEBUG nova.scheduler.client.report [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1492.110012] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Created folder: Project (249d8dfa5de04cc9997fb4bfa1971745) in parent group-v376252. [ 1492.110310] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Creating folder: Instances. Parent ref: group-v376357. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1492.110898] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-722f0531-d3c6-4440-8d3e-9a854e9d7547 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.123293] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Created folder: Instances in parent group-v376357. [ 1492.123581] env[63622]: DEBUG oslo.service.loopingcall [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1492.123778] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ada46b59-e636-461e-8650-8051a98550dc] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1492.124636] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-231d5b9c-fd7b-41c6-96a3-376b356dcf55 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.139315] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1fd9a74a-7d42-4dfa-a87f-af34098b1a39 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Acquiring lock "6e37ca42-4594-46f6-bcaa-88ea37c8de2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.139543] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1fd9a74a-7d42-4dfa-a87f-af34098b1a39 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Lock "6e37ca42-4594-46f6-bcaa-88ea37c8de2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.139739] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1fd9a74a-7d42-4dfa-a87f-af34098b1a39 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Acquiring lock "6e37ca42-4594-46f6-bcaa-88ea37c8de2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.139920] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1fd9a74a-7d42-4dfa-a87f-af34098b1a39 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Lock "6e37ca42-4594-46f6-bcaa-88ea37c8de2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.140102] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1fd9a74a-7d42-4dfa-a87f-af34098b1a39 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Lock "6e37ca42-4594-46f6-bcaa-88ea37c8de2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1492.142326] env[63622]: INFO nova.compute.manager [None req-1fd9a74a-7d42-4dfa-a87f-af34098b1a39 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Terminating instance [ 1492.147715] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1492.147715] env[63622]: value = "task-1816543" [ 1492.147715] env[63622]: _type = "Task" [ 1492.147715] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.156199] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816543, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.240382] env[63622]: DEBUG oslo_vmware.api [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816540, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16286} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.240661] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1492.241570] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a095ce0-763b-43c1-972d-63f0e3dc76ff {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.269059] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 26cfd079-2044-4975-8902-affe93c35647/26cfd079-2044-4975-8902-affe93c35647.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1492.269522] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6784537-965c-484f-b27d-70545332f7d8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.297079] env[63622]: DEBUG oslo_vmware.api [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]524326ce-6350-c89d-a716-796151dd0bdc, 'name': SearchDatastore_Task, 'duration_secs': 0.010982} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.298577] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1492.298886] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1492.299159] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.299499] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.299499] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1492.299857] env[63622]: DEBUG oslo_vmware.api [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1492.299857] env[63622]: value = "task-1816544" [ 1492.299857] env[63622]: _type = "Task" [ 1492.299857] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.300087] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-417ba3e8-ced7-4719-8c58-db7d473af538 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.312400] env[63622]: DEBUG oslo_vmware.api [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816544, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.313975] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1492.314316] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1492.315317] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a99dfb02-3bb2-4722-b38a-5a49d6b352f3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.320514] env[63622]: DEBUG nova.compute.manager [req-399a407f-1552-46ce-bd2b-aa754b51c5a3 req-28a4e1df-eb30-45aa-9023-d1734ff3be45 service nova] [instance: ada46b59-e636-461e-8650-8051a98550dc] Received event network-changed-9496acc2-2ec1-4bc6-9d89-28c416e149b6 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1492.320720] env[63622]: DEBUG nova.compute.manager [req-399a407f-1552-46ce-bd2b-aa754b51c5a3 req-28a4e1df-eb30-45aa-9023-d1734ff3be45 service nova] [instance: ada46b59-e636-461e-8650-8051a98550dc] Refreshing instance network info cache due to event network-changed-9496acc2-2ec1-4bc6-9d89-28c416e149b6. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1492.320935] env[63622]: DEBUG oslo_concurrency.lockutils [req-399a407f-1552-46ce-bd2b-aa754b51c5a3 req-28a4e1df-eb30-45aa-9023-d1734ff3be45 service nova] Acquiring lock "refresh_cache-ada46b59-e636-461e-8650-8051a98550dc" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.321103] env[63622]: DEBUG oslo_concurrency.lockutils [req-399a407f-1552-46ce-bd2b-aa754b51c5a3 req-28a4e1df-eb30-45aa-9023-d1734ff3be45 service nova] Acquired lock "refresh_cache-ada46b59-e636-461e-8650-8051a98550dc" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.321276] env[63622]: DEBUG nova.network.neutron [req-399a407f-1552-46ce-bd2b-aa754b51c5a3 req-28a4e1df-eb30-45aa-9023-d1734ff3be45 service nova] [instance: ada46b59-e636-461e-8650-8051a98550dc] Refreshing network info cache for port 9496acc2-2ec1-4bc6-9d89-28c416e149b6 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1492.326589] env[63622]: DEBUG oslo_vmware.api [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Waiting for the task: (returnval){ [ 1492.326589] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d9a886-642b-ae19-b16b-6cb97e9881b9" [ 1492.326589] env[63622]: _type = "Task" [ 1492.326589] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.337451] env[63622]: DEBUG oslo_vmware.api [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d9a886-642b-ae19-b16b-6cb97e9881b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.612317] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1492.612987] env[63622]: DEBUG nova.compute.manager [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1492.615650] env[63622]: DEBUG oslo_concurrency.lockutils [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.802s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.617152] env[63622]: INFO nova.compute.claims [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1492.646275] env[63622]: DEBUG nova.compute.manager [None req-1fd9a74a-7d42-4dfa-a87f-af34098b1a39 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1492.646630] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd9a74a-7d42-4dfa-a87f-af34098b1a39 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1492.647580] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9c27c3-14f0-4579-9643-5d38b56bd069 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.664781] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd9a74a-7d42-4dfa-a87f-af34098b1a39 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1492.667929] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e3c9b05-6fad-4b96-991c-d08a2c175632 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.669961] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816543, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.677236] env[63622]: DEBUG oslo_vmware.api [None req-1fd9a74a-7d42-4dfa-a87f-af34098b1a39 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Waiting for the task: (returnval){ [ 1492.677236] env[63622]: value = "task-1816545" [ 1492.677236] env[63622]: _type = "Task" [ 1492.677236] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.686876] env[63622]: DEBUG oslo_vmware.api [None req-1fd9a74a-7d42-4dfa-a87f-af34098b1a39 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Task: {'id': task-1816545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.812206] env[63622]: DEBUG oslo_vmware.api [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816544, 'name': ReconfigVM_Task, 'duration_secs': 0.408938} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.812508] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 26cfd079-2044-4975-8902-affe93c35647/26cfd079-2044-4975-8902-affe93c35647.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1492.813206] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0598416a-2e0c-43b3-8bc9-2b0deaf1c558 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.822501] env[63622]: DEBUG oslo_vmware.api [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1492.822501] env[63622]: value = "task-1816546" [ 1492.822501] env[63622]: _type = "Task" [ 1492.822501] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.835535] env[63622]: DEBUG oslo_vmware.api [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816546, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.843333] env[63622]: DEBUG oslo_vmware.api [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d9a886-642b-ae19-b16b-6cb97e9881b9, 'name': SearchDatastore_Task, 'duration_secs': 0.010956} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.844219] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7211fd9c-b2b9-4593-bbb9-7a93dec15fd0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.850920] env[63622]: DEBUG oslo_vmware.api [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Waiting for the task: (returnval){ [ 1492.850920] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]522f9b66-7b16-c0d5-a327-1d66335d3caa" [ 1492.850920] env[63622]: _type = "Task" [ 1492.850920] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.861156] env[63622]: DEBUG oslo_vmware.api [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]522f9b66-7b16-c0d5-a327-1d66335d3caa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.106624] env[63622]: DEBUG nova.network.neutron [req-399a407f-1552-46ce-bd2b-aa754b51c5a3 req-28a4e1df-eb30-45aa-9023-d1734ff3be45 service nova] [instance: ada46b59-e636-461e-8650-8051a98550dc] Updated VIF entry in instance network info cache for port 9496acc2-2ec1-4bc6-9d89-28c416e149b6. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1493.106988] env[63622]: DEBUG nova.network.neutron [req-399a407f-1552-46ce-bd2b-aa754b51c5a3 req-28a4e1df-eb30-45aa-9023-d1734ff3be45 service nova] [instance: ada46b59-e636-461e-8650-8051a98550dc] Updating instance_info_cache with network_info: [{"id": "9496acc2-2ec1-4bc6-9d89-28c416e149b6", "address": "fa:16:3e:58:ea:c8", "network": {"id": "679994f5-bcb6-4308-a8f6-a00bb165b657", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-399231081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "249d8dfa5de04cc9997fb4bfa1971745", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9496acc2-2e", "ovs_interfaceid": "9496acc2-2ec1-4bc6-9d89-28c416e149b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.123222] env[63622]: DEBUG nova.compute.utils [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1493.124791] env[63622]: DEBUG nova.compute.manager [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1493.124957] env[63622]: DEBUG nova.network.neutron [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1493.161831] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816543, 'name': CreateVM_Task, 'duration_secs': 0.883355} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.162015] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ada46b59-e636-461e-8650-8051a98550dc] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1493.162692] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1493.162862] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.163216] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1493.163469] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b4b2cf8-dd6d-48c2-a2e2-d4b9585bb8e2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.168566] env[63622]: DEBUG oslo_vmware.api [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Waiting for the task: (returnval){ [ 1493.168566] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5242ac89-65aa-1e8b-30da-9ffd27280da8" [ 1493.168566] env[63622]: _type = "Task" [ 1493.168566] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.176949] env[63622]: DEBUG oslo_vmware.api [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5242ac89-65aa-1e8b-30da-9ffd27280da8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.185973] env[63622]: DEBUG oslo_vmware.api [None req-1fd9a74a-7d42-4dfa-a87f-af34098b1a39 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Task: {'id': task-1816545, 'name': PowerOffVM_Task, 'duration_secs': 0.285366} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.187280] env[63622]: DEBUG nova.policy [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e63bd0cc98b44ca997658f5f94140aa9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17c12e86060044f78795dee57f813002', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1493.188643] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd9a74a-7d42-4dfa-a87f-af34098b1a39 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1493.188819] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd9a74a-7d42-4dfa-a87f-af34098b1a39 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1493.189094] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf044b35-6e2a-4501-b38e-76464f89f4cf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.334887] env[63622]: DEBUG oslo_vmware.api [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816546, 'name': Rename_Task, 'duration_secs': 0.250933} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.334887] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1493.334887] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccaedc2f-9ece-4f5a-b298-4d1c4fb185b2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.343617] env[63622]: DEBUG oslo_vmware.api [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1493.343617] env[63622]: value = "task-1816548" [ 1493.343617] env[63622]: _type = "Task" [ 1493.343617] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.353974] env[63622]: DEBUG oslo_vmware.api [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.370971] env[63622]: DEBUG oslo_vmware.api [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]522f9b66-7b16-c0d5-a327-1d66335d3caa, 'name': SearchDatastore_Task, 'duration_secs': 0.023178} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.371325] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.371649] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] c54c2c2c-a066-4b23-b0ed-95c422024d3f/c54c2c2c-a066-4b23-b0ed-95c422024d3f.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1493.371862] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ef83673-c9d7-464c-b11e-ea90fc922e92 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.383218] env[63622]: DEBUG oslo_vmware.api [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Waiting for the task: (returnval){ [ 1493.383218] env[63622]: value = "task-1816549" [ 1493.383218] env[63622]: _type = "Task" [ 1493.383218] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.392462] env[63622]: DEBUG oslo_vmware.api [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.511132] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd9a74a-7d42-4dfa-a87f-af34098b1a39 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1493.511241] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd9a74a-7d42-4dfa-a87f-af34098b1a39 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1493.511418] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fd9a74a-7d42-4dfa-a87f-af34098b1a39 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Deleting the datastore file [datastore1] 6e37ca42-4594-46f6-bcaa-88ea37c8de2d {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1493.511779] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c84db06-3d08-4532-8471-76883ed039b3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.515056] env[63622]: DEBUG nova.network.neutron [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Successfully created port: 5bc038d8-1ba7-44d6-a382-75201bcf6d79 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1493.519313] env[63622]: DEBUG oslo_vmware.api [None req-1fd9a74a-7d42-4dfa-a87f-af34098b1a39 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Waiting for the task: (returnval){ [ 1493.519313] env[63622]: value = "task-1816550" [ 1493.519313] env[63622]: _type = "Task" [ 1493.519313] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.532634] env[63622]: DEBUG oslo_vmware.api [None req-1fd9a74a-7d42-4dfa-a87f-af34098b1a39 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Task: {'id': task-1816550, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.609505] env[63622]: DEBUG oslo_concurrency.lockutils [req-399a407f-1552-46ce-bd2b-aa754b51c5a3 req-28a4e1df-eb30-45aa-9023-d1734ff3be45 service nova] Releasing lock "refresh_cache-ada46b59-e636-461e-8650-8051a98550dc" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.609837] env[63622]: DEBUG nova.compute.manager [req-399a407f-1552-46ce-bd2b-aa754b51c5a3 req-28a4e1df-eb30-45aa-9023-d1734ff3be45 service nova] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Received event network-changed-c4bbe0c2-7137-4b90-b440-4d6128f1ee84 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1493.610186] env[63622]: DEBUG nova.compute.manager [req-399a407f-1552-46ce-bd2b-aa754b51c5a3 req-28a4e1df-eb30-45aa-9023-d1734ff3be45 service nova] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Refreshing instance network info cache due to event network-changed-c4bbe0c2-7137-4b90-b440-4d6128f1ee84. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1493.610317] env[63622]: DEBUG oslo_concurrency.lockutils [req-399a407f-1552-46ce-bd2b-aa754b51c5a3 req-28a4e1df-eb30-45aa-9023-d1734ff3be45 service nova] Acquiring lock "refresh_cache-687c8f97-8e4a-4a95-bca9-710c0e8c98ff" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1493.610491] env[63622]: DEBUG oslo_concurrency.lockutils [req-399a407f-1552-46ce-bd2b-aa754b51c5a3 req-28a4e1df-eb30-45aa-9023-d1734ff3be45 service nova] Acquired lock "refresh_cache-687c8f97-8e4a-4a95-bca9-710c0e8c98ff" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.610694] env[63622]: DEBUG nova.network.neutron [req-399a407f-1552-46ce-bd2b-aa754b51c5a3 req-28a4e1df-eb30-45aa-9023-d1734ff3be45 service nova] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Refreshing network info cache for port c4bbe0c2-7137-4b90-b440-4d6128f1ee84 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1493.629148] env[63622]: DEBUG nova.compute.manager [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1493.687364] env[63622]: DEBUG oslo_vmware.api [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5242ac89-65aa-1e8b-30da-9ffd27280da8, 'name': SearchDatastore_Task, 'duration_secs': 0.019099} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.687733] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.687971] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] [instance: ada46b59-e636-461e-8650-8051a98550dc] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1493.688222] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1493.688376] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.688955] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1493.689693] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d409559-5d41-4674-8317-87c259eefd08 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.718223] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1493.718437] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1493.723021] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e3f7a6a-f6e4-49f1-88cb-3e64901770f7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.731185] env[63622]: DEBUG oslo_vmware.api [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Waiting for the task: (returnval){ [ 1493.731185] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5286ea17-1cd3-c942-d716-74d32875cf6d" [ 1493.731185] env[63622]: _type = "Task" [ 1493.731185] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.742559] env[63622]: DEBUG oslo_vmware.api [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5286ea17-1cd3-c942-d716-74d32875cf6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.858199] env[63622]: DEBUG oslo_vmware.api [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816548, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.898274] env[63622]: DEBUG oslo_vmware.api [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816549, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.032388] env[63622]: DEBUG oslo_vmware.api [None req-1fd9a74a-7d42-4dfa-a87f-af34098b1a39 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Task: {'id': task-1816550, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.206691] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59f7d8c-69cc-4cdd-97bf-c7cf2bd743d2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.215875] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960e76ff-4337-4a27-b0c9-8c006c59d3a5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.253941] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c0d440-f18e-47c1-a6b7-be52d2acb195 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.263095] env[63622]: DEBUG oslo_vmware.api [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5286ea17-1cd3-c942-d716-74d32875cf6d, 'name': SearchDatastore_Task, 'duration_secs': 0.053116} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.265942] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c48b8fd-d540-4065-8272-ff865cc2ed90 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.269457] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ecfa40-6e50-449c-a063-fd3936c5ddb6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.286520] env[63622]: DEBUG nova.compute.provider_tree [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1494.288764] env[63622]: DEBUG oslo_vmware.api [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Waiting for the task: (returnval){ [ 1494.288764] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52fedb5f-2491-9f0d-9e21-6c5779909010" [ 1494.288764] env[63622]: _type = "Task" [ 1494.288764] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.298005] env[63622]: DEBUG oslo_vmware.api [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52fedb5f-2491-9f0d-9e21-6c5779909010, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.356338] env[63622]: DEBUG oslo_vmware.api [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816548, 'name': PowerOnVM_Task, 'duration_secs': 0.685214} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.356758] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1494.357023] env[63622]: DEBUG nova.compute.manager [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1494.357872] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9117e64-74be-4272-b129-468fbe4e7a32 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.394241] env[63622]: DEBUG oslo_vmware.api [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816549, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573232} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.394563] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] c54c2c2c-a066-4b23-b0ed-95c422024d3f/c54c2c2c-a066-4b23-b0ed-95c422024d3f.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1494.394817] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1494.395117] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba50a5e6-9a30-4c9f-acb9-f3d6605b3630 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.402890] env[63622]: DEBUG nova.network.neutron [req-399a407f-1552-46ce-bd2b-aa754b51c5a3 req-28a4e1df-eb30-45aa-9023-d1734ff3be45 service nova] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Updated VIF entry in instance network info cache for port c4bbe0c2-7137-4b90-b440-4d6128f1ee84. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1494.402890] env[63622]: DEBUG nova.network.neutron [req-399a407f-1552-46ce-bd2b-aa754b51c5a3 req-28a4e1df-eb30-45aa-9023-d1734ff3be45 service nova] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Updating instance_info_cache with network_info: [{"id": "c4bbe0c2-7137-4b90-b440-4d6128f1ee84", "address": "fa:16:3e:71:e8:a7", "network": {"id": "082eabb2-2f6d-4455-9682-5d4c34bf9a2f", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-780254707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d603f14b8df04b6188c0ac25038038a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4bbe0c2-71", "ovs_interfaceid": "c4bbe0c2-7137-4b90-b440-4d6128f1ee84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.405195] env[63622]: DEBUG oslo_vmware.api [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Waiting for the task: (returnval){ [ 1494.405195] env[63622]: value = "task-1816551" [ 1494.405195] env[63622]: _type = "Task" [ 1494.405195] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.418015] env[63622]: DEBUG oslo_vmware.api [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816551, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.531593] env[63622]: DEBUG oslo_vmware.api [None req-1fd9a74a-7d42-4dfa-a87f-af34098b1a39 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Task: {'id': task-1816550, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.634657} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.531965] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fd9a74a-7d42-4dfa-a87f-af34098b1a39 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1494.532063] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd9a74a-7d42-4dfa-a87f-af34098b1a39 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1494.532225] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd9a74a-7d42-4dfa-a87f-af34098b1a39 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1494.532402] env[63622]: INFO nova.compute.manager [None req-1fd9a74a-7d42-4dfa-a87f-af34098b1a39 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Took 1.89 seconds to destroy the instance on the hypervisor. [ 1494.532679] env[63622]: DEBUG oslo.service.loopingcall [None req-1fd9a74a-7d42-4dfa-a87f-af34098b1a39 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1494.532874] env[63622]: DEBUG nova.compute.manager [-] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1494.532970] env[63622]: DEBUG nova.network.neutron [-] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1494.638955] env[63622]: DEBUG nova.compute.manager [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1494.669947] env[63622]: DEBUG nova.virt.hardware [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T14:04:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='93f0ef5c-66fe-4d3f-bc37-49d6c9939bed',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-870407896',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1494.670297] env[63622]: DEBUG nova.virt.hardware [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1494.670513] env[63622]: DEBUG nova.virt.hardware [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1494.670756] env[63622]: DEBUG nova.virt.hardware [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1494.670927] env[63622]: DEBUG nova.virt.hardware [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1494.671115] env[63622]: DEBUG nova.virt.hardware [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1494.671795] env[63622]: DEBUG nova.virt.hardware [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1494.672238] env[63622]: DEBUG nova.virt.hardware [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1494.672304] env[63622]: DEBUG nova.virt.hardware [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1494.672506] env[63622]: DEBUG nova.virt.hardware [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1494.672740] env[63622]: DEBUG nova.virt.hardware [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1494.673787] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1dda2d-d9ac-40cb-8980-98a35b6905c2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.683917] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d1ed98-f7e6-4280-b916-571b5debdb71 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.792495] env[63622]: DEBUG nova.scheduler.client.report [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1494.806521] env[63622]: DEBUG oslo_vmware.api [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52fedb5f-2491-9f0d-9e21-6c5779909010, 'name': SearchDatastore_Task, 'duration_secs': 0.020623} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.806690] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1494.806956] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] ada46b59-e636-461e-8650-8051a98550dc/ada46b59-e636-461e-8650-8051a98550dc.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1494.807830] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17796638-2d1a-4a76-8bba-032316ef3cd4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.815429] env[63622]: DEBUG oslo_vmware.api [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Waiting for the task: (returnval){ [ 1494.815429] env[63622]: value = "task-1816552" [ 1494.815429] env[63622]: _type = "Task" [ 1494.815429] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.824584] env[63622]: DEBUG oslo_vmware.api [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Task: {'id': task-1816552, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.842856] env[63622]: DEBUG nova.compute.manager [req-e717e83a-a996-425a-bf7a-926baa34d627 req-fa2b0d65-4930-4c05-899d-42a094dcbf59 service nova] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Received event network-vif-deleted-5434a345-d0e9-4ec4-96ad-d94fb6775410 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1494.842856] env[63622]: INFO nova.compute.manager [req-e717e83a-a996-425a-bf7a-926baa34d627 req-fa2b0d65-4930-4c05-899d-42a094dcbf59 service nova] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Neutron deleted interface 5434a345-d0e9-4ec4-96ad-d94fb6775410; detaching it from the instance and deleting it from the info cache [ 1494.842936] env[63622]: DEBUG nova.network.neutron [req-e717e83a-a996-425a-bf7a-926baa34d627 req-fa2b0d65-4930-4c05-899d-42a094dcbf59 service nova] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.877690] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1494.907068] env[63622]: DEBUG oslo_concurrency.lockutils [req-399a407f-1552-46ce-bd2b-aa754b51c5a3 req-28a4e1df-eb30-45aa-9023-d1734ff3be45 service nova] Releasing lock "refresh_cache-687c8f97-8e4a-4a95-bca9-710c0e8c98ff" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1494.917309] env[63622]: DEBUG oslo_vmware.api [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816551, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077586} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.917877] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1494.918674] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6781b5-f9bd-4d4e-a9a0-5cce6a7caf76 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.942307] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] c54c2c2c-a066-4b23-b0ed-95c422024d3f/c54c2c2c-a066-4b23-b0ed-95c422024d3f.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1494.942567] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74736bc3-9c2b-4a94-8180-04b3cda49dc9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.963852] env[63622]: DEBUG oslo_vmware.api [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Waiting for the task: (returnval){ [ 1494.963852] env[63622]: value = "task-1816553" [ 1494.963852] env[63622]: _type = "Task" [ 1494.963852] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.972539] env[63622]: DEBUG oslo_vmware.api [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816553, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.288913] env[63622]: DEBUG nova.compute.manager [req-5aa00391-45eb-4215-a9ff-06d4af66558a req-40289d30-e29c-45a3-9bcc-3cf156c37375 service nova] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Received event network-vif-plugged-5bc038d8-1ba7-44d6-a382-75201bcf6d79 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1495.289237] env[63622]: DEBUG oslo_concurrency.lockutils [req-5aa00391-45eb-4215-a9ff-06d4af66558a req-40289d30-e29c-45a3-9bcc-3cf156c37375 service nova] Acquiring lock "42ace043-c368-4557-89fc-dbbf40c022ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.289456] env[63622]: DEBUG oslo_concurrency.lockutils [req-5aa00391-45eb-4215-a9ff-06d4af66558a req-40289d30-e29c-45a3-9bcc-3cf156c37375 service nova] Lock "42ace043-c368-4557-89fc-dbbf40c022ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.289683] env[63622]: DEBUG oslo_concurrency.lockutils [req-5aa00391-45eb-4215-a9ff-06d4af66558a req-40289d30-e29c-45a3-9bcc-3cf156c37375 service nova] Lock "42ace043-c368-4557-89fc-dbbf40c022ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.289888] env[63622]: DEBUG nova.compute.manager [req-5aa00391-45eb-4215-a9ff-06d4af66558a req-40289d30-e29c-45a3-9bcc-3cf156c37375 service nova] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] No waiting events found dispatching network-vif-plugged-5bc038d8-1ba7-44d6-a382-75201bcf6d79 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1495.290313] env[63622]: WARNING nova.compute.manager [req-5aa00391-45eb-4215-a9ff-06d4af66558a req-40289d30-e29c-45a3-9bcc-3cf156c37375 service nova] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Received unexpected event network-vif-plugged-5bc038d8-1ba7-44d6-a382-75201bcf6d79 for instance with vm_state building and task_state spawning. [ 1495.299607] env[63622]: DEBUG oslo_concurrency.lockutils [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.301207] env[63622]: DEBUG nova.network.neutron [-] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1495.302512] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b2ae5a5c-1020-4aca-986a-3c1c110729a5 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.260s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.302746] env[63622]: DEBUG nova.objects.instance [None req-b2ae5a5c-1020-4aca-986a-3c1c110729a5 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Lazy-loading 'resources' on Instance uuid 25a805c5-d5cd-458f-ae1c-75ef08f5263b {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1495.329794] env[63622]: DEBUG oslo_vmware.api [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Task: {'id': task-1816552, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.345773] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e40a28c5-49ae-4388-800d-cb197bb94724 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.357230] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ea5d72-c27b-4456-8b8d-d41a68ba5b91 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.397203] env[63622]: DEBUG nova.compute.manager [req-e717e83a-a996-425a-bf7a-926baa34d627 req-fa2b0d65-4930-4c05-899d-42a094dcbf59 service nova] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Detach interface failed, port_id=5434a345-d0e9-4ec4-96ad-d94fb6775410, reason: Instance 6e37ca42-4594-46f6-bcaa-88ea37c8de2d could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1495.454990] env[63622]: DEBUG nova.network.neutron [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Successfully updated port: 5bc038d8-1ba7-44d6-a382-75201bcf6d79 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1495.476752] env[63622]: DEBUG oslo_vmware.api [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.803400] env[63622]: DEBUG oslo_concurrency.lockutils [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Acquiring lock "3cf13064-3a21-486a-be63-679639d10a63" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.803710] env[63622]: DEBUG oslo_concurrency.lockutils [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Lock "3cf13064-3a21-486a-be63-679639d10a63" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.804988] env[63622]: INFO nova.compute.manager [-] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Took 1.27 seconds to deallocate network for instance. [ 1495.828069] env[63622]: DEBUG oslo_vmware.api [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Task: {'id': task-1816552, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.960406] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquiring lock "refresh_cache-42ace043-c368-4557-89fc-dbbf40c022ce" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.961031] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquired lock "refresh_cache-42ace043-c368-4557-89fc-dbbf40c022ce" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.961031] env[63622]: DEBUG nova.network.neutron [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1495.978262] env[63622]: DEBUG oslo_vmware.api [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816553, 'name': ReconfigVM_Task, 'duration_secs': 0.837855} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.978548] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Reconfigured VM instance instance-00000025 to attach disk [datastore1] c54c2c2c-a066-4b23-b0ed-95c422024d3f/c54c2c2c-a066-4b23-b0ed-95c422024d3f.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1495.979219] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf9903d1-630f-4b55-8b19-529c4f34662e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.989612] env[63622]: DEBUG oslo_vmware.api [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Waiting for the task: (returnval){ [ 1495.989612] env[63622]: value = "task-1816554" [ 1495.989612] env[63622]: _type = "Task" [ 1495.989612] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.000912] env[63622]: DEBUG oslo_vmware.api [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816554, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.180206] env[63622]: INFO nova.compute.manager [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Rebuilding instance [ 1496.222013] env[63622]: DEBUG nova.compute.manager [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1496.222830] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec3bdd6-dab3-445c-ab71-01279b208cc1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.274569] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb94759b-9fab-4fa4-a7fc-846e37d85e54 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.282900] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a522aac1-a78e-43b2-b3d7-b2b41e075836 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.314394] env[63622]: DEBUG oslo_concurrency.lockutils [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Lock "3cf13064-3a21-486a-be63-679639d10a63" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.511s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.314930] env[63622]: DEBUG nova.compute.manager [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1496.318531] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1fd9a74a-7d42-4dfa-a87f-af34098b1a39 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.319547] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a24f5f-67af-45ab-8bd7-af7fe8fd592e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.333495] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f313728-cad6-485e-9fe3-e767cf0b3799 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.337275] env[63622]: DEBUG oslo_vmware.api [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Task: {'id': task-1816552, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.348022] env[63622]: DEBUG nova.compute.provider_tree [None req-b2ae5a5c-1020-4aca-986a-3c1c110729a5 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1496.502811] env[63622]: DEBUG oslo_vmware.api [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816554, 'name': Rename_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.511221] env[63622]: DEBUG nova.network.neutron [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1496.707419] env[63622]: DEBUG nova.network.neutron [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Updating instance_info_cache with network_info: [{"id": "5bc038d8-1ba7-44d6-a382-75201bcf6d79", "address": "fa:16:3e:ec:b8:c8", "network": {"id": "b4228a96-3fc3-4257-8e82-a1cf37456242", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45a909020f1491e9d07603c4fc0ad0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bc038d8-1b", "ovs_interfaceid": "5bc038d8-1ba7-44d6-a382-75201bcf6d79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.819692] env[63622]: DEBUG nova.compute.utils [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1496.821574] env[63622]: DEBUG nova.compute.manager [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1496.821771] env[63622]: DEBUG nova.network.neutron [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1496.834469] env[63622]: DEBUG oslo_vmware.api [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Task: {'id': task-1816552, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.607605} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.835468] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] ada46b59-e636-461e-8650-8051a98550dc/ada46b59-e636-461e-8650-8051a98550dc.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1496.835742] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] [instance: ada46b59-e636-461e-8650-8051a98550dc] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1496.836019] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ddf1571b-3a3f-45b5-bf84-494834680047 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.845206] env[63622]: DEBUG oslo_vmware.api [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Waiting for the task: (returnval){ [ 1496.845206] env[63622]: value = "task-1816555" [ 1496.845206] env[63622]: _type = "Task" [ 1496.845206] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.851174] env[63622]: DEBUG nova.scheduler.client.report [None req-b2ae5a5c-1020-4aca-986a-3c1c110729a5 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1496.859084] env[63622]: DEBUG oslo_vmware.api [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Task: {'id': task-1816555, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.879845] env[63622]: DEBUG nova.policy [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62f1a68f80e345a5a6aab6c90fe1616f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd01b93a9ef3c41e39a2560e1b24711a1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1497.001105] env[63622]: DEBUG oslo_vmware.api [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816554, 'name': Rename_Task, 'duration_secs': 0.530389} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.001450] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1497.001689] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8895a2bb-768b-450b-a944-84ef8fb01b91 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.009994] env[63622]: DEBUG oslo_vmware.api [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Waiting for the task: (returnval){ [ 1497.009994] env[63622]: value = "task-1816556" [ 1497.009994] env[63622]: _type = "Task" [ 1497.009994] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.018562] env[63622]: DEBUG oslo_vmware.api [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.187983] env[63622]: DEBUG nova.network.neutron [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Successfully created port: 82df4fe6-27eb-4504-848a-76f7ca0c2501 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1497.209819] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Releasing lock "refresh_cache-42ace043-c368-4557-89fc-dbbf40c022ce" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.210192] env[63622]: DEBUG nova.compute.manager [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Instance network_info: |[{"id": "5bc038d8-1ba7-44d6-a382-75201bcf6d79", "address": "fa:16:3e:ec:b8:c8", "network": {"id": "b4228a96-3fc3-4257-8e82-a1cf37456242", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45a909020f1491e9d07603c4fc0ad0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bc038d8-1b", "ovs_interfaceid": "5bc038d8-1ba7-44d6-a382-75201bcf6d79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1497.210632] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:b8:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '101a44fc-ffde-4e3e-ad82-363454ae458b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5bc038d8-1ba7-44d6-a382-75201bcf6d79', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1497.224700] env[63622]: DEBUG oslo.service.loopingcall [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1497.225016] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1497.225333] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8dc52b35-5fa6-425b-82ad-73ba6e85dd28 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.242072] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1497.242774] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64b75ebd-8918-443d-88dd-4d762b80c4fd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.251245] env[63622]: DEBUG oslo_vmware.api [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1497.251245] env[63622]: value = "task-1816557" [ 1497.251245] env[63622]: _type = "Task" [ 1497.251245] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.252180] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1497.252180] env[63622]: value = "task-1816558" [ 1497.252180] env[63622]: _type = "Task" [ 1497.252180] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.265227] env[63622]: DEBUG oslo_vmware.api [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816557, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.268383] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816558, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.316691] env[63622]: DEBUG nova.compute.manager [req-a0250f2f-edba-4d37-ae49-ece34ede58a9 req-971cd385-a953-47f5-a25d-d2c4e4332e08 service nova] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Received event network-changed-5bc038d8-1ba7-44d6-a382-75201bcf6d79 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1497.316954] env[63622]: DEBUG nova.compute.manager [req-a0250f2f-edba-4d37-ae49-ece34ede58a9 req-971cd385-a953-47f5-a25d-d2c4e4332e08 service nova] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Refreshing instance network info cache due to event network-changed-5bc038d8-1ba7-44d6-a382-75201bcf6d79. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1497.317207] env[63622]: DEBUG oslo_concurrency.lockutils [req-a0250f2f-edba-4d37-ae49-ece34ede58a9 req-971cd385-a953-47f5-a25d-d2c4e4332e08 service nova] Acquiring lock "refresh_cache-42ace043-c368-4557-89fc-dbbf40c022ce" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.317403] env[63622]: DEBUG oslo_concurrency.lockutils [req-a0250f2f-edba-4d37-ae49-ece34ede58a9 req-971cd385-a953-47f5-a25d-d2c4e4332e08 service nova] Acquired lock "refresh_cache-42ace043-c368-4557-89fc-dbbf40c022ce" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.317578] env[63622]: DEBUG nova.network.neutron [req-a0250f2f-edba-4d37-ae49-ece34ede58a9 req-971cd385-a953-47f5-a25d-d2c4e4332e08 service nova] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Refreshing network info cache for port 5bc038d8-1ba7-44d6-a382-75201bcf6d79 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1497.324741] env[63622]: DEBUG nova.compute.manager [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1497.357277] env[63622]: DEBUG oslo_vmware.api [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Task: {'id': task-1816555, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073122} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.357578] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] [instance: ada46b59-e636-461e-8650-8051a98550dc] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1497.358420] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e52467-4355-400b-90dc-e38721f28cee {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.361848] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b2ae5a5c-1020-4aca-986a-3c1c110729a5 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.059s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1497.365612] env[63622]: DEBUG oslo_concurrency.lockutils [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.298s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1497.367757] env[63622]: INFO nova.compute.claims [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1497.394570] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] [instance: ada46b59-e636-461e-8650-8051a98550dc] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] ada46b59-e636-461e-8650-8051a98550dc/ada46b59-e636-461e-8650-8051a98550dc.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1497.395889] env[63622]: INFO nova.scheduler.client.report [None req-b2ae5a5c-1020-4aca-986a-3c1c110729a5 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Deleted allocations for instance 25a805c5-d5cd-458f-ae1c-75ef08f5263b [ 1497.400663] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48d40dcd-2202-4913-901a-9c8943fe9995 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.425774] env[63622]: DEBUG oslo_vmware.api [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Waiting for the task: (returnval){ [ 1497.425774] env[63622]: value = "task-1816559" [ 1497.425774] env[63622]: _type = "Task" [ 1497.425774] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.438057] env[63622]: DEBUG oslo_vmware.api [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Task: {'id': task-1816559, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.521386] env[63622]: DEBUG oslo_vmware.api [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816556, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.767058] env[63622]: DEBUG oslo_vmware.api [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816557, 'name': PowerOffVM_Task, 'duration_secs': 0.311093} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.769627] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1497.769874] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1497.770146] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816558, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.770874] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180a2923-8ef5-439f-94a2-763833fdd48d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.778511] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1497.778863] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-180a70c9-65e2-4e55-b9d5-617c143f50d9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.906272] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1497.906738] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1497.906738] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Deleting the datastore file [datastore1] 26cfd079-2044-4975-8902-affe93c35647 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1497.907098] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56493c2a-ee6d-46d9-ae0b-00364b9469d2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.915343] env[63622]: DEBUG oslo_vmware.api [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1497.915343] env[63622]: value = "task-1816561" [ 1497.915343] env[63622]: _type = "Task" [ 1497.915343] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.924123] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b2ae5a5c-1020-4aca-986a-3c1c110729a5 tempest-DeleteServersAdminTestJSON-913363232 tempest-DeleteServersAdminTestJSON-913363232-project-member] Lock "25a805c5-d5cd-458f-ae1c-75ef08f5263b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.514s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1497.930274] env[63622]: DEBUG oslo_vmware.api [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.939104] env[63622]: DEBUG oslo_vmware.api [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Task: {'id': task-1816559, 'name': ReconfigVM_Task, 'duration_secs': 0.438507} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.941850] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] [instance: ada46b59-e636-461e-8650-8051a98550dc] Reconfigured VM instance instance-00000026 to attach disk [datastore1] ada46b59-e636-461e-8650-8051a98550dc/ada46b59-e636-461e-8650-8051a98550dc.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1497.942555] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9a35ead-a09d-4a5d-922a-9db8b3191c5a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.951746] env[63622]: DEBUG oslo_vmware.api [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Waiting for the task: (returnval){ [ 1497.951746] env[63622]: value = "task-1816562" [ 1497.951746] env[63622]: _type = "Task" [ 1497.951746] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.961637] env[63622]: DEBUG oslo_vmware.api [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Task: {'id': task-1816562, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.021505] env[63622]: DEBUG oslo_vmware.api [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816556, 'name': PowerOnVM_Task, 'duration_secs': 0.608095} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.024218] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1498.024435] env[63622]: INFO nova.compute.manager [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Took 11.13 seconds to spawn the instance on the hypervisor. [ 1498.024619] env[63622]: DEBUG nova.compute.manager [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1498.025665] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d619a079-68bb-4f18-88fb-6f2ef06e7fa6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.120725] env[63622]: DEBUG nova.network.neutron [req-a0250f2f-edba-4d37-ae49-ece34ede58a9 req-971cd385-a953-47f5-a25d-d2c4e4332e08 service nova] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Updated VIF entry in instance network info cache for port 5bc038d8-1ba7-44d6-a382-75201bcf6d79. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1498.121114] env[63622]: DEBUG nova.network.neutron [req-a0250f2f-edba-4d37-ae49-ece34ede58a9 req-971cd385-a953-47f5-a25d-d2c4e4332e08 service nova] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Updating instance_info_cache with network_info: [{"id": "5bc038d8-1ba7-44d6-a382-75201bcf6d79", "address": "fa:16:3e:ec:b8:c8", "network": {"id": "b4228a96-3fc3-4257-8e82-a1cf37456242", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45a909020f1491e9d07603c4fc0ad0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bc038d8-1b", "ovs_interfaceid": "5bc038d8-1ba7-44d6-a382-75201bcf6d79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1498.277086] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816558, 'name': CreateVM_Task, 'duration_secs': 0.651827} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.277086] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1498.278429] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.278429] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.278429] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1498.278615] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a117780-6aa2-4706-ba3b-8011610411a1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.285059] env[63622]: DEBUG oslo_vmware.api [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Waiting for the task: (returnval){ [ 1498.285059] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5291b172-e806-db63-c4ab-90b57857025c" [ 1498.285059] env[63622]: _type = "Task" [ 1498.285059] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.293971] env[63622]: DEBUG oslo_vmware.api [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5291b172-e806-db63-c4ab-90b57857025c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.334673] env[63622]: DEBUG nova.compute.manager [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1498.370292] env[63622]: DEBUG nova.virt.hardware [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1498.370472] env[63622]: DEBUG nova.virt.hardware [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1498.370631] env[63622]: DEBUG nova.virt.hardware [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1498.370810] env[63622]: DEBUG nova.virt.hardware [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1498.370959] env[63622]: DEBUG nova.virt.hardware [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1498.371271] env[63622]: DEBUG nova.virt.hardware [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1498.371557] env[63622]: DEBUG nova.virt.hardware [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1498.371726] env[63622]: DEBUG nova.virt.hardware [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1498.371896] env[63622]: DEBUG nova.virt.hardware [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1498.373162] env[63622]: DEBUG nova.virt.hardware [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1498.373162] env[63622]: DEBUG nova.virt.hardware [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1498.373281] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c133435-41f9-40d9-8a9f-2b6a58bb0608 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.385059] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25dc1652-a513-4011-aa05-d5ab50a25c58 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.426244] env[63622]: DEBUG oslo_vmware.api [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212306} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.428595] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1498.428786] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1498.428963] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1498.462646] env[63622]: DEBUG oslo_vmware.api [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Task: {'id': task-1816562, 'name': Rename_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.544345] env[63622]: INFO nova.compute.manager [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Took 51.47 seconds to build instance. [ 1498.624472] env[63622]: DEBUG oslo_concurrency.lockutils [req-a0250f2f-edba-4d37-ae49-ece34ede58a9 req-971cd385-a953-47f5-a25d-d2c4e4332e08 service nova] Releasing lock "refresh_cache-42ace043-c368-4557-89fc-dbbf40c022ce" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.797357] env[63622]: DEBUG nova.network.neutron [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Successfully updated port: 82df4fe6-27eb-4504-848a-76f7ca0c2501 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1498.811962] env[63622]: DEBUG oslo_vmware.api [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5291b172-e806-db63-c4ab-90b57857025c, 'name': SearchDatastore_Task, 'duration_secs': 0.010958} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.812306] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.812700] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1498.812956] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.813276] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.813473] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1498.818089] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09633ae5-75c2-4e71-a45b-8ed095af8981 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.831092] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1498.831199] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1498.835328] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3a54216-bba0-4e2f-bae2-1651fc72f8b3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.844188] env[63622]: DEBUG oslo_vmware.api [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Waiting for the task: (returnval){ [ 1498.844188] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52af4364-5679-c71b-489d-f88e7217b99a" [ 1498.844188] env[63622]: _type = "Task" [ 1498.844188] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.858962] env[63622]: DEBUG oslo_vmware.api [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52af4364-5679-c71b-489d-f88e7217b99a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.883271] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfd7fcd-a21a-4abb-a4f6-ef8079e89b43 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.891892] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f6490d-4d0c-437e-935d-be284b5a7a76 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.922846] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b42bf3-0ad0-4e1a-9068-353ee1165ffd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.931467] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf8e102-40b1-4115-9856-4607beaf9917 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.950306] env[63622]: DEBUG nova.compute.provider_tree [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1498.964932] env[63622]: DEBUG oslo_vmware.api [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Task: {'id': task-1816562, 'name': Rename_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.046048] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3cbd4a66-6176-4e0c-a21d-85c55439a381 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Lock "c54c2c2c-a066-4b23-b0ed-95c422024d3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.543s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.305947] env[63622]: DEBUG oslo_concurrency.lockutils [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Acquiring lock "refresh_cache-6cb1a1a3-a953-47f1-bcbc-8c484409c460" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1499.306156] env[63622]: DEBUG oslo_concurrency.lockutils [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Acquired lock "refresh_cache-6cb1a1a3-a953-47f1-bcbc-8c484409c460" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.306344] env[63622]: DEBUG nova.network.neutron [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1499.357524] env[63622]: DEBUG oslo_vmware.api [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52af4364-5679-c71b-489d-f88e7217b99a, 'name': SearchDatastore_Task, 'duration_secs': 0.048033} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.358023] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef76c85e-43d5-4ba1-a953-318a2e036ee7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.364829] env[63622]: DEBUG oslo_vmware.api [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Waiting for the task: (returnval){ [ 1499.364829] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526cb504-abbc-c326-3e5e-a82cdcf71f6a" [ 1499.364829] env[63622]: _type = "Task" [ 1499.364829] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.372711] env[63622]: DEBUG oslo_vmware.api [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526cb504-abbc-c326-3e5e-a82cdcf71f6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.452130] env[63622]: DEBUG nova.scheduler.client.report [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1499.468597] env[63622]: DEBUG oslo_vmware.api [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Task: {'id': task-1816562, 'name': Rename_Task, 'duration_secs': 1.22026} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.471176] env[63622]: DEBUG nova.virt.hardware [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1499.471436] env[63622]: DEBUG nova.virt.hardware [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1499.471602] env[63622]: DEBUG nova.virt.hardware [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1499.471783] env[63622]: DEBUG nova.virt.hardware [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1499.471931] env[63622]: DEBUG nova.virt.hardware [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1499.472092] env[63622]: DEBUG nova.virt.hardware [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1499.472309] env[63622]: DEBUG nova.virt.hardware [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1499.472469] env[63622]: DEBUG nova.virt.hardware [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1499.472635] env[63622]: DEBUG nova.virt.hardware [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1499.472796] env[63622]: DEBUG nova.virt.hardware [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1499.472967] env[63622]: DEBUG nova.virt.hardware [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1499.473880] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] [instance: ada46b59-e636-461e-8650-8051a98550dc] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1499.475271] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6287e2fd-2bf5-43dd-9ec8-c10534882053 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.478569] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5153fd9c-24f6-4527-9856-43f0774e1bb2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.489252] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf2b129-35a6-4279-9da6-42584e228611 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.494845] env[63622]: DEBUG nova.compute.manager [req-589b091a-30b7-489e-b088-91f43a68d27b req-0a52c6d2-9ccb-4b47-9df1-ce7a8dc2f3e5 service nova] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Received event network-vif-plugged-82df4fe6-27eb-4504-848a-76f7ca0c2501 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1499.495072] env[63622]: DEBUG oslo_concurrency.lockutils [req-589b091a-30b7-489e-b088-91f43a68d27b req-0a52c6d2-9ccb-4b47-9df1-ce7a8dc2f3e5 service nova] Acquiring lock "6cb1a1a3-a953-47f1-bcbc-8c484409c460-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1499.495283] env[63622]: DEBUG oslo_concurrency.lockutils [req-589b091a-30b7-489e-b088-91f43a68d27b req-0a52c6d2-9ccb-4b47-9df1-ce7a8dc2f3e5 service nova] Lock "6cb1a1a3-a953-47f1-bcbc-8c484409c460-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.495654] env[63622]: DEBUG oslo_concurrency.lockutils [req-589b091a-30b7-489e-b088-91f43a68d27b req-0a52c6d2-9ccb-4b47-9df1-ce7a8dc2f3e5 service nova] Lock "6cb1a1a3-a953-47f1-bcbc-8c484409c460-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.495845] env[63622]: DEBUG nova.compute.manager [req-589b091a-30b7-489e-b088-91f43a68d27b req-0a52c6d2-9ccb-4b47-9df1-ce7a8dc2f3e5 service nova] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] No waiting events found dispatching network-vif-plugged-82df4fe6-27eb-4504-848a-76f7ca0c2501 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1499.496023] env[63622]: WARNING nova.compute.manager [req-589b091a-30b7-489e-b088-91f43a68d27b req-0a52c6d2-9ccb-4b47-9df1-ce7a8dc2f3e5 service nova] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Received unexpected event network-vif-plugged-82df4fe6-27eb-4504-848a-76f7ca0c2501 for instance with vm_state building and task_state spawning. [ 1499.496189] env[63622]: DEBUG nova.compute.manager [req-589b091a-30b7-489e-b088-91f43a68d27b req-0a52c6d2-9ccb-4b47-9df1-ce7a8dc2f3e5 service nova] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Received event network-changed-82df4fe6-27eb-4504-848a-76f7ca0c2501 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1499.496345] env[63622]: DEBUG nova.compute.manager [req-589b091a-30b7-489e-b088-91f43a68d27b req-0a52c6d2-9ccb-4b47-9df1-ce7a8dc2f3e5 service nova] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Refreshing instance network info cache due to event network-changed-82df4fe6-27eb-4504-848a-76f7ca0c2501. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1499.496513] env[63622]: DEBUG oslo_concurrency.lockutils [req-589b091a-30b7-489e-b088-91f43a68d27b req-0a52c6d2-9ccb-4b47-9df1-ce7a8dc2f3e5 service nova] Acquiring lock "refresh_cache-6cb1a1a3-a953-47f1-bcbc-8c484409c460" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1499.497582] env[63622]: DEBUG oslo_vmware.api [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Waiting for the task: (returnval){ [ 1499.497582] env[63622]: value = "task-1816563" [ 1499.497582] env[63622]: _type = "Task" [ 1499.497582] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.510150] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:97:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33fdc099-7497-41c1-b40c-1558937132d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '201ba648-9d17-4b08-93a3-e3a9dce15467', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1499.517742] env[63622]: DEBUG oslo.service.loopingcall [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1499.518659] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26cfd079-2044-4975-8902-affe93c35647] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1499.518892] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15967e7e-c038-4097-86a6-cd1ae73b7f65 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.537990] env[63622]: DEBUG oslo_vmware.api [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Task: {'id': task-1816563, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.544689] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1499.544689] env[63622]: value = "task-1816564" [ 1499.544689] env[63622]: _type = "Task" [ 1499.544689] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.548375] env[63622]: DEBUG nova.compute.manager [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1499.558240] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816564, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.855967] env[63622]: DEBUG nova.network.neutron [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1499.865162] env[63622]: DEBUG nova.compute.manager [None req-5f0e49f7-8472-4d96-a3ee-b67810333dff tempest-ServerDiagnosticsV248Test-1853054690 tempest-ServerDiagnosticsV248Test-1853054690-project-admin] [instance: d88a3d07-ca1b-4002-99a5-555fe6be3435] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1499.866339] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672d2c39-9d3d-4965-bdd6-0c94d338934e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.881888] env[63622]: DEBUG oslo_vmware.api [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526cb504-abbc-c326-3e5e-a82cdcf71f6a, 'name': SearchDatastore_Task, 'duration_secs': 0.034155} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.885959] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1499.886376] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 42ace043-c368-4557-89fc-dbbf40c022ce/42ace043-c368-4557-89fc-dbbf40c022ce.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1499.886710] env[63622]: INFO nova.compute.manager [None req-5f0e49f7-8472-4d96-a3ee-b67810333dff tempest-ServerDiagnosticsV248Test-1853054690 tempest-ServerDiagnosticsV248Test-1853054690-project-admin] [instance: d88a3d07-ca1b-4002-99a5-555fe6be3435] Retrieving diagnostics [ 1499.886973] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e4a9c39-bb26-4ce6-9093-69fbcbfdd13e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.889943] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d9188a-e137-4fd4-bcd6-d6e8f4add880 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.930250] env[63622]: DEBUG oslo_vmware.api [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Waiting for the task: (returnval){ [ 1499.930250] env[63622]: value = "task-1816565" [ 1499.930250] env[63622]: _type = "Task" [ 1499.930250] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.940513] env[63622]: DEBUG oslo_vmware.api [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816565, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.958492] env[63622]: DEBUG oslo_concurrency.lockutils [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.958492] env[63622]: DEBUG nova.compute.manager [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1499.964511] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.434s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.967174] env[63622]: INFO nova.compute.claims [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1500.011291] env[63622]: DEBUG oslo_vmware.api [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Task: {'id': task-1816563, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.058652] env[63622]: DEBUG nova.network.neutron [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Updating instance_info_cache with network_info: [{"id": "82df4fe6-27eb-4504-848a-76f7ca0c2501", "address": "fa:16:3e:a0:65:19", "network": {"id": "340e6ef5-ff73-48dd-8b80-439b2f1b79f0", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-524628155-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d01b93a9ef3c41e39a2560e1b24711a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82df4fe6-27", "ovs_interfaceid": "82df4fe6-27eb-4504-848a-76f7ca0c2501", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.060079] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816564, 'name': CreateVM_Task, 'duration_secs': 0.407354} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.062483] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26cfd079-2044-4975-8902-affe93c35647] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1500.063391] env[63622]: DEBUG oslo_concurrency.lockutils [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1500.063590] env[63622]: DEBUG oslo_concurrency.lockutils [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.064141] env[63622]: DEBUG oslo_concurrency.lockutils [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1500.064235] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43e1bed9-39c0-47eb-b0ba-b860283f68ff {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.071078] env[63622]: DEBUG oslo_vmware.api [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1500.071078] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]529f886b-e54b-1c1b-79e6-897ef2e780b1" [ 1500.071078] env[63622]: _type = "Task" [ 1500.071078] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.081992] env[63622]: DEBUG oslo_vmware.api [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]529f886b-e54b-1c1b-79e6-897ef2e780b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.083550] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.321651] env[63622]: DEBUG nova.compute.manager [None req-a9cc9cd7-3c8d-4f7c-943d-4e292befe3ad tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1500.322606] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0199e6-4dd6-462f-ade0-232e416f1c24 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.441768] env[63622]: DEBUG oslo_vmware.api [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816565, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.473066] env[63622]: DEBUG nova.compute.utils [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1500.477056] env[63622]: DEBUG nova.compute.manager [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1500.477560] env[63622]: DEBUG nova.network.neutron [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1500.516715] env[63622]: DEBUG oslo_vmware.api [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Task: {'id': task-1816563, 'name': PowerOnVM_Task, 'duration_secs': 0.650014} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.516715] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] [instance: ada46b59-e636-461e-8650-8051a98550dc] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1500.516715] env[63622]: INFO nova.compute.manager [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] [instance: ada46b59-e636-461e-8650-8051a98550dc] Took 10.83 seconds to spawn the instance on the hypervisor. [ 1500.516715] env[63622]: DEBUG nova.compute.manager [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] [instance: ada46b59-e636-461e-8650-8051a98550dc] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1500.516984] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f6f59b-ec71-4f6d-b628-b448ffaa4962 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.561289] env[63622]: DEBUG oslo_concurrency.lockutils [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Releasing lock "refresh_cache-6cb1a1a3-a953-47f1-bcbc-8c484409c460" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1500.561654] env[63622]: DEBUG nova.compute.manager [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Instance network_info: |[{"id": "82df4fe6-27eb-4504-848a-76f7ca0c2501", "address": "fa:16:3e:a0:65:19", "network": {"id": "340e6ef5-ff73-48dd-8b80-439b2f1b79f0", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-524628155-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d01b93a9ef3c41e39a2560e1b24711a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82df4fe6-27", "ovs_interfaceid": "82df4fe6-27eb-4504-848a-76f7ca0c2501", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1500.561986] env[63622]: DEBUG oslo_concurrency.lockutils [req-589b091a-30b7-489e-b088-91f43a68d27b req-0a52c6d2-9ccb-4b47-9df1-ce7a8dc2f3e5 service nova] Acquired lock "refresh_cache-6cb1a1a3-a953-47f1-bcbc-8c484409c460" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.562183] env[63622]: DEBUG nova.network.neutron [req-589b091a-30b7-489e-b088-91f43a68d27b req-0a52c6d2-9ccb-4b47-9df1-ce7a8dc2f3e5 service nova] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Refreshing network info cache for port 82df4fe6-27eb-4504-848a-76f7ca0c2501 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1500.563594] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:65:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82df4fe6-27eb-4504-848a-76f7ca0c2501', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1500.571169] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Creating folder: Project (d01b93a9ef3c41e39a2560e1b24711a1). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1500.574847] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0679a66c-85d8-4dd8-857d-04cb72f7e627 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.581157] env[63622]: DEBUG nova.policy [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f842129b4e324126a744bc707c9e6de5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa7b499961b240969dc6f7f8a84cf6c7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1500.591088] env[63622]: DEBUG oslo_vmware.api [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]529f886b-e54b-1c1b-79e6-897ef2e780b1, 'name': SearchDatastore_Task, 'duration_secs': 0.014985} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.592717] env[63622]: DEBUG oslo_concurrency.lockutils [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1500.592978] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1500.593257] env[63622]: DEBUG oslo_concurrency.lockutils [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1500.593407] env[63622]: DEBUG oslo_concurrency.lockutils [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.593799] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1500.593955] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Created folder: Project (d01b93a9ef3c41e39a2560e1b24711a1) in parent group-v376252. [ 1500.594173] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Creating folder: Instances. Parent ref: group-v376362. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1500.594461] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad662cdb-5032-4865-95af-39338558f06b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.596503] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-261483bb-f73b-4d2a-841a-e10cb6e98608 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.615070] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1500.615233] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1500.616633] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Created folder: Instances in parent group-v376362. [ 1500.616633] env[63622]: DEBUG oslo.service.loopingcall [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1500.616980] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a830511-7c6b-470a-8a78-4104fe82b992 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.619682] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1500.620532] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7cbb25b-0993-40eb-92d3-f40791df060a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.640228] env[63622]: DEBUG oslo_vmware.api [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1500.640228] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52bc8bad-8765-c431-a18b-159fd72fe42b" [ 1500.640228] env[63622]: _type = "Task" [ 1500.640228] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.645422] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1500.645422] env[63622]: value = "task-1816568" [ 1500.645422] env[63622]: _type = "Task" [ 1500.645422] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.652089] env[63622]: DEBUG oslo_vmware.api [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52bc8bad-8765-c431-a18b-159fd72fe42b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.657644] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816568, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.836148] env[63622]: INFO nova.compute.manager [None req-a9cc9cd7-3c8d-4f7c-943d-4e292befe3ad tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] instance snapshotting [ 1500.838895] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36e7e40-4420-4059-870c-8a4abef70203 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.859053] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38ddd27-681d-439c-8ba7-76df2645e0d8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.943886] env[63622]: DEBUG oslo_vmware.api [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816565, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648556} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.944206] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 42ace043-c368-4557-89fc-dbbf40c022ce/42ace043-c368-4557-89fc-dbbf40c022ce.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1500.944433] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1500.944674] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2177733-b557-4685-9042-3cd6ed451410 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.956252] env[63622]: DEBUG oslo_vmware.api [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Waiting for the task: (returnval){ [ 1500.956252] env[63622]: value = "task-1816569" [ 1500.956252] env[63622]: _type = "Task" [ 1500.956252] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.963578] env[63622]: DEBUG oslo_vmware.api [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816569, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.977956] env[63622]: DEBUG nova.compute.manager [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1500.984548] env[63622]: DEBUG nova.network.neutron [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Successfully created port: 7969a6cd-48b1-41bb-a0f9-7a5487b48c11 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1501.041178] env[63622]: INFO nova.compute.manager [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] [instance: ada46b59-e636-461e-8650-8051a98550dc] Took 47.06 seconds to build instance. [ 1501.077889] env[63622]: DEBUG nova.network.neutron [req-589b091a-30b7-489e-b088-91f43a68d27b req-0a52c6d2-9ccb-4b47-9df1-ce7a8dc2f3e5 service nova] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Updated VIF entry in instance network info cache for port 82df4fe6-27eb-4504-848a-76f7ca0c2501. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1501.078274] env[63622]: DEBUG nova.network.neutron [req-589b091a-30b7-489e-b088-91f43a68d27b req-0a52c6d2-9ccb-4b47-9df1-ce7a8dc2f3e5 service nova] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Updating instance_info_cache with network_info: [{"id": "82df4fe6-27eb-4504-848a-76f7ca0c2501", "address": "fa:16:3e:a0:65:19", "network": {"id": "340e6ef5-ff73-48dd-8b80-439b2f1b79f0", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-524628155-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d01b93a9ef3c41e39a2560e1b24711a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82df4fe6-27", "ovs_interfaceid": "82df4fe6-27eb-4504-848a-76f7ca0c2501", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.117439] env[63622]: DEBUG oslo_concurrency.lockutils [None req-408c51ce-1692-4bc2-9fbc-8ecf88189705 tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Acquiring lock "d88a3d07-ca1b-4002-99a5-555fe6be3435" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.117693] env[63622]: DEBUG oslo_concurrency.lockutils [None req-408c51ce-1692-4bc2-9fbc-8ecf88189705 tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Lock "d88a3d07-ca1b-4002-99a5-555fe6be3435" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.117894] env[63622]: DEBUG oslo_concurrency.lockutils [None req-408c51ce-1692-4bc2-9fbc-8ecf88189705 tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Acquiring lock "d88a3d07-ca1b-4002-99a5-555fe6be3435-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.118223] env[63622]: DEBUG oslo_concurrency.lockutils [None req-408c51ce-1692-4bc2-9fbc-8ecf88189705 tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Lock "d88a3d07-ca1b-4002-99a5-555fe6be3435-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.118315] env[63622]: DEBUG oslo_concurrency.lockutils [None req-408c51ce-1692-4bc2-9fbc-8ecf88189705 tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Lock "d88a3d07-ca1b-4002-99a5-555fe6be3435-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1501.120393] env[63622]: INFO nova.compute.manager [None req-408c51ce-1692-4bc2-9fbc-8ecf88189705 tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] [instance: d88a3d07-ca1b-4002-99a5-555fe6be3435] Terminating instance [ 1501.156255] env[63622]: DEBUG oslo_vmware.api [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52bc8bad-8765-c431-a18b-159fd72fe42b, 'name': SearchDatastore_Task, 'duration_secs': 0.011865} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.157841] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a42e4e4d-4bef-45ad-9165-10a53ae31649 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.163642] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816568, 'name': CreateVM_Task, 'duration_secs': 0.482399} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.164216] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1501.165478] env[63622]: DEBUG oslo_concurrency.lockutils [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1501.165478] env[63622]: DEBUG oslo_concurrency.lockutils [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.166203] env[63622]: DEBUG oslo_concurrency.lockutils [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1501.166203] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54c90041-f680-49de-b76f-f24d8904a6f4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.171450] env[63622]: DEBUG oslo_vmware.api [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1501.171450] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5220026d-aac2-2c88-70e0-bfb814d0ec8e" [ 1501.171450] env[63622]: _type = "Task" [ 1501.171450] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.177334] env[63622]: DEBUG oslo_vmware.api [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Waiting for the task: (returnval){ [ 1501.177334] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52cc3308-4615-7c25-d9dd-c434bf835087" [ 1501.177334] env[63622]: _type = "Task" [ 1501.177334] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.184071] env[63622]: DEBUG oslo_vmware.api [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5220026d-aac2-2c88-70e0-bfb814d0ec8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.192131] env[63622]: DEBUG oslo_vmware.api [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52cc3308-4615-7c25-d9dd-c434bf835087, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.370511] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a9cc9cd7-3c8d-4f7c-943d-4e292befe3ad tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Creating Snapshot of the VM instance {{(pid=63622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1501.370791] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2f8c564b-2936-4c85-b12a-4e39422d2a12 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.380086] env[63622]: DEBUG oslo_vmware.api [None req-a9cc9cd7-3c8d-4f7c-943d-4e292befe3ad tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Waiting for the task: (returnval){ [ 1501.380086] env[63622]: value = "task-1816570" [ 1501.380086] env[63622]: _type = "Task" [ 1501.380086] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.392750] env[63622]: DEBUG oslo_vmware.api [None req-a9cc9cd7-3c8d-4f7c-943d-4e292befe3ad tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816570, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.464981] env[63622]: DEBUG oslo_vmware.api [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816569, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085897} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.465234] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1501.466033] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b045bef-7b90-46f1-a20b-d3db7abb5b7d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.498661] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 42ace043-c368-4557-89fc-dbbf40c022ce/42ace043-c368-4557-89fc-dbbf40c022ce.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1501.501823] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-525997bf-1b85-4268-95ae-b0c677ba547f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.523583] env[63622]: DEBUG oslo_vmware.api [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Waiting for the task: (returnval){ [ 1501.523583] env[63622]: value = "task-1816571" [ 1501.523583] env[63622]: _type = "Task" [ 1501.523583] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.538908] env[63622]: DEBUG oslo_vmware.api [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816571, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.543896] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5d3cc24c-269e-4dee-aab4-e6c7a2447035 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Lock "ada46b59-e636-461e-8650-8051a98550dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.464s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1501.571869] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e17c3c-e09a-4f6f-bd81-12d371bb152c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.582752] env[63622]: DEBUG oslo_concurrency.lockutils [req-589b091a-30b7-489e-b088-91f43a68d27b req-0a52c6d2-9ccb-4b47-9df1-ce7a8dc2f3e5 service nova] Releasing lock "refresh_cache-6cb1a1a3-a953-47f1-bcbc-8c484409c460" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1501.584046] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423e049e-62ef-4cbe-b894-161891cb01e2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.616606] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d856fed-b01b-445f-b1b0-396f039a194b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.625597] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e49793d-0070-479d-a8e3-bb91e3a0ab81 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.630039] env[63622]: DEBUG oslo_concurrency.lockutils [None req-408c51ce-1692-4bc2-9fbc-8ecf88189705 tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Acquiring lock "refresh_cache-d88a3d07-ca1b-4002-99a5-555fe6be3435" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1501.630232] env[63622]: DEBUG oslo_concurrency.lockutils [None req-408c51ce-1692-4bc2-9fbc-8ecf88189705 tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Acquired lock "refresh_cache-d88a3d07-ca1b-4002-99a5-555fe6be3435" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.630429] env[63622]: DEBUG nova.network.neutron [None req-408c51ce-1692-4bc2-9fbc-8ecf88189705 tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] [instance: d88a3d07-ca1b-4002-99a5-555fe6be3435] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1501.642754] env[63622]: DEBUG nova.compute.provider_tree [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1501.686099] env[63622]: DEBUG oslo_vmware.api [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5220026d-aac2-2c88-70e0-bfb814d0ec8e, 'name': SearchDatastore_Task, 'duration_secs': 0.025352} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.686906] env[63622]: DEBUG oslo_concurrency.lockutils [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1501.687220] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 26cfd079-2044-4975-8902-affe93c35647/26cfd079-2044-4975-8902-affe93c35647.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1501.687526] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-644e4cec-4c6e-434a-a3cb-a422282d00c7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.694635] env[63622]: DEBUG oslo_vmware.api [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52cc3308-4615-7c25-d9dd-c434bf835087, 'name': SearchDatastore_Task, 'duration_secs': 0.028198} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.695361] env[63622]: DEBUG oslo_concurrency.lockutils [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1501.695685] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1501.695957] env[63622]: DEBUG oslo_concurrency.lockutils [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1501.696246] env[63622]: DEBUG oslo_concurrency.lockutils [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.696405] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1501.696788] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-017b811b-27ae-4dd6-80a3-2f26eade3db6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.700795] env[63622]: DEBUG oslo_vmware.api [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1501.700795] env[63622]: value = "task-1816572" [ 1501.700795] env[63622]: _type = "Task" [ 1501.700795] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.707561] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1501.707786] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1501.713890] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-369bc4ad-20d9-43fd-ad41-0e239010f062 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.716490] env[63622]: DEBUG oslo_vmware.api [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816572, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.721606] env[63622]: DEBUG oslo_vmware.api [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Waiting for the task: (returnval){ [ 1501.721606] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]529636bf-1d37-0cc5-36f4-ee468f9bb347" [ 1501.721606] env[63622]: _type = "Task" [ 1501.721606] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.730683] env[63622]: DEBUG oslo_vmware.api [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]529636bf-1d37-0cc5-36f4-ee468f9bb347, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.889789] env[63622]: DEBUG oslo_vmware.api [None req-a9cc9cd7-3c8d-4f7c-943d-4e292befe3ad tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816570, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.003232] env[63622]: DEBUG nova.compute.manager [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1502.032781] env[63622]: DEBUG nova.virt.hardware [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1502.033226] env[63622]: DEBUG nova.virt.hardware [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1502.033226] env[63622]: DEBUG nova.virt.hardware [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1502.033404] env[63622]: DEBUG nova.virt.hardware [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1502.033824] env[63622]: DEBUG nova.virt.hardware [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1502.033824] env[63622]: DEBUG nova.virt.hardware [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1502.033824] env[63622]: DEBUG nova.virt.hardware [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1502.033979] env[63622]: DEBUG nova.virt.hardware [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1502.034172] env[63622]: DEBUG nova.virt.hardware [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1502.034321] env[63622]: DEBUG nova.virt.hardware [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1502.034494] env[63622]: DEBUG nova.virt.hardware [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1502.035500] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9059230c-9c71-4b83-ab90-88c1f5b83380 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.042165] env[63622]: DEBUG oslo_vmware.api [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816571, 'name': ReconfigVM_Task, 'duration_secs': 0.360406} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.042646] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 42ace043-c368-4557-89fc-dbbf40c022ce/42ace043-c368-4557-89fc-dbbf40c022ce.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1502.043378] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66a96600-34f7-4344-8afa-2a27bea76743 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.047430] env[63622]: DEBUG nova.compute.manager [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1502.051521] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4cf2dd-c8b1-47df-97c7-ab40a2bb137d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.057697] env[63622]: DEBUG oslo_vmware.api [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Waiting for the task: (returnval){ [ 1502.057697] env[63622]: value = "task-1816573" [ 1502.057697] env[63622]: _type = "Task" [ 1502.057697] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.077846] env[63622]: DEBUG oslo_vmware.api [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816573, 'name': Rename_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.149134] env[63622]: DEBUG nova.scheduler.client.report [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1502.155386] env[63622]: DEBUG nova.network.neutron [None req-408c51ce-1692-4bc2-9fbc-8ecf88189705 tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] [instance: d88a3d07-ca1b-4002-99a5-555fe6be3435] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1502.213582] env[63622]: DEBUG oslo_vmware.api [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816572, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.234562] env[63622]: DEBUG oslo_vmware.api [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]529636bf-1d37-0cc5-36f4-ee468f9bb347, 'name': SearchDatastore_Task, 'duration_secs': 0.011092} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.235679] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef2d8047-60b1-4248-9491-589147e17291 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.244253] env[63622]: DEBUG oslo_vmware.api [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Waiting for the task: (returnval){ [ 1502.244253] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]520c948a-f81d-8b58-a9d8-d800472a4807" [ 1502.244253] env[63622]: _type = "Task" [ 1502.244253] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.257179] env[63622]: DEBUG oslo_vmware.api [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]520c948a-f81d-8b58-a9d8-d800472a4807, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.276027] env[63622]: DEBUG nova.network.neutron [None req-408c51ce-1692-4bc2-9fbc-8ecf88189705 tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] [instance: d88a3d07-ca1b-4002-99a5-555fe6be3435] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.395043] env[63622]: DEBUG oslo_vmware.api [None req-a9cc9cd7-3c8d-4f7c-943d-4e292befe3ad tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816570, 'name': CreateSnapshot_Task, 'duration_secs': 0.984628} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.395043] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a9cc9cd7-3c8d-4f7c-943d-4e292befe3ad tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Created Snapshot of the VM instance {{(pid=63622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1502.395043] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a78a90-4fb0-4479-afc4-33b485954bab {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.487845] env[63622]: DEBUG nova.compute.manager [req-5a37ba91-bd69-4a94-843b-3fb894aff5f9 req-c79a7b76-cfc3-490f-9dc5-5e808e148588 service nova] [instance: ada46b59-e636-461e-8650-8051a98550dc] Received event network-changed-9496acc2-2ec1-4bc6-9d89-28c416e149b6 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1502.488080] env[63622]: DEBUG nova.compute.manager [req-5a37ba91-bd69-4a94-843b-3fb894aff5f9 req-c79a7b76-cfc3-490f-9dc5-5e808e148588 service nova] [instance: ada46b59-e636-461e-8650-8051a98550dc] Refreshing instance network info cache due to event network-changed-9496acc2-2ec1-4bc6-9d89-28c416e149b6. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1502.488337] env[63622]: DEBUG oslo_concurrency.lockutils [req-5a37ba91-bd69-4a94-843b-3fb894aff5f9 req-c79a7b76-cfc3-490f-9dc5-5e808e148588 service nova] Acquiring lock "refresh_cache-ada46b59-e636-461e-8650-8051a98550dc" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1502.488489] env[63622]: DEBUG oslo_concurrency.lockutils [req-5a37ba91-bd69-4a94-843b-3fb894aff5f9 req-c79a7b76-cfc3-490f-9dc5-5e808e148588 service nova] Acquired lock "refresh_cache-ada46b59-e636-461e-8650-8051a98550dc" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.488666] env[63622]: DEBUG nova.network.neutron [req-5a37ba91-bd69-4a94-843b-3fb894aff5f9 req-c79a7b76-cfc3-490f-9dc5-5e808e148588 service nova] [instance: ada46b59-e636-461e-8650-8051a98550dc] Refreshing network info cache for port 9496acc2-2ec1-4bc6-9d89-28c416e149b6 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1502.574427] env[63622]: DEBUG oslo_vmware.api [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816573, 'name': Rename_Task, 'duration_secs': 0.226987} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.574699] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1502.574987] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5936be5-c0c0-4018-b706-45c56d82f8eb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.583763] env[63622]: DEBUG oslo_vmware.api [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Waiting for the task: (returnval){ [ 1502.583763] env[63622]: value = "task-1816574" [ 1502.583763] env[63622]: _type = "Task" [ 1502.583763] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.584860] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.594993] env[63622]: DEBUG oslo_vmware.api [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816574, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.617718] env[63622]: DEBUG nova.compute.manager [req-5c036f05-d96d-4d41-b7ec-4257a9741725 req-92232d86-ecc7-46bc-a7ca-2f730afb8e73 service nova] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Received event network-vif-plugged-7969a6cd-48b1-41bb-a0f9-7a5487b48c11 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1502.617944] env[63622]: DEBUG oslo_concurrency.lockutils [req-5c036f05-d96d-4d41-b7ec-4257a9741725 req-92232d86-ecc7-46bc-a7ca-2f730afb8e73 service nova] Acquiring lock "7c9e8b0e-9762-420f-b84e-6a3eb24c99ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.621035] env[63622]: DEBUG oslo_concurrency.lockutils [req-5c036f05-d96d-4d41-b7ec-4257a9741725 req-92232d86-ecc7-46bc-a7ca-2f730afb8e73 service nova] Lock "7c9e8b0e-9762-420f-b84e-6a3eb24c99ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.621035] env[63622]: DEBUG oslo_concurrency.lockutils [req-5c036f05-d96d-4d41-b7ec-4257a9741725 req-92232d86-ecc7-46bc-a7ca-2f730afb8e73 service nova] Lock "7c9e8b0e-9762-420f-b84e-6a3eb24c99ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.621035] env[63622]: DEBUG nova.compute.manager [req-5c036f05-d96d-4d41-b7ec-4257a9741725 req-92232d86-ecc7-46bc-a7ca-2f730afb8e73 service nova] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] No waiting events found dispatching network-vif-plugged-7969a6cd-48b1-41bb-a0f9-7a5487b48c11 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1502.621035] env[63622]: WARNING nova.compute.manager [req-5c036f05-d96d-4d41-b7ec-4257a9741725 req-92232d86-ecc7-46bc-a7ca-2f730afb8e73 service nova] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Received unexpected event network-vif-plugged-7969a6cd-48b1-41bb-a0f9-7a5487b48c11 for instance with vm_state building and task_state spawning. [ 1502.652861] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.653668] env[63622]: DEBUG nova.compute.manager [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1502.657138] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9fd12943-b515-4fbb-9a44-4cc58a79248c tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.645s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.657378] env[63622]: DEBUG nova.objects.instance [None req-9fd12943-b515-4fbb-9a44-4cc58a79248c tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Lazy-loading 'resources' on Instance uuid 78778b25-ccc1-495f-910c-34a2b57ecf3b {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1502.692764] env[63622]: DEBUG nova.network.neutron [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Successfully updated port: 7969a6cd-48b1-41bb-a0f9-7a5487b48c11 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1502.715515] env[63622]: DEBUG oslo_vmware.api [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816572, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56051} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.716882] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 26cfd079-2044-4975-8902-affe93c35647/26cfd079-2044-4975-8902-affe93c35647.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1502.717177] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1502.718350] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d60cd8a-f98f-4d03-bcbe-0ca5ea1b36d0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.729086] env[63622]: DEBUG oslo_vmware.api [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1502.729086] env[63622]: value = "task-1816575" [ 1502.729086] env[63622]: _type = "Task" [ 1502.729086] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.743932] env[63622]: DEBUG oslo_vmware.api [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.760265] env[63622]: DEBUG oslo_vmware.api [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]520c948a-f81d-8b58-a9d8-d800472a4807, 'name': SearchDatastore_Task, 'duration_secs': 0.014962} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.760737] env[63622]: DEBUG oslo_concurrency.lockutils [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1502.761586] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 6cb1a1a3-a953-47f1-bcbc-8c484409c460/6cb1a1a3-a953-47f1-bcbc-8c484409c460.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1502.761586] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40f84d7b-dda4-402e-b9f8-97d0ad1b5642 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.771168] env[63622]: DEBUG oslo_vmware.api [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Waiting for the task: (returnval){ [ 1502.771168] env[63622]: value = "task-1816576" [ 1502.771168] env[63622]: _type = "Task" [ 1502.771168] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.778021] env[63622]: DEBUG oslo_concurrency.lockutils [None req-408c51ce-1692-4bc2-9fbc-8ecf88189705 tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Releasing lock "refresh_cache-d88a3d07-ca1b-4002-99a5-555fe6be3435" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1502.778641] env[63622]: DEBUG nova.compute.manager [None req-408c51ce-1692-4bc2-9fbc-8ecf88189705 tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] [instance: d88a3d07-ca1b-4002-99a5-555fe6be3435] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1502.778949] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-408c51ce-1692-4bc2-9fbc-8ecf88189705 tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] [instance: d88a3d07-ca1b-4002-99a5-555fe6be3435] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1502.785114] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb608f41-d9a1-4b63-a4a0-d8e223a4a0ac {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.789552] env[63622]: DEBUG oslo_vmware.api [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Task: {'id': task-1816576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.796670] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-408c51ce-1692-4bc2-9fbc-8ecf88189705 tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] [instance: d88a3d07-ca1b-4002-99a5-555fe6be3435] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1502.797077] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ced7054e-1601-46e3-b7fe-168085bef4ee {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.810456] env[63622]: DEBUG oslo_vmware.api [None req-408c51ce-1692-4bc2-9fbc-8ecf88189705 tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Waiting for the task: (returnval){ [ 1502.810456] env[63622]: value = "task-1816577" [ 1502.810456] env[63622]: _type = "Task" [ 1502.810456] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.823291] env[63622]: DEBUG oslo_vmware.api [None req-408c51ce-1692-4bc2-9fbc-8ecf88189705 tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Task: {'id': task-1816577, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.918111] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a9cc9cd7-3c8d-4f7c-943d-4e292befe3ad tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Creating linked-clone VM from snapshot {{(pid=63622) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1502.918594] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bc9370df-da76-4ae4-b320-056247d60aad {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.929913] env[63622]: DEBUG oslo_vmware.api [None req-a9cc9cd7-3c8d-4f7c-943d-4e292befe3ad tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Waiting for the task: (returnval){ [ 1502.929913] env[63622]: value = "task-1816578" [ 1502.929913] env[63622]: _type = "Task" [ 1502.929913] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.939676] env[63622]: DEBUG oslo_vmware.api [None req-a9cc9cd7-3c8d-4f7c-943d-4e292befe3ad tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816578, 'name': CloneVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.102211] env[63622]: DEBUG oslo_vmware.api [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816574, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.168569] env[63622]: DEBUG nova.compute.utils [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1503.169874] env[63622]: DEBUG nova.compute.manager [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1503.170075] env[63622]: DEBUG nova.network.neutron [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1503.195560] env[63622]: DEBUG oslo_concurrency.lockutils [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Acquiring lock "refresh_cache-7c9e8b0e-9762-420f-b84e-6a3eb24c99ce" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.195775] env[63622]: DEBUG oslo_concurrency.lockutils [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Acquired lock "refresh_cache-7c9e8b0e-9762-420f-b84e-6a3eb24c99ce" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.196018] env[63622]: DEBUG nova.network.neutron [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1503.230194] env[63622]: DEBUG nova.policy [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a4cb18eb29e47c3aa958dff126a636a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2a8048bf0c346588fcc48de2a56296a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1503.245342] env[63622]: DEBUG oslo_vmware.api [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140497} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.245669] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1503.247300] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61736f13-f197-4032-8142-1792df369b8a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.277789] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 26cfd079-2044-4975-8902-affe93c35647/26cfd079-2044-4975-8902-affe93c35647.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1503.283948] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81472eb9-ae27-426c-9bf4-46ee3f8d0b55 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.312910] env[63622]: DEBUG oslo_vmware.api [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Task: {'id': task-1816576, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.319250] env[63622]: DEBUG oslo_vmware.api [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1503.319250] env[63622]: value = "task-1816579" [ 1503.319250] env[63622]: _type = "Task" [ 1503.319250] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.334282] env[63622]: DEBUG oslo_vmware.api [None req-408c51ce-1692-4bc2-9fbc-8ecf88189705 tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Task: {'id': task-1816577, 'name': PowerOffVM_Task, 'duration_secs': 0.233389} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.334282] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-408c51ce-1692-4bc2-9fbc-8ecf88189705 tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] [instance: d88a3d07-ca1b-4002-99a5-555fe6be3435] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1503.334282] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-408c51ce-1692-4bc2-9fbc-8ecf88189705 tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] [instance: d88a3d07-ca1b-4002-99a5-555fe6be3435] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1503.334514] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9aea46c7-5a9d-4532-b545-883bfae34370 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.341602] env[63622]: DEBUG oslo_vmware.api [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816579, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.376848] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-408c51ce-1692-4bc2-9fbc-8ecf88189705 tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] [instance: d88a3d07-ca1b-4002-99a5-555fe6be3435] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1503.377125] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-408c51ce-1692-4bc2-9fbc-8ecf88189705 tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] [instance: d88a3d07-ca1b-4002-99a5-555fe6be3435] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1503.377375] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-408c51ce-1692-4bc2-9fbc-8ecf88189705 tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Deleting the datastore file [datastore1] d88a3d07-ca1b-4002-99a5-555fe6be3435 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1503.378158] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8f9dd09-458c-480c-bf11-43f122b9fdce {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.387274] env[63622]: DEBUG oslo_vmware.api [None req-408c51ce-1692-4bc2-9fbc-8ecf88189705 tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Waiting for the task: (returnval){ [ 1503.387274] env[63622]: value = "task-1816581" [ 1503.387274] env[63622]: _type = "Task" [ 1503.387274] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.405046] env[63622]: DEBUG oslo_vmware.api [None req-408c51ce-1692-4bc2-9fbc-8ecf88189705 tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Task: {'id': task-1816581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.425055] env[63622]: DEBUG nova.network.neutron [req-5a37ba91-bd69-4a94-843b-3fb894aff5f9 req-c79a7b76-cfc3-490f-9dc5-5e808e148588 service nova] [instance: ada46b59-e636-461e-8650-8051a98550dc] Updated VIF entry in instance network info cache for port 9496acc2-2ec1-4bc6-9d89-28c416e149b6. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1503.425415] env[63622]: DEBUG nova.network.neutron [req-5a37ba91-bd69-4a94-843b-3fb894aff5f9 req-c79a7b76-cfc3-490f-9dc5-5e808e148588 service nova] [instance: ada46b59-e636-461e-8650-8051a98550dc] Updating instance_info_cache with network_info: [{"id": "9496acc2-2ec1-4bc6-9d89-28c416e149b6", "address": "fa:16:3e:58:ea:c8", "network": {"id": "679994f5-bcb6-4308-a8f6-a00bb165b657", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-399231081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "249d8dfa5de04cc9997fb4bfa1971745", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9496acc2-2e", "ovs_interfaceid": "9496acc2-2ec1-4bc6-9d89-28c416e149b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.441973] env[63622]: DEBUG oslo_vmware.api [None req-a9cc9cd7-3c8d-4f7c-943d-4e292befe3ad tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816578, 'name': CloneVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.597978] env[63622]: DEBUG oslo_vmware.api [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816574, 'name': PowerOnVM_Task, 'duration_secs': 0.571861} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.600863] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1503.601265] env[63622]: INFO nova.compute.manager [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Took 8.96 seconds to spawn the instance on the hypervisor. [ 1503.601563] env[63622]: DEBUG nova.compute.manager [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1503.603021] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625a6ad1-a878-4745-b407-d0d0c17ce366 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.673545] env[63622]: DEBUG nova.compute.manager [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1503.750754] env[63622]: DEBUG nova.network.neutron [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1503.798737] env[63622]: DEBUG oslo_vmware.api [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Task: {'id': task-1816576, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621827} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.801595] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 6cb1a1a3-a953-47f1-bcbc-8c484409c460/6cb1a1a3-a953-47f1-bcbc-8c484409c460.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1503.801879] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1503.802362] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-997eaedf-c68a-40ee-92af-c175e15c14d8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.811800] env[63622]: DEBUG oslo_vmware.api [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Waiting for the task: (returnval){ [ 1503.811800] env[63622]: value = "task-1816582" [ 1503.811800] env[63622]: _type = "Task" [ 1503.811800] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.831504] env[63622]: DEBUG oslo_vmware.api [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Task: {'id': task-1816582, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.844082] env[63622]: DEBUG oslo_vmware.api [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816579, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.873810] env[63622]: DEBUG nova.network.neutron [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Successfully created port: aa29f1af-ebf8-4191-9f1d-4596db3b5bfa {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1504.616520] env[63622]: DEBUG oslo_concurrency.lockutils [req-5a37ba91-bd69-4a94-843b-3fb894aff5f9 req-c79a7b76-cfc3-490f-9dc5-5e808e148588 service nova] Releasing lock "refresh_cache-ada46b59-e636-461e-8650-8051a98550dc" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1504.623680] env[63622]: DEBUG oslo_vmware.api [None req-408c51ce-1692-4bc2-9fbc-8ecf88189705 tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Task: {'id': task-1816581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129614} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.638462] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-408c51ce-1692-4bc2-9fbc-8ecf88189705 tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1504.638654] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-408c51ce-1692-4bc2-9fbc-8ecf88189705 tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] [instance: d88a3d07-ca1b-4002-99a5-555fe6be3435] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1504.638822] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-408c51ce-1692-4bc2-9fbc-8ecf88189705 tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] [instance: d88a3d07-ca1b-4002-99a5-555fe6be3435] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1504.639134] env[63622]: INFO nova.compute.manager [None req-408c51ce-1692-4bc2-9fbc-8ecf88189705 tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] [instance: d88a3d07-ca1b-4002-99a5-555fe6be3435] Took 1.86 seconds to destroy the instance on the hypervisor. [ 1504.640173] env[63622]: DEBUG oslo.service.loopingcall [None req-408c51ce-1692-4bc2-9fbc-8ecf88189705 tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1504.642303] env[63622]: INFO nova.compute.manager [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Took 33.09 seconds to build instance. [ 1504.644183] env[63622]: DEBUG nova.compute.manager [-] [instance: d88a3d07-ca1b-4002-99a5-555fe6be3435] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1504.644183] env[63622]: DEBUG nova.network.neutron [-] [instance: d88a3d07-ca1b-4002-99a5-555fe6be3435] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1504.652766] env[63622]: DEBUG oslo_vmware.api [None req-a9cc9cd7-3c8d-4f7c-943d-4e292befe3ad tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816578, 'name': CloneVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.657945] env[63622]: DEBUG oslo_vmware.api [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816579, 'name': ReconfigVM_Task, 'duration_secs': 0.885682} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.658975] env[63622]: DEBUG oslo_vmware.api [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Task: {'id': task-1816582, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.241274} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.658975] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 26cfd079-2044-4975-8902-affe93c35647/26cfd079-2044-4975-8902-affe93c35647.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1504.659188] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1504.659361] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed13cbc1-60e5-4777-9208-7dae2148486e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.661603] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e18213d-6ba5-437f-8569-c2ac4e479a71 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.680296] env[63622]: DEBUG nova.network.neutron [-] [instance: d88a3d07-ca1b-4002-99a5-555fe6be3435] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1504.681252] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078fe0d2-4fb4-4ea1-b9d4-3df2803239de {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.710068] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 6cb1a1a3-a953-47f1-bcbc-8c484409c460/6cb1a1a3-a953-47f1-bcbc-8c484409c460.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1504.712620] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1604f582-ba82-49f3-87a3-3eb6e383f638 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.727217] env[63622]: DEBUG oslo_vmware.api [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1504.727217] env[63622]: value = "task-1816583" [ 1504.727217] env[63622]: _type = "Task" [ 1504.727217] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.728430] env[63622]: DEBUG nova.network.neutron [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Updating instance_info_cache with network_info: [{"id": "7969a6cd-48b1-41bb-a0f9-7a5487b48c11", "address": "fa:16:3e:f5:a7:f4", "network": {"id": "b4228a96-3fc3-4257-8e82-a1cf37456242", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45a909020f1491e9d07603c4fc0ad0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7969a6cd-48", "ovs_interfaceid": "7969a6cd-48b1-41bb-a0f9-7a5487b48c11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1504.731593] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688e898c-0b29-422d-934f-a2f2c3963f23 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.742725] env[63622]: DEBUG oslo_vmware.api [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Waiting for the task: (returnval){ [ 1504.742725] env[63622]: value = "task-1816584" [ 1504.742725] env[63622]: _type = "Task" [ 1504.742725] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.771511] env[63622]: DEBUG oslo_vmware.api [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816583, 'name': Rename_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.776253] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d081a678-33db-4be0-b20b-b4eaa480f327 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.788323] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d361f164-8a2f-4e87-8b05-e5129e02a3ce {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.792815] env[63622]: DEBUG oslo_vmware.api [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Task: {'id': task-1816584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.805451] env[63622]: DEBUG nova.compute.provider_tree [None req-9fd12943-b515-4fbb-9a44-4cc58a79248c tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1504.976180] env[63622]: DEBUG nova.compute.manager [req-f973449d-40f2-41b6-9941-6cd973be1398 req-e7ba07ef-5382-4611-85ee-2d1ed077eb57 service nova] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Received event network-changed-7969a6cd-48b1-41bb-a0f9-7a5487b48c11 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1504.976407] env[63622]: DEBUG nova.compute.manager [req-f973449d-40f2-41b6-9941-6cd973be1398 req-e7ba07ef-5382-4611-85ee-2d1ed077eb57 service nova] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Refreshing instance network info cache due to event network-changed-7969a6cd-48b1-41bb-a0f9-7a5487b48c11. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1504.978241] env[63622]: DEBUG oslo_concurrency.lockutils [req-f973449d-40f2-41b6-9941-6cd973be1398 req-e7ba07ef-5382-4611-85ee-2d1ed077eb57 service nova] Acquiring lock "refresh_cache-7c9e8b0e-9762-420f-b84e-6a3eb24c99ce" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1505.127707] env[63622]: DEBUG oslo_vmware.api [None req-a9cc9cd7-3c8d-4f7c-943d-4e292befe3ad tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816578, 'name': CloneVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.144375] env[63622]: DEBUG nova.compute.manager [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1505.146566] env[63622]: DEBUG oslo_concurrency.lockutils [None req-91ec2dd7-62da-4148-8d76-bf68cf3d0d4a tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Acquiring lock "e0994819-1038-43e5-a215-57f0eb2a77e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.147483] env[63622]: DEBUG oslo_concurrency.lockutils [None req-91ec2dd7-62da-4148-8d76-bf68cf3d0d4a tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Lock "e0994819-1038-43e5-a215-57f0eb2a77e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.147483] env[63622]: DEBUG oslo_concurrency.lockutils [None req-91ec2dd7-62da-4148-8d76-bf68cf3d0d4a tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Acquiring lock "e0994819-1038-43e5-a215-57f0eb2a77e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.147483] env[63622]: DEBUG oslo_concurrency.lockutils [None req-91ec2dd7-62da-4148-8d76-bf68cf3d0d4a tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Lock "e0994819-1038-43e5-a215-57f0eb2a77e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.147698] env[63622]: DEBUG oslo_concurrency.lockutils [None req-91ec2dd7-62da-4148-8d76-bf68cf3d0d4a tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Lock "e0994819-1038-43e5-a215-57f0eb2a77e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.149266] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1addca2f-aa0c-460e-a420-dffa3cf0bccc tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Lock "42ace043-c368-4557-89fc-dbbf40c022ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.914s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.151016] env[63622]: INFO nova.compute.manager [None req-91ec2dd7-62da-4148-8d76-bf68cf3d0d4a tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Terminating instance [ 1505.180974] env[63622]: DEBUG nova.virt.hardware [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1505.181318] env[63622]: DEBUG nova.virt.hardware [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1505.181492] env[63622]: DEBUG nova.virt.hardware [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1505.181680] env[63622]: DEBUG nova.virt.hardware [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1505.181829] env[63622]: DEBUG nova.virt.hardware [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1505.181976] env[63622]: DEBUG nova.virt.hardware [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1505.182420] env[63622]: DEBUG nova.virt.hardware [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1505.182493] env[63622]: DEBUG nova.virt.hardware [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1505.182706] env[63622]: DEBUG nova.virt.hardware [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1505.182921] env[63622]: DEBUG nova.virt.hardware [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1505.183202] env[63622]: DEBUG nova.virt.hardware [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1505.184350] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e8d7a9-d0fa-496b-86b4-b5783534be69 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.186984] env[63622]: DEBUG nova.network.neutron [-] [instance: d88a3d07-ca1b-4002-99a5-555fe6be3435] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.194132] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58e8474-9857-43c1-bb29-018d76d7906b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.235716] env[63622]: DEBUG oslo_concurrency.lockutils [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Releasing lock "refresh_cache-7c9e8b0e-9762-420f-b84e-6a3eb24c99ce" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.236107] env[63622]: DEBUG nova.compute.manager [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Instance network_info: |[{"id": "7969a6cd-48b1-41bb-a0f9-7a5487b48c11", "address": "fa:16:3e:f5:a7:f4", "network": {"id": "b4228a96-3fc3-4257-8e82-a1cf37456242", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45a909020f1491e9d07603c4fc0ad0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7969a6cd-48", "ovs_interfaceid": "7969a6cd-48b1-41bb-a0f9-7a5487b48c11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1505.236405] env[63622]: DEBUG oslo_concurrency.lockutils [req-f973449d-40f2-41b6-9941-6cd973be1398 req-e7ba07ef-5382-4611-85ee-2d1ed077eb57 service nova] Acquired lock "refresh_cache-7c9e8b0e-9762-420f-b84e-6a3eb24c99ce" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.236583] env[63622]: DEBUG nova.network.neutron [req-f973449d-40f2-41b6-9941-6cd973be1398 req-e7ba07ef-5382-4611-85ee-2d1ed077eb57 service nova] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Refreshing network info cache for port 7969a6cd-48b1-41bb-a0f9-7a5487b48c11 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1505.241055] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:a7:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '101a44fc-ffde-4e3e-ad82-363454ae458b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7969a6cd-48b1-41bb-a0f9-7a5487b48c11', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1505.251815] env[63622]: DEBUG oslo.service.loopingcall [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1505.259220] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1505.259906] env[63622]: DEBUG oslo_vmware.api [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816583, 'name': Rename_Task, 'duration_secs': 0.231253} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.259906] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56f04313-c52e-48de-a90d-fe1a9b8321c5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.276865] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1505.277810] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5c7d388-ce86-433f-9992-98a241a7607d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.290530] env[63622]: DEBUG oslo_vmware.api [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Task: {'id': task-1816584, 'name': ReconfigVM_Task, 'duration_secs': 0.354635} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.292971] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 6cb1a1a3-a953-47f1-bcbc-8c484409c460/6cb1a1a3-a953-47f1-bcbc-8c484409c460.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1505.294057] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1505.294057] env[63622]: value = "task-1816586" [ 1505.294057] env[63622]: _type = "Task" [ 1505.294057] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.294422] env[63622]: DEBUG oslo_vmware.api [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1505.294422] env[63622]: value = "task-1816585" [ 1505.294422] env[63622]: _type = "Task" [ 1505.294422] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.295375] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76db473d-bd23-4c4c-a819-0eb3fe9e134d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.309156] env[63622]: DEBUG nova.scheduler.client.report [None req-9fd12943-b515-4fbb-9a44-4cc58a79248c tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1505.320263] env[63622]: DEBUG oslo_vmware.api [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Waiting for the task: (returnval){ [ 1505.320263] env[63622]: value = "task-1816587" [ 1505.320263] env[63622]: _type = "Task" [ 1505.320263] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.320546] env[63622]: DEBUG oslo_vmware.api [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816585, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.320748] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816586, 'name': CreateVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.332439] env[63622]: DEBUG oslo_vmware.api [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Task: {'id': task-1816587, 'name': Rename_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.340294] env[63622]: DEBUG oslo_concurrency.lockutils [None req-279b7d97-a7af-4237-adfb-092b1d7a3694 tempest-VolumesAssistedSnapshotsTest-779053852 tempest-VolumesAssistedSnapshotsTest-779053852-project-admin] Acquiring lock "88c954d9-53e0-4349-80e0-50ce52e6e8e5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.340294] env[63622]: DEBUG oslo_concurrency.lockutils [None req-279b7d97-a7af-4237-adfb-092b1d7a3694 tempest-VolumesAssistedSnapshotsTest-779053852 tempest-VolumesAssistedSnapshotsTest-779053852-project-admin] Lock "88c954d9-53e0-4349-80e0-50ce52e6e8e5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.454550] env[63622]: DEBUG oslo_concurrency.lockutils [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Acquiring lock "be8f9418-ff2d-4a0f-b24f-869917441642" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.454827] env[63622]: DEBUG oslo_concurrency.lockutils [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Lock "be8f9418-ff2d-4a0f-b24f-869917441642" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.503547] env[63622]: DEBUG nova.network.neutron [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Successfully updated port: aa29f1af-ebf8-4191-9f1d-4596db3b5bfa {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1505.576489] env[63622]: DEBUG nova.network.neutron [req-f973449d-40f2-41b6-9941-6cd973be1398 req-e7ba07ef-5382-4611-85ee-2d1ed077eb57 service nova] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Updated VIF entry in instance network info cache for port 7969a6cd-48b1-41bb-a0f9-7a5487b48c11. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1505.576925] env[63622]: DEBUG nova.network.neutron [req-f973449d-40f2-41b6-9941-6cd973be1398 req-e7ba07ef-5382-4611-85ee-2d1ed077eb57 service nova] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Updating instance_info_cache with network_info: [{"id": "7969a6cd-48b1-41bb-a0f9-7a5487b48c11", "address": "fa:16:3e:f5:a7:f4", "network": {"id": "b4228a96-3fc3-4257-8e82-a1cf37456242", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45a909020f1491e9d07603c4fc0ad0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7969a6cd-48", "ovs_interfaceid": "7969a6cd-48b1-41bb-a0f9-7a5487b48c11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.628675] env[63622]: DEBUG oslo_vmware.api [None req-a9cc9cd7-3c8d-4f7c-943d-4e292befe3ad tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816578, 'name': CloneVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.653878] env[63622]: DEBUG nova.compute.manager [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1505.657053] env[63622]: DEBUG nova.compute.manager [None req-91ec2dd7-62da-4148-8d76-bf68cf3d0d4a tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1505.657270] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-91ec2dd7-62da-4148-8d76-bf68cf3d0d4a tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1505.658407] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e9aa7d-a9ea-460a-8db3-f344003e7fba {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.668068] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ec2dd7-62da-4148-8d76-bf68cf3d0d4a tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1505.668346] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ee7ffc7-417e-445f-9be6-5dd3f7b5c12c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.672396] env[63622]: DEBUG nova.compute.manager [req-1fa0b9f9-fc0a-4612-9a26-f3e1ecacee1d req-4d54d1a2-53da-4de2-affb-f80435faaa6f service nova] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Received event network-vif-plugged-aa29f1af-ebf8-4191-9f1d-4596db3b5bfa {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1505.672903] env[63622]: DEBUG oslo_concurrency.lockutils [req-1fa0b9f9-fc0a-4612-9a26-f3e1ecacee1d req-4d54d1a2-53da-4de2-affb-f80435faaa6f service nova] Acquiring lock "dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.674290] env[63622]: DEBUG oslo_concurrency.lockutils [req-1fa0b9f9-fc0a-4612-9a26-f3e1ecacee1d req-4d54d1a2-53da-4de2-affb-f80435faaa6f service nova] Lock "dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.674290] env[63622]: DEBUG oslo_concurrency.lockutils [req-1fa0b9f9-fc0a-4612-9a26-f3e1ecacee1d req-4d54d1a2-53da-4de2-affb-f80435faaa6f service nova] Lock "dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.674456] env[63622]: DEBUG nova.compute.manager [req-1fa0b9f9-fc0a-4612-9a26-f3e1ecacee1d req-4d54d1a2-53da-4de2-affb-f80435faaa6f service nova] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] No waiting events found dispatching network-vif-plugged-aa29f1af-ebf8-4191-9f1d-4596db3b5bfa {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1505.674628] env[63622]: WARNING nova.compute.manager [req-1fa0b9f9-fc0a-4612-9a26-f3e1ecacee1d req-4d54d1a2-53da-4de2-affb-f80435faaa6f service nova] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Received unexpected event network-vif-plugged-aa29f1af-ebf8-4191-9f1d-4596db3b5bfa for instance with vm_state building and task_state spawning. [ 1505.678028] env[63622]: DEBUG oslo_vmware.api [None req-91ec2dd7-62da-4148-8d76-bf68cf3d0d4a tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Waiting for the task: (returnval){ [ 1505.678028] env[63622]: value = "task-1816588" [ 1505.678028] env[63622]: _type = "Task" [ 1505.678028] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.689745] env[63622]: INFO nova.compute.manager [-] [instance: d88a3d07-ca1b-4002-99a5-555fe6be3435] Took 1.05 seconds to deallocate network for instance. [ 1505.690108] env[63622]: DEBUG oslo_vmware.api [None req-91ec2dd7-62da-4148-8d76-bf68cf3d0d4a tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1816588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.813510] env[63622]: DEBUG oslo_vmware.api [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816585, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.817259] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816586, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.822360] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9fd12943-b515-4fbb-9a44-4cc58a79248c tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.165s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.825925] env[63622]: DEBUG oslo_concurrency.lockutils [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.514s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.827506] env[63622]: INFO nova.compute.claims [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1505.845569] env[63622]: DEBUG nova.compute.utils [None req-279b7d97-a7af-4237-adfb-092b1d7a3694 tempest-VolumesAssistedSnapshotsTest-779053852 tempest-VolumesAssistedSnapshotsTest-779053852-project-admin] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1505.846966] env[63622]: DEBUG oslo_vmware.api [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Task: {'id': task-1816587, 'name': Rename_Task, 'duration_secs': 0.18818} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.847297] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1505.847949] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-089ec02a-e174-4882-9893-ea59595ad690 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.852152] env[63622]: INFO nova.scheduler.client.report [None req-9fd12943-b515-4fbb-9a44-4cc58a79248c tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Deleted allocations for instance 78778b25-ccc1-495f-910c-34a2b57ecf3b [ 1505.859303] env[63622]: DEBUG oslo_vmware.api [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Waiting for the task: (returnval){ [ 1505.859303] env[63622]: value = "task-1816589" [ 1505.859303] env[63622]: _type = "Task" [ 1505.859303] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.871227] env[63622]: DEBUG oslo_vmware.api [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Task: {'id': task-1816589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.014237] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Acquiring lock "refresh_cache-dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.014237] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Acquired lock "refresh_cache-dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.014237] env[63622]: DEBUG nova.network.neutron [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1506.081091] env[63622]: DEBUG oslo_concurrency.lockutils [req-f973449d-40f2-41b6-9941-6cd973be1398 req-e7ba07ef-5382-4611-85ee-2d1ed077eb57 service nova] Releasing lock "refresh_cache-7c9e8b0e-9762-420f-b84e-6a3eb24c99ce" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.131872] env[63622]: DEBUG oslo_vmware.api [None req-a9cc9cd7-3c8d-4f7c-943d-4e292befe3ad tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816578, 'name': CloneVM_Task, 'duration_secs': 3.13449} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.132230] env[63622]: INFO nova.virt.vmwareapi.vmops [None req-a9cc9cd7-3c8d-4f7c-943d-4e292befe3ad tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Created linked-clone VM from snapshot [ 1506.133302] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee8eee9-f5fc-4be3-9bf9-a4c823a7cb96 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.142153] env[63622]: DEBUG nova.virt.vmwareapi.images [None req-a9cc9cd7-3c8d-4f7c-943d-4e292befe3ad tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Uploading image aa4025c2-fee4-493a-a058-c4c9b028d6cb {{(pid=63622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1506.172966] env[63622]: DEBUG oslo_vmware.rw_handles [None req-a9cc9cd7-3c8d-4f7c-943d-4e292befe3ad tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1506.172966] env[63622]: value = "vm-376366" [ 1506.172966] env[63622]: _type = "VirtualMachine" [ 1506.172966] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1506.173484] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-26dafcfb-914a-413d-ac5e-b310ba1b326d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.178133] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.184740] env[63622]: DEBUG oslo_vmware.rw_handles [None req-a9cc9cd7-3c8d-4f7c-943d-4e292befe3ad tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Lease: (returnval){ [ 1506.184740] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52dfcaed-3c9f-717f-aa4d-b351c7e55545" [ 1506.184740] env[63622]: _type = "HttpNfcLease" [ 1506.184740] env[63622]: } obtained for exporting VM: (result){ [ 1506.184740] env[63622]: value = "vm-376366" [ 1506.184740] env[63622]: _type = "VirtualMachine" [ 1506.184740] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1506.185269] env[63622]: DEBUG oslo_vmware.api [None req-a9cc9cd7-3c8d-4f7c-943d-4e292befe3ad tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Waiting for the lease: (returnval){ [ 1506.185269] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52dfcaed-3c9f-717f-aa4d-b351c7e55545" [ 1506.185269] env[63622]: _type = "HttpNfcLease" [ 1506.185269] env[63622]: } to be ready. {{(pid=63622) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1506.188219] env[63622]: DEBUG oslo_vmware.api [None req-91ec2dd7-62da-4148-8d76-bf68cf3d0d4a tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1816588, 'name': PowerOffVM_Task, 'duration_secs': 0.24056} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.191421] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ec2dd7-62da-4148-8d76-bf68cf3d0d4a tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1506.191547] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-91ec2dd7-62da-4148-8d76-bf68cf3d0d4a tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1506.191811] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f54a5fa8-3f5b-4cfc-ad35-855dad2657f6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.198872] env[63622]: DEBUG oslo_concurrency.lockutils [None req-408c51ce-1692-4bc2-9fbc-8ecf88189705 tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.199046] env[63622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1506.199046] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52dfcaed-3c9f-717f-aa4d-b351c7e55545" [ 1506.199046] env[63622]: _type = "HttpNfcLease" [ 1506.199046] env[63622]: } is initializing. {{(pid=63622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1506.297306] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-91ec2dd7-62da-4148-8d76-bf68cf3d0d4a tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1506.297579] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-91ec2dd7-62da-4148-8d76-bf68cf3d0d4a tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1506.297768] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ec2dd7-62da-4148-8d76-bf68cf3d0d4a tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Deleting the datastore file [datastore1] e0994819-1038-43e5-a215-57f0eb2a77e3 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1506.298174] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ebe5780-9976-46f6-b3ac-014647b0f3a2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.315455] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816586, 'name': CreateVM_Task, 'duration_secs': 0.600681} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.319065] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1506.319431] env[63622]: DEBUG oslo_vmware.api [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816585, 'name': PowerOnVM_Task, 'duration_secs': 0.659693} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.319684] env[63622]: DEBUG oslo_vmware.api [None req-91ec2dd7-62da-4148-8d76-bf68cf3d0d4a tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Waiting for the task: (returnval){ [ 1506.319684] env[63622]: value = "task-1816592" [ 1506.319684] env[63622]: _type = "Task" [ 1506.319684] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.320314] env[63622]: DEBUG oslo_concurrency.lockutils [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.320446] env[63622]: DEBUG oslo_concurrency.lockutils [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.320790] env[63622]: DEBUG oslo_concurrency.lockutils [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1506.321086] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1506.321310] env[63622]: DEBUG nova.compute.manager [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1506.321662] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b800496c-7264-4c9e-a25c-0de443f1c4ef {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.324024] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb11d883-43e7-473d-bd39-b3e7b156a871 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.333757] env[63622]: DEBUG oslo_vmware.api [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Waiting for the task: (returnval){ [ 1506.333757] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52165a62-ac36-a3b9-67a6-360048858d75" [ 1506.333757] env[63622]: _type = "Task" [ 1506.333757] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.343150] env[63622]: DEBUG oslo_vmware.api [None req-91ec2dd7-62da-4148-8d76-bf68cf3d0d4a tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1816592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.349354] env[63622]: DEBUG oslo_concurrency.lockutils [None req-279b7d97-a7af-4237-adfb-092b1d7a3694 tempest-VolumesAssistedSnapshotsTest-779053852 tempest-VolumesAssistedSnapshotsTest-779053852-project-admin] Lock "88c954d9-53e0-4349-80e0-50ce52e6e8e5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.353642] env[63622]: DEBUG oslo_vmware.api [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52165a62-ac36-a3b9-67a6-360048858d75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.362770] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9fd12943-b515-4fbb-9a44-4cc58a79248c tempest-ServerExternalEventsTest-1444864560 tempest-ServerExternalEventsTest-1444864560-project-member] Lock "78778b25-ccc1-495f-910c-34a2b57ecf3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.230s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.374815] env[63622]: DEBUG oslo_vmware.api [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Task: {'id': task-1816589, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.556139] env[63622]: DEBUG nova.network.neutron [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1506.696767] env[63622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1506.696767] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52dfcaed-3c9f-717f-aa4d-b351c7e55545" [ 1506.696767] env[63622]: _type = "HttpNfcLease" [ 1506.696767] env[63622]: } is ready. {{(pid=63622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1506.696767] env[63622]: DEBUG oslo_vmware.rw_handles [None req-a9cc9cd7-3c8d-4f7c-943d-4e292befe3ad tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1506.696767] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52dfcaed-3c9f-717f-aa4d-b351c7e55545" [ 1506.696767] env[63622]: _type = "HttpNfcLease" [ 1506.696767] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1506.698386] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c5b9fb-4558-4ee1-a135-26ff02990894 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.706425] env[63622]: DEBUG oslo_vmware.rw_handles [None req-a9cc9cd7-3c8d-4f7c-943d-4e292befe3ad tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529307a4-df54-35ea-3047-f46d642cbc5a/disk-0.vmdk from lease info. {{(pid=63622) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1506.706613] env[63622]: DEBUG oslo_vmware.rw_handles [None req-a9cc9cd7-3c8d-4f7c-943d-4e292befe3ad tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529307a4-df54-35ea-3047-f46d642cbc5a/disk-0.vmdk for reading. {{(pid=63622) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1506.768731] env[63622]: DEBUG nova.network.neutron [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Updating instance_info_cache with network_info: [{"id": "aa29f1af-ebf8-4191-9f1d-4596db3b5bfa", "address": "fa:16:3e:94:99:18", "network": {"id": "f6a6dd47-7b61-4b13-a2a1-9c46ffb461d1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-194860287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2a8048bf0c346588fcc48de2a56296a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa29f1af-eb", "ovs_interfaceid": "aa29f1af-ebf8-4191-9f1d-4596db3b5bfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.832278] env[63622]: DEBUG oslo_vmware.api [None req-91ec2dd7-62da-4148-8d76-bf68cf3d0d4a tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1816592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301258} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.832550] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ec2dd7-62da-4148-8d76-bf68cf3d0d4a tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1506.832733] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-91ec2dd7-62da-4148-8d76-bf68cf3d0d4a tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1506.832909] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-91ec2dd7-62da-4148-8d76-bf68cf3d0d4a tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1506.833094] env[63622]: INFO nova.compute.manager [None req-91ec2dd7-62da-4148-8d76-bf68cf3d0d4a tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1506.833404] env[63622]: DEBUG oslo.service.loopingcall [None req-91ec2dd7-62da-4148-8d76-bf68cf3d0d4a tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1506.833597] env[63622]: DEBUG nova.compute.manager [-] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1506.833691] env[63622]: DEBUG nova.network.neutron [-] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1506.857943] env[63622]: DEBUG oslo_vmware.api [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52165a62-ac36-a3b9-67a6-360048858d75, 'name': SearchDatastore_Task, 'duration_secs': 0.019688} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.857943] env[63622]: DEBUG oslo_concurrency.lockutils [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.857943] env[63622]: DEBUG oslo_concurrency.lockutils [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.857943] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1506.857943] env[63622]: DEBUG oslo_concurrency.lockutils [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.857943] env[63622]: DEBUG oslo_concurrency.lockutils [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.857943] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1506.857943] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6cd54134-02da-45ad-845c-dd81925baa78 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.870254] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1506.870487] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1506.873933] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c86abff7-04e4-425d-aa48-58ec20fb29a9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.876348] env[63622]: DEBUG oslo_vmware.api [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Task: {'id': task-1816589, 'name': PowerOnVM_Task, 'duration_secs': 0.577506} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.876595] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1506.876789] env[63622]: INFO nova.compute.manager [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1506.876968] env[63622]: DEBUG nova.compute.manager [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1506.878088] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e273c79-dd9b-466c-bada-d9687e5cf9ec {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.883419] env[63622]: DEBUG oslo_vmware.api [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Waiting for the task: (returnval){ [ 1506.883419] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52bd9faf-44d5-3637-3b4e-60d07a745db6" [ 1506.883419] env[63622]: _type = "Task" [ 1506.883419] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.892109] env[63622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-42187e0e-0dce-45d7-b16a-81051a1ca2dc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.908527] env[63622]: DEBUG oslo_vmware.api [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52bd9faf-44d5-3637-3b4e-60d07a745db6, 'name': SearchDatastore_Task, 'duration_secs': 0.017308} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.910537] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eae05a6b-0c19-42e8-b9a3-04f9a56ec40e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.919775] env[63622]: DEBUG oslo_vmware.api [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Waiting for the task: (returnval){ [ 1506.919775] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52c3cf16-7938-5dd3-5435-fa331bccc75c" [ 1506.919775] env[63622]: _type = "Task" [ 1506.919775] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.929484] env[63622]: DEBUG oslo_vmware.api [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52c3cf16-7938-5dd3-5435-fa331bccc75c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.093359] env[63622]: DEBUG nova.compute.manager [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Stashing vm_state: active {{(pid=63622) _prep_resize /opt/stack/nova/nova/compute/manager.py:5968}} [ 1507.271922] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Releasing lock "refresh_cache-dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.272765] env[63622]: DEBUG nova.compute.manager [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Instance network_info: |[{"id": "aa29f1af-ebf8-4191-9f1d-4596db3b5bfa", "address": "fa:16:3e:94:99:18", "network": {"id": "f6a6dd47-7b61-4b13-a2a1-9c46ffb461d1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-194860287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2a8048bf0c346588fcc48de2a56296a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa29f1af-eb", "ovs_interfaceid": "aa29f1af-ebf8-4191-9f1d-4596db3b5bfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1507.272765] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:99:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6eaa481-1f92-4851-b98e-09ed0daad7cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa29f1af-ebf8-4191-9f1d-4596db3b5bfa', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1507.281934] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Creating folder: Project (f2a8048bf0c346588fcc48de2a56296a). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1507.285425] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79d6e23a-2b3f-441a-80dd-54caa7daba19 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.299846] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Created folder: Project (f2a8048bf0c346588fcc48de2a56296a) in parent group-v376252. [ 1507.300196] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Creating folder: Instances. Parent ref: group-v376368. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1507.300499] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a20862a-6001-4551-ae2d-e0fba446136a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.313940] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Created folder: Instances in parent group-v376368. [ 1507.314263] env[63622]: DEBUG oslo.service.loopingcall [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1507.314638] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1507.315038] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc9332c4-c539-4752-b0e7-a8b30139d513 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.341466] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1507.341466] env[63622]: value = "task-1816595" [ 1507.341466] env[63622]: _type = "Task" [ 1507.341466] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.359848] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816595, 'name': CreateVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.412915] env[63622]: INFO nova.compute.manager [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Took 34.62 seconds to build instance. [ 1507.437147] env[63622]: DEBUG oslo_vmware.api [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52c3cf16-7938-5dd3-5435-fa331bccc75c, 'name': SearchDatastore_Task, 'duration_secs': 0.027766} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.438558] env[63622]: DEBUG oslo_concurrency.lockutils [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.438640] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce/7c9e8b0e-9762-420f-b84e-6a3eb24c99ce.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1507.442026] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35d21ded-a314-497b-a3e5-751d928221f4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.447910] env[63622]: DEBUG oslo_vmware.api [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Waiting for the task: (returnval){ [ 1507.447910] env[63622]: value = "task-1816596" [ 1507.447910] env[63622]: _type = "Task" [ 1507.447910] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.461549] env[63622]: DEBUG oslo_vmware.api [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Task: {'id': task-1816596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.507031] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb986fc4-8526-4de0-85ad-d5335264bef5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.516216] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b155609-6dbe-4646-aa28-19139479bfbe {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.548477] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bb8c10-2306-420a-abcb-1e717eacb884 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.562452] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9545fd6-37a5-49a8-b39e-68c3c49f333a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.583501] env[63622]: DEBUG nova.compute.provider_tree [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1507.584592] env[63622]: DEBUG oslo_concurrency.lockutils [None req-279b7d97-a7af-4237-adfb-092b1d7a3694 tempest-VolumesAssistedSnapshotsTest-779053852 tempest-VolumesAssistedSnapshotsTest-779053852-project-admin] Acquiring lock "88c954d9-53e0-4349-80e0-50ce52e6e8e5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.585229] env[63622]: DEBUG oslo_concurrency.lockutils [None req-279b7d97-a7af-4237-adfb-092b1d7a3694 tempest-VolumesAssistedSnapshotsTest-779053852 tempest-VolumesAssistedSnapshotsTest-779053852-project-admin] Lock "88c954d9-53e0-4349-80e0-50ce52e6e8e5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.585229] env[63622]: INFO nova.compute.manager [None req-279b7d97-a7af-4237-adfb-092b1d7a3694 tempest-VolumesAssistedSnapshotsTest-779053852 tempest-VolumesAssistedSnapshotsTest-779053852-project-admin] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Attaching volume f1fa78d6-642e-4051-817b-1440ce851e33 to /dev/sdb [ 1507.625862] env[63622]: DEBUG oslo_concurrency.lockutils [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.636721] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860b4e74-425f-459a-9808-f794c9dc1adf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.647302] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9701104-5b52-43af-ac9a-a59737358f0c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.666625] env[63622]: DEBUG nova.virt.block_device [None req-279b7d97-a7af-4237-adfb-092b1d7a3694 tempest-VolumesAssistedSnapshotsTest-779053852 tempest-VolumesAssistedSnapshotsTest-779053852-project-admin] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Updating existing volume attachment record: 12c3235c-6bbb-4030-b453-c4aa3cbe1f85 {{(pid=63622) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1507.854381] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816595, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.899371] env[63622]: DEBUG nova.compute.manager [req-160e6e51-1155-4ebb-ab7f-9b28f72f0da0 req-c93509bb-0a74-4ded-99fd-cad045a2b3bf service nova] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Received event network-changed-aa29f1af-ebf8-4191-9f1d-4596db3b5bfa {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1507.899529] env[63622]: DEBUG nova.compute.manager [req-160e6e51-1155-4ebb-ab7f-9b28f72f0da0 req-c93509bb-0a74-4ded-99fd-cad045a2b3bf service nova] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Refreshing instance network info cache due to event network-changed-aa29f1af-ebf8-4191-9f1d-4596db3b5bfa. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1507.900821] env[63622]: DEBUG oslo_concurrency.lockutils [req-160e6e51-1155-4ebb-ab7f-9b28f72f0da0 req-c93509bb-0a74-4ded-99fd-cad045a2b3bf service nova] Acquiring lock "refresh_cache-dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1507.901128] env[63622]: DEBUG oslo_concurrency.lockutils [req-160e6e51-1155-4ebb-ab7f-9b28f72f0da0 req-c93509bb-0a74-4ded-99fd-cad045a2b3bf service nova] Acquired lock "refresh_cache-dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.901904] env[63622]: DEBUG nova.network.neutron [req-160e6e51-1155-4ebb-ab7f-9b28f72f0da0 req-c93509bb-0a74-4ded-99fd-cad045a2b3bf service nova] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Refreshing network info cache for port aa29f1af-ebf8-4191-9f1d-4596db3b5bfa {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1507.917169] env[63622]: DEBUG oslo_concurrency.lockutils [None req-916b23ed-a4c5-496e-836c-877282c19cd3 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Lock "6cb1a1a3-a953-47f1-bcbc-8c484409c460" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.887s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.952240] env[63622]: DEBUG nova.compute.manager [req-15cf8ace-ee5f-435a-b1c7-7a2a955f29c4 req-9b2d6310-6838-4fe6-a4fc-eee753381313 service nova] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Received event network-vif-deleted-34f2e656-f3d0-4665-b02c-9d3848160acd {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1507.952240] env[63622]: INFO nova.compute.manager [req-15cf8ace-ee5f-435a-b1c7-7a2a955f29c4 req-9b2d6310-6838-4fe6-a4fc-eee753381313 service nova] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Neutron deleted interface 34f2e656-f3d0-4665-b02c-9d3848160acd; detaching it from the instance and deleting it from the info cache [ 1507.952240] env[63622]: DEBUG nova.network.neutron [req-15cf8ace-ee5f-435a-b1c7-7a2a955f29c4 req-9b2d6310-6838-4fe6-a4fc-eee753381313 service nova] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.969660] env[63622]: DEBUG oslo_vmware.api [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Task: {'id': task-1816596, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.093026] env[63622]: DEBUG nova.scheduler.client.report [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1508.260436] env[63622]: DEBUG nova.network.neutron [-] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.360124] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816595, 'name': CreateVM_Task, 'duration_secs': 0.70985} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.360342] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1508.361255] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.361554] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.361777] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1508.362108] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2025d5de-9fd0-430a-945c-42a668c348d7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.369838] env[63622]: DEBUG oslo_vmware.api [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Waiting for the task: (returnval){ [ 1508.369838] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5261cfce-b2f9-d752-f65b-6cea4994b4b9" [ 1508.369838] env[63622]: _type = "Task" [ 1508.369838] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.379516] env[63622]: DEBUG oslo_vmware.api [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5261cfce-b2f9-d752-f65b-6cea4994b4b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.425218] env[63622]: DEBUG nova.compute.manager [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1508.467037] env[63622]: DEBUG oslo_vmware.api [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Task: {'id': task-1816596, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69645} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.469061] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4163c46e-d294-47d8-8648-4a1f49f638fd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.473021] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce/7c9e8b0e-9762-420f-b84e-6a3eb24c99ce.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1508.473021] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1508.473021] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e00aaf07-e2f4-4e1a-a5d4-884c24d3cfa7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.488289] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3b257a-a6d3-4b96-992c-d177edd58906 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.501823] env[63622]: DEBUG oslo_vmware.api [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Waiting for the task: (returnval){ [ 1508.501823] env[63622]: value = "task-1816600" [ 1508.501823] env[63622]: _type = "Task" [ 1508.501823] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.514856] env[63622]: DEBUG oslo_vmware.api [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Task: {'id': task-1816600, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.537618] env[63622]: DEBUG nova.compute.manager [req-15cf8ace-ee5f-435a-b1c7-7a2a955f29c4 req-9b2d6310-6838-4fe6-a4fc-eee753381313 service nova] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Detach interface failed, port_id=34f2e656-f3d0-4665-b02c-9d3848160acd, reason: Instance e0994819-1038-43e5-a215-57f0eb2a77e3 could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1508.598171] env[63622]: DEBUG oslo_concurrency.lockutils [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.773s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.598755] env[63622]: DEBUG nova.compute.manager [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1508.601620] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a9a9c863-2dc3-4a8b-b947-623fcb80537c tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.711s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.601895] env[63622]: DEBUG nova.objects.instance [None req-a9a9c863-2dc3-4a8b-b947-623fcb80537c tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Lazy-loading 'resources' on Instance uuid fd0d9093-eff3-41be-ad8e-bd2cf74acfec {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1508.712345] env[63622]: DEBUG nova.network.neutron [req-160e6e51-1155-4ebb-ab7f-9b28f72f0da0 req-c93509bb-0a74-4ded-99fd-cad045a2b3bf service nova] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Updated VIF entry in instance network info cache for port aa29f1af-ebf8-4191-9f1d-4596db3b5bfa. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1508.712821] env[63622]: DEBUG nova.network.neutron [req-160e6e51-1155-4ebb-ab7f-9b28f72f0da0 req-c93509bb-0a74-4ded-99fd-cad045a2b3bf service nova] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Updating instance_info_cache with network_info: [{"id": "aa29f1af-ebf8-4191-9f1d-4596db3b5bfa", "address": "fa:16:3e:94:99:18", "network": {"id": "f6a6dd47-7b61-4b13-a2a1-9c46ffb461d1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-194860287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2a8048bf0c346588fcc48de2a56296a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa29f1af-eb", "ovs_interfaceid": "aa29f1af-ebf8-4191-9f1d-4596db3b5bfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.764581] env[63622]: INFO nova.compute.manager [-] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Took 1.93 seconds to deallocate network for instance. [ 1508.885416] env[63622]: DEBUG oslo_vmware.api [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5261cfce-b2f9-d752-f65b-6cea4994b4b9, 'name': SearchDatastore_Task, 'duration_secs': 0.024987} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.885968] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1508.886512] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1508.886763] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.886952] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.887120] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1508.887414] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5345f18d-d529-4f09-ae2e-a7601e09361e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.901320] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1508.901320] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1508.901320] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97ab4fd5-f7a2-4eaa-9a9a-00fa5f220f15 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.907291] env[63622]: DEBUG oslo_vmware.api [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Waiting for the task: (returnval){ [ 1508.907291] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]523b3663-5002-e604-e366-4838eebc31f0" [ 1508.907291] env[63622]: _type = "Task" [ 1508.907291] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.919853] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ae28af6a-84c3-4928-97ab-13a4b8398203 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquiring lock "7911008d-bcbb-4fb3-89b5-fb38ccfbd591" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.920226] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ae28af6a-84c3-4928-97ab-13a4b8398203 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lock "7911008d-bcbb-4fb3-89b5-fb38ccfbd591" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.920507] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ae28af6a-84c3-4928-97ab-13a4b8398203 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquiring lock "7911008d-bcbb-4fb3-89b5-fb38ccfbd591-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.920773] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ae28af6a-84c3-4928-97ab-13a4b8398203 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lock "7911008d-bcbb-4fb3-89b5-fb38ccfbd591-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.920942] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ae28af6a-84c3-4928-97ab-13a4b8398203 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lock "7911008d-bcbb-4fb3-89b5-fb38ccfbd591-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.923324] env[63622]: DEBUG oslo_vmware.api [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]523b3663-5002-e604-e366-4838eebc31f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.923902] env[63622]: INFO nova.compute.manager [None req-ae28af6a-84c3-4928-97ab-13a4b8398203 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Terminating instance [ 1508.958649] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.015800] env[63622]: DEBUG oslo_vmware.api [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Task: {'id': task-1816600, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087833} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.016681] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1509.017822] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042fc6d0-0b82-4272-afc5-75316f870200 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.045432] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce/7c9e8b0e-9762-420f-b84e-6a3eb24c99ce.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1509.046229] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23ccb2b8-fefa-4531-a0ae-8c0289bbcbe4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.063933] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8ea366d1-175f-43d7-9ebf-0cd413e37398 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Acquiring lock "6cb1a1a3-a953-47f1-bcbc-8c484409c460" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.064468] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8ea366d1-175f-43d7-9ebf-0cd413e37398 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Lock "6cb1a1a3-a953-47f1-bcbc-8c484409c460" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.064788] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8ea366d1-175f-43d7-9ebf-0cd413e37398 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Acquiring lock "6cb1a1a3-a953-47f1-bcbc-8c484409c460-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.065137] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8ea366d1-175f-43d7-9ebf-0cd413e37398 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Lock "6cb1a1a3-a953-47f1-bcbc-8c484409c460-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.065603] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8ea366d1-175f-43d7-9ebf-0cd413e37398 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Lock "6cb1a1a3-a953-47f1-bcbc-8c484409c460-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.068260] env[63622]: INFO nova.compute.manager [None req-8ea366d1-175f-43d7-9ebf-0cd413e37398 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Terminating instance [ 1509.078740] env[63622]: DEBUG oslo_vmware.api [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Waiting for the task: (returnval){ [ 1509.078740] env[63622]: value = "task-1816602" [ 1509.078740] env[63622]: _type = "Task" [ 1509.078740] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.090649] env[63622]: DEBUG oslo_vmware.api [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Task: {'id': task-1816602, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.109020] env[63622]: DEBUG nova.compute.utils [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1509.112865] env[63622]: DEBUG nova.compute.manager [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1509.113289] env[63622]: DEBUG nova.network.neutron [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1509.190188] env[63622]: DEBUG nova.policy [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59dd4f864cf640e480dc8c1f701fbd2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebd3f285a9d2433597945e73f2213306', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1509.216156] env[63622]: DEBUG oslo_concurrency.lockutils [req-160e6e51-1155-4ebb-ab7f-9b28f72f0da0 req-c93509bb-0a74-4ded-99fd-cad045a2b3bf service nova] Releasing lock "refresh_cache-dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.274387] env[63622]: DEBUG oslo_concurrency.lockutils [None req-91ec2dd7-62da-4148-8d76-bf68cf3d0d4a tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.418338] env[63622]: DEBUG oslo_vmware.api [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]523b3663-5002-e604-e366-4838eebc31f0, 'name': SearchDatastore_Task, 'duration_secs': 0.013783} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.419195] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e7d2598-6de8-411b-a520-4cf16326fa4d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.426204] env[63622]: DEBUG oslo_vmware.api [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Waiting for the task: (returnval){ [ 1509.426204] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]524f3d42-83e1-a9ea-9296-04dca166bb95" [ 1509.426204] env[63622]: _type = "Task" [ 1509.426204] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.430898] env[63622]: DEBUG nova.compute.manager [None req-ae28af6a-84c3-4928-97ab-13a4b8398203 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1509.430898] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ae28af6a-84c3-4928-97ab-13a4b8398203 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1509.431212] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fb4731-c837-4cc8-9b27-394124fa58e6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.440148] env[63622]: DEBUG oslo_vmware.api [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]524f3d42-83e1-a9ea-9296-04dca166bb95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.444485] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae28af6a-84c3-4928-97ab-13a4b8398203 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1509.444485] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e969b01-dc9e-4842-a54e-7edb6a7b8f46 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.451910] env[63622]: DEBUG oslo_vmware.api [None req-ae28af6a-84c3-4928-97ab-13a4b8398203 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1509.451910] env[63622]: value = "task-1816603" [ 1509.451910] env[63622]: _type = "Task" [ 1509.451910] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.462129] env[63622]: DEBUG oslo_vmware.api [None req-ae28af6a-84c3-4928-97ab-13a4b8398203 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.530994] env[63622]: DEBUG nova.network.neutron [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Successfully created port: 09ab4709-911d-4405-82e1-1713305303ab {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1509.573159] env[63622]: DEBUG nova.compute.manager [None req-8ea366d1-175f-43d7-9ebf-0cd413e37398 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1509.573492] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea366d1-175f-43d7-9ebf-0cd413e37398 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1509.574584] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ff3b0f-d606-42ea-804a-777d6c0c0305 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.588388] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ea366d1-175f-43d7-9ebf-0cd413e37398 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1509.589637] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af0b6802-f6a9-42b1-86da-c1b06e571bf1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.599567] env[63622]: DEBUG oslo_vmware.api [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Task: {'id': task-1816602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.600939] env[63622]: DEBUG oslo_vmware.api [None req-8ea366d1-175f-43d7-9ebf-0cd413e37398 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Waiting for the task: (returnval){ [ 1509.600939] env[63622]: value = "task-1816604" [ 1509.600939] env[63622]: _type = "Task" [ 1509.600939] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.611379] env[63622]: DEBUG oslo_vmware.api [None req-8ea366d1-175f-43d7-9ebf-0cd413e37398 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Task: {'id': task-1816604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.614987] env[63622]: DEBUG nova.compute.manager [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1509.758930] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4161787-5322-4517-b9a4-239d725c374d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.770436] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46360ee-f31e-49b2-a0a1-42abda91a587 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.807373] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1b06cc-0b1d-44cd-8204-9aea83a70ecb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.819025] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15daa78e-900b-4a22-abce-7165e814fadb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.836517] env[63622]: DEBUG nova.compute.provider_tree [None req-a9a9c863-2dc3-4a8b-b947-623fcb80537c tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1509.937395] env[63622]: DEBUG oslo_vmware.api [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]524f3d42-83e1-a9ea-9296-04dca166bb95, 'name': SearchDatastore_Task, 'duration_secs': 0.018454} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.938113] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.938113] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3/dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1509.938344] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a66945ea-8fa6-45e3-8af8-897bd145564d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.946396] env[63622]: DEBUG oslo_vmware.api [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Waiting for the task: (returnval){ [ 1509.946396] env[63622]: value = "task-1816605" [ 1509.946396] env[63622]: _type = "Task" [ 1509.946396] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.955877] env[63622]: DEBUG oslo_vmware.api [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1816605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.964591] env[63622]: DEBUG oslo_vmware.api [None req-ae28af6a-84c3-4928-97ab-13a4b8398203 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816603, 'name': PowerOffVM_Task, 'duration_secs': 0.36934} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.964870] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae28af6a-84c3-4928-97ab-13a4b8398203 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1509.965053] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ae28af6a-84c3-4928-97ab-13a4b8398203 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1509.965636] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e27b25a3-208d-41bb-8b1a-2c2abfe6c3df {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.080096] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ae28af6a-84c3-4928-97ab-13a4b8398203 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1510.080385] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ae28af6a-84c3-4928-97ab-13a4b8398203 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1510.080658] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae28af6a-84c3-4928-97ab-13a4b8398203 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Deleting the datastore file [datastore1] 7911008d-bcbb-4fb3-89b5-fb38ccfbd591 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1510.080937] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5fdfae0-7180-43fa-9f76-73603bdee67b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.098587] env[63622]: DEBUG oslo_vmware.api [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Task: {'id': task-1816602, 'name': ReconfigVM_Task, 'duration_secs': 0.649691} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.100455] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce/7c9e8b0e-9762-420f-b84e-6a3eb24c99ce.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1510.101338] env[63622]: DEBUG oslo_vmware.api [None req-ae28af6a-84c3-4928-97ab-13a4b8398203 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1510.101338] env[63622]: value = "task-1816607" [ 1510.101338] env[63622]: _type = "Task" [ 1510.101338] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.101633] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13c87d4b-64e9-40cd-afe6-1d66e9ef281a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.127998] env[63622]: DEBUG oslo_vmware.api [None req-ae28af6a-84c3-4928-97ab-13a4b8398203 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.136579] env[63622]: DEBUG oslo_vmware.api [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Waiting for the task: (returnval){ [ 1510.136579] env[63622]: value = "task-1816608" [ 1510.136579] env[63622]: _type = "Task" [ 1510.136579] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.136916] env[63622]: DEBUG oslo_vmware.api [None req-8ea366d1-175f-43d7-9ebf-0cd413e37398 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Task: {'id': task-1816604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.151408] env[63622]: DEBUG oslo_vmware.api [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Task: {'id': task-1816608, 'name': Rename_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.339280] env[63622]: DEBUG nova.scheduler.client.report [None req-a9a9c863-2dc3-4a8b-b947-623fcb80537c tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1510.461821] env[63622]: DEBUG oslo_vmware.api [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1816605, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.619068] env[63622]: DEBUG oslo_vmware.api [None req-8ea366d1-175f-43d7-9ebf-0cd413e37398 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Task: {'id': task-1816604, 'name': PowerOffVM_Task, 'duration_secs': 0.877704} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.622886] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ea366d1-175f-43d7-9ebf-0cd413e37398 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1510.623325] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea366d1-175f-43d7-9ebf-0cd413e37398 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1510.623732] env[63622]: DEBUG oslo_vmware.api [None req-ae28af6a-84c3-4928-97ab-13a4b8398203 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.624089] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b26affa-61d1-409b-8f22-c1d1a9a2ca34 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.639979] env[63622]: DEBUG nova.compute.manager [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1510.652752] env[63622]: DEBUG oslo_vmware.api [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Task: {'id': task-1816608, 'name': Rename_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.667563] env[63622]: DEBUG nova.virt.hardware [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1510.667921] env[63622]: DEBUG nova.virt.hardware [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1510.668206] env[63622]: DEBUG nova.virt.hardware [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1510.668496] env[63622]: DEBUG nova.virt.hardware [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1510.668711] env[63622]: DEBUG nova.virt.hardware [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1510.668936] env[63622]: DEBUG nova.virt.hardware [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1510.669324] env[63622]: DEBUG nova.virt.hardware [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1510.669438] env[63622]: DEBUG nova.virt.hardware [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1510.669624] env[63622]: DEBUG nova.virt.hardware [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1510.670820] env[63622]: DEBUG nova.virt.hardware [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1510.670820] env[63622]: DEBUG nova.virt.hardware [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1510.671167] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328cb6ce-73dd-4707-8288-70aa9f03e9c8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.679999] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb386e2-f9b9-4d22-8852-925c16be53b5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.736201] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea366d1-175f-43d7-9ebf-0cd413e37398 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1510.736585] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea366d1-175f-43d7-9ebf-0cd413e37398 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1510.736780] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ea366d1-175f-43d7-9ebf-0cd413e37398 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Deleting the datastore file [datastore1] 6cb1a1a3-a953-47f1-bcbc-8c484409c460 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1510.737122] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-860d15ac-d727-4111-8f42-77bb4d6d10c5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.745091] env[63622]: DEBUG oslo_vmware.api [None req-8ea366d1-175f-43d7-9ebf-0cd413e37398 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Waiting for the task: (returnval){ [ 1510.745091] env[63622]: value = "task-1816611" [ 1510.745091] env[63622]: _type = "Task" [ 1510.745091] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.754149] env[63622]: DEBUG oslo_vmware.api [None req-8ea366d1-175f-43d7-9ebf-0cd413e37398 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Task: {'id': task-1816611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.844564] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a9a9c863-2dc3-4a8b-b947-623fcb80537c tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.243s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.847450] env[63622]: DEBUG oslo_concurrency.lockutils [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.041s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.848658] env[63622]: INFO nova.compute.claims [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1510.872148] env[63622]: INFO nova.scheduler.client.report [None req-a9a9c863-2dc3-4a8b-b947-623fcb80537c tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Deleted allocations for instance fd0d9093-eff3-41be-ad8e-bd2cf74acfec [ 1510.959169] env[63622]: DEBUG oslo_vmware.api [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1816605, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720384} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.959487] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3/dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1510.959830] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1510.959913] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dfe9c75e-ed37-46ae-bf06-fb277967ae4c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.968019] env[63622]: DEBUG oslo_vmware.api [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Waiting for the task: (returnval){ [ 1510.968019] env[63622]: value = "task-1816612" [ 1510.968019] env[63622]: _type = "Task" [ 1510.968019] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.979563] env[63622]: DEBUG oslo_vmware.api [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1816612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.038536] env[63622]: DEBUG nova.compute.manager [req-3b10609f-232a-463f-9873-72377e3534cb req-02176de7-93f0-4625-87de-1135293a1e81 service nova] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Received event network-vif-plugged-09ab4709-911d-4405-82e1-1713305303ab {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1511.038844] env[63622]: DEBUG oslo_concurrency.lockutils [req-3b10609f-232a-463f-9873-72377e3534cb req-02176de7-93f0-4625-87de-1135293a1e81 service nova] Acquiring lock "b58ac762-c8e2-46c5-bd84-c0b70666aa5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.039116] env[63622]: DEBUG oslo_concurrency.lockutils [req-3b10609f-232a-463f-9873-72377e3534cb req-02176de7-93f0-4625-87de-1135293a1e81 service nova] Lock "b58ac762-c8e2-46c5-bd84-c0b70666aa5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.039356] env[63622]: DEBUG oslo_concurrency.lockutils [req-3b10609f-232a-463f-9873-72377e3534cb req-02176de7-93f0-4625-87de-1135293a1e81 service nova] Lock "b58ac762-c8e2-46c5-bd84-c0b70666aa5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.039576] env[63622]: DEBUG nova.compute.manager [req-3b10609f-232a-463f-9873-72377e3534cb req-02176de7-93f0-4625-87de-1135293a1e81 service nova] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] No waiting events found dispatching network-vif-plugged-09ab4709-911d-4405-82e1-1713305303ab {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1511.039745] env[63622]: WARNING nova.compute.manager [req-3b10609f-232a-463f-9873-72377e3534cb req-02176de7-93f0-4625-87de-1135293a1e81 service nova] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Received unexpected event network-vif-plugged-09ab4709-911d-4405-82e1-1713305303ab for instance with vm_state building and task_state spawning. [ 1511.116734] env[63622]: DEBUG oslo_vmware.api [None req-ae28af6a-84c3-4928-97ab-13a4b8398203 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816607, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.55317} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.117125] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae28af6a-84c3-4928-97ab-13a4b8398203 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1511.118272] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ae28af6a-84c3-4928-97ab-13a4b8398203 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1511.118272] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ae28af6a-84c3-4928-97ab-13a4b8398203 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1511.118272] env[63622]: INFO nova.compute.manager [None req-ae28af6a-84c3-4928-97ab-13a4b8398203 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1511.118272] env[63622]: DEBUG oslo.service.loopingcall [None req-ae28af6a-84c3-4928-97ab-13a4b8398203 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1511.118488] env[63622]: DEBUG nova.compute.manager [-] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1511.118648] env[63622]: DEBUG nova.network.neutron [-] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1511.143448] env[63622]: DEBUG nova.network.neutron [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Successfully updated port: 09ab4709-911d-4405-82e1-1713305303ab {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1511.160233] env[63622]: DEBUG oslo_vmware.api [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Task: {'id': task-1816608, 'name': Rename_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.257688] env[63622]: DEBUG oslo_vmware.api [None req-8ea366d1-175f-43d7-9ebf-0cd413e37398 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Task: {'id': task-1816611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186879} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.257688] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ea366d1-175f-43d7-9ebf-0cd413e37398 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1511.257890] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea366d1-175f-43d7-9ebf-0cd413e37398 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1511.257985] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea366d1-175f-43d7-9ebf-0cd413e37398 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1511.258195] env[63622]: INFO nova.compute.manager [None req-8ea366d1-175f-43d7-9ebf-0cd413e37398 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1511.258465] env[63622]: DEBUG oslo.service.loopingcall [None req-8ea366d1-175f-43d7-9ebf-0cd413e37398 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1511.258672] env[63622]: DEBUG nova.compute.manager [-] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1511.258785] env[63622]: DEBUG nova.network.neutron [-] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1511.380947] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a9a9c863-2dc3-4a8b-b947-623fcb80537c tempest-ServerTagsTestJSON-2001276441 tempest-ServerTagsTestJSON-2001276441-project-member] Lock "fd0d9093-eff3-41be-ad8e-bd2cf74acfec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.971s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.481357] env[63622]: DEBUG oslo_vmware.api [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1816612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072646} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.481682] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1511.482677] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7104b528-9ce1-42c9-8364-61aa4e98401f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.506117] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3/dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1511.506434] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71bf6829-fad1-4157-b3e1-19dbeafa7e77 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.532020] env[63622]: DEBUG oslo_vmware.api [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Waiting for the task: (returnval){ [ 1511.532020] env[63622]: value = "task-1816613" [ 1511.532020] env[63622]: _type = "Task" [ 1511.532020] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.538510] env[63622]: DEBUG oslo_vmware.api [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1816613, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.541722] env[63622]: DEBUG nova.compute.manager [req-6a1945e8-fd36-4669-afdf-b0b46984f173 req-222904d0-2b78-4269-9268-cc315627d49c service nova] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Received event network-vif-deleted-e340f0af-000d-4371-921b-b03de861c2e5 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1511.542046] env[63622]: INFO nova.compute.manager [req-6a1945e8-fd36-4669-afdf-b0b46984f173 req-222904d0-2b78-4269-9268-cc315627d49c service nova] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Neutron deleted interface e340f0af-000d-4371-921b-b03de861c2e5; detaching it from the instance and deleting it from the info cache [ 1511.542345] env[63622]: DEBUG nova.network.neutron [req-6a1945e8-fd36-4669-afdf-b0b46984f173 req-222904d0-2b78-4269-9268-cc315627d49c service nova] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.657160] env[63622]: DEBUG oslo_concurrency.lockutils [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "refresh_cache-b58ac762-c8e2-46c5-bd84-c0b70666aa5c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.657346] env[63622]: DEBUG oslo_concurrency.lockutils [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquired lock "refresh_cache-b58ac762-c8e2-46c5-bd84-c0b70666aa5c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.657507] env[63622]: DEBUG nova.network.neutron [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1511.658760] env[63622]: DEBUG oslo_vmware.api [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Task: {'id': task-1816608, 'name': Rename_Task, 'duration_secs': 1.281526} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.659168] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1511.659426] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01fb579b-e871-4b2b-90e6-8fed4c629891 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.667617] env[63622]: DEBUG oslo_vmware.api [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Waiting for the task: (returnval){ [ 1511.667617] env[63622]: value = "task-1816614" [ 1511.667617] env[63622]: _type = "Task" [ 1511.667617] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.681092] env[63622]: DEBUG oslo_vmware.api [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Task: {'id': task-1816614, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.963845] env[63622]: DEBUG nova.network.neutron [-] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.040200] env[63622]: DEBUG oslo_vmware.api [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1816613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.048310] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50126576-5425-4780-9af0-a922b95e1ff0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.057312] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f651a03-d96f-4ece-8ec8-b08de4113e13 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.071013] env[63622]: DEBUG nova.network.neutron [-] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.104588] env[63622]: DEBUG nova.compute.manager [req-6a1945e8-fd36-4669-afdf-b0b46984f173 req-222904d0-2b78-4269-9268-cc315627d49c service nova] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Detach interface failed, port_id=e340f0af-000d-4371-921b-b03de861c2e5, reason: Instance 7911008d-bcbb-4fb3-89b5-fb38ccfbd591 could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1512.181452] env[63622]: DEBUG oslo_vmware.api [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Task: {'id': task-1816614, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.217022] env[63622]: DEBUG nova.network.neutron [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1512.466141] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93b1206-9c05-481d-94d8-f970175e0bf6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.472012] env[63622]: INFO nova.compute.manager [-] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Took 1.35 seconds to deallocate network for instance. [ 1512.486020] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8dec22-3670-4dfc-9a64-775e1c9d7c78 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.517781] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076038a7-b83b-4387-9dda-0f908930b138 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.527720] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656130a8-45c4-412f-a05b-06557dda30cc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.542317] env[63622]: DEBUG oslo_vmware.api [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1816613, 'name': ReconfigVM_Task, 'duration_secs': 0.702445} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.550482] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Reconfigured VM instance instance-0000002a to attach disk [datastore1] dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3/dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1512.551743] env[63622]: DEBUG nova.compute.provider_tree [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1512.553781] env[63622]: DEBUG nova.network.neutron [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Updating instance_info_cache with network_info: [{"id": "09ab4709-911d-4405-82e1-1713305303ab", "address": "fa:16:3e:30:42:d9", "network": {"id": "68e51f20-239f-4a02-84bc-7a1f8640b875", "bridge": "br-int", "label": "tempest-ServersTestJSON-1825242270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebd3f285a9d2433597945e73f2213306", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09ab4709-91", "ovs_interfaceid": "09ab4709-911d-4405-82e1-1713305303ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.554884] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4aebe95c-8b00-488a-9b10-23a94b8f2ce3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.562833] env[63622]: DEBUG oslo_vmware.api [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Waiting for the task: (returnval){ [ 1512.562833] env[63622]: value = "task-1816615" [ 1512.562833] env[63622]: _type = "Task" [ 1512.562833] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.573551] env[63622]: DEBUG oslo_vmware.api [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1816615, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.574321] env[63622]: INFO nova.compute.manager [-] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Took 1.32 seconds to deallocate network for instance. [ 1512.679861] env[63622]: DEBUG oslo_vmware.api [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Task: {'id': task-1816614, 'name': PowerOnVM_Task, 'duration_secs': 0.764019} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.680276] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1512.680521] env[63622]: INFO nova.compute.manager [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Took 10.68 seconds to spawn the instance on the hypervisor. [ 1512.680746] env[63622]: DEBUG nova.compute.manager [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1512.681564] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a68cbe9-c78b-4384-b494-e623ac75f83b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.785516] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-279b7d97-a7af-4237-adfb-092b1d7a3694 tempest-VolumesAssistedSnapshotsTest-779053852 tempest-VolumesAssistedSnapshotsTest-779053852-project-admin] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Volume attach. Driver type: vmdk {{(pid=63622) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1512.785516] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-279b7d97-a7af-4237-adfb-092b1d7a3694 tempest-VolumesAssistedSnapshotsTest-779053852 tempest-VolumesAssistedSnapshotsTest-779053852-project-admin] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376373', 'volume_id': 'f1fa78d6-642e-4051-817b-1440ce851e33', 'name': 'volume-f1fa78d6-642e-4051-817b-1440ce851e33', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '88c954d9-53e0-4349-80e0-50ce52e6e8e5', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1fa78d6-642e-4051-817b-1440ce851e33', 'serial': 'f1fa78d6-642e-4051-817b-1440ce851e33'} {{(pid=63622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1512.786741] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0c7fd8-544b-4c15-8d24-cc14ad064621 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.811021] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8f4473-450c-4380-81a3-9972be4c07bb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.842254] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-279b7d97-a7af-4237-adfb-092b1d7a3694 tempest-VolumesAssistedSnapshotsTest-779053852 tempest-VolumesAssistedSnapshotsTest-779053852-project-admin] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] volume-f1fa78d6-642e-4051-817b-1440ce851e33/volume-f1fa78d6-642e-4051-817b-1440ce851e33.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1512.842254] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12095264-7708-4116-8304-d4b521c35611 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.864316] env[63622]: DEBUG oslo_vmware.api [None req-279b7d97-a7af-4237-adfb-092b1d7a3694 tempest-VolumesAssistedSnapshotsTest-779053852 tempest-VolumesAssistedSnapshotsTest-779053852-project-admin] Waiting for the task: (returnval){ [ 1512.864316] env[63622]: value = "task-1816616" [ 1512.864316] env[63622]: _type = "Task" [ 1512.864316] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.873817] env[63622]: DEBUG oslo_vmware.api [None req-279b7d97-a7af-4237-adfb-092b1d7a3694 tempest-VolumesAssistedSnapshotsTest-779053852 tempest-VolumesAssistedSnapshotsTest-779053852-project-admin] Task: {'id': task-1816616, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.988076] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ae28af6a-84c3-4928-97ab-13a4b8398203 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.058161] env[63622]: DEBUG nova.scheduler.client.report [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1513.061814] env[63622]: DEBUG oslo_concurrency.lockutils [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Releasing lock "refresh_cache-b58ac762-c8e2-46c5-bd84-c0b70666aa5c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1513.062129] env[63622]: DEBUG nova.compute.manager [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Instance network_info: |[{"id": "09ab4709-911d-4405-82e1-1713305303ab", "address": "fa:16:3e:30:42:d9", "network": {"id": "68e51f20-239f-4a02-84bc-7a1f8640b875", "bridge": "br-int", "label": "tempest-ServersTestJSON-1825242270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebd3f285a9d2433597945e73f2213306", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09ab4709-91", "ovs_interfaceid": "09ab4709-911d-4405-82e1-1713305303ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1513.062727] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:42:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '939c05b6-8f31-4f3a-95ac-6297e0bd243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09ab4709-911d-4405-82e1-1713305303ab', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1513.071513] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Creating folder: Project (ebd3f285a9d2433597945e73f2213306). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1513.071887] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73c65564-f7da-42fb-8146-dfcd82f17b6b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.081837] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8ea366d1-175f-43d7-9ebf-0cd413e37398 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.085705] env[63622]: DEBUG oslo_vmware.api [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1816615, 'name': Rename_Task, 'duration_secs': 0.189026} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.086273] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1513.086273] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc1328f2-ec2b-411d-b8e9-4170864f4775 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.090685] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Created folder: Project (ebd3f285a9d2433597945e73f2213306) in parent group-v376252. [ 1513.090806] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Creating folder: Instances. Parent ref: group-v376374. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1513.091406] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c79eeaf2-e1d8-4266-99e5-be36d8a07abe {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.099417] env[63622]: DEBUG oslo_vmware.api [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Waiting for the task: (returnval){ [ 1513.099417] env[63622]: value = "task-1816618" [ 1513.099417] env[63622]: _type = "Task" [ 1513.099417] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.105380] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Created folder: Instances in parent group-v376374. [ 1513.105637] env[63622]: DEBUG oslo.service.loopingcall [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1513.106329] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1513.106554] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39b6a90f-a07a-4178-a2b8-5476642a673a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.125137] env[63622]: DEBUG oslo_vmware.api [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1816618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.131992] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1513.131992] env[63622]: value = "task-1816620" [ 1513.131992] env[63622]: _type = "Task" [ 1513.131992] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.142633] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816620, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.170962] env[63622]: DEBUG nova.compute.manager [req-69e11c1f-3202-462a-9fbd-df2863b521d6 req-07f29740-e1dc-433c-ad77-8991cafec304 service nova] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Received event network-changed-09ab4709-911d-4405-82e1-1713305303ab {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1513.171061] env[63622]: DEBUG nova.compute.manager [req-69e11c1f-3202-462a-9fbd-df2863b521d6 req-07f29740-e1dc-433c-ad77-8991cafec304 service nova] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Refreshing instance network info cache due to event network-changed-09ab4709-911d-4405-82e1-1713305303ab. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1513.171345] env[63622]: DEBUG oslo_concurrency.lockutils [req-69e11c1f-3202-462a-9fbd-df2863b521d6 req-07f29740-e1dc-433c-ad77-8991cafec304 service nova] Acquiring lock "refresh_cache-b58ac762-c8e2-46c5-bd84-c0b70666aa5c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1513.171483] env[63622]: DEBUG oslo_concurrency.lockutils [req-69e11c1f-3202-462a-9fbd-df2863b521d6 req-07f29740-e1dc-433c-ad77-8991cafec304 service nova] Acquired lock "refresh_cache-b58ac762-c8e2-46c5-bd84-c0b70666aa5c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.171650] env[63622]: DEBUG nova.network.neutron [req-69e11c1f-3202-462a-9fbd-df2863b521d6 req-07f29740-e1dc-433c-ad77-8991cafec304 service nova] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Refreshing network info cache for port 09ab4709-911d-4405-82e1-1713305303ab {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1513.202043] env[63622]: INFO nova.compute.manager [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Took 36.15 seconds to build instance. [ 1513.378176] env[63622]: DEBUG oslo_vmware.api [None req-279b7d97-a7af-4237-adfb-092b1d7a3694 tempest-VolumesAssistedSnapshotsTest-779053852 tempest-VolumesAssistedSnapshotsTest-779053852-project-admin] Task: {'id': task-1816616, 'name': ReconfigVM_Task, 'duration_secs': 0.50129} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.378176] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-279b7d97-a7af-4237-adfb-092b1d7a3694 tempest-VolumesAssistedSnapshotsTest-779053852 tempest-VolumesAssistedSnapshotsTest-779053852-project-admin] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Reconfigured VM instance instance-0000000e to attach disk [datastore1] volume-f1fa78d6-642e-4051-817b-1440ce851e33/volume-f1fa78d6-642e-4051-817b-1440ce851e33.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1513.383292] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb3ebdce-86f4-49a9-baf9-d4f6aced18ba {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.408136] env[63622]: DEBUG oslo_vmware.api [None req-279b7d97-a7af-4237-adfb-092b1d7a3694 tempest-VolumesAssistedSnapshotsTest-779053852 tempest-VolumesAssistedSnapshotsTest-779053852-project-admin] Waiting for the task: (returnval){ [ 1513.408136] env[63622]: value = "task-1816621" [ 1513.408136] env[63622]: _type = "Task" [ 1513.408136] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.422347] env[63622]: DEBUG oslo_vmware.api [None req-279b7d97-a7af-4237-adfb-092b1d7a3694 tempest-VolumesAssistedSnapshotsTest-779053852 tempest-VolumesAssistedSnapshotsTest-779053852-project-admin] Task: {'id': task-1816621, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.467502] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfbd83a-7836-4225-a657-8dfad96ad349 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.476487] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cb4aa3-0123-4db5-8d2e-2b501818b88a tempest-ServersAdminNegativeTestJSON-751873984 tempest-ServersAdminNegativeTestJSON-751873984-project-admin] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Suspending the VM {{(pid=63622) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1513.476779] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-09647b84-cfed-46cf-ab9c-c48df2670fe5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.485901] env[63622]: DEBUG oslo_vmware.api [None req-d2cb4aa3-0123-4db5-8d2e-2b501818b88a tempest-ServersAdminNegativeTestJSON-751873984 tempest-ServersAdminNegativeTestJSON-751873984-project-admin] Waiting for the task: (returnval){ [ 1513.485901] env[63622]: value = "task-1816622" [ 1513.485901] env[63622]: _type = "Task" [ 1513.485901] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.496450] env[63622]: DEBUG oslo_vmware.api [None req-d2cb4aa3-0123-4db5-8d2e-2b501818b88a tempest-ServersAdminNegativeTestJSON-751873984 tempest-ServersAdminNegativeTestJSON-751873984-project-admin] Task: {'id': task-1816622, 'name': SuspendVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.564778] env[63622]: DEBUG oslo_concurrency.lockutils [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.566139] env[63622]: DEBUG nova.compute.manager [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1513.570222] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2b3c3e29-8e17-4757-8f77-bd3b18d0217e tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.093s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.570400] env[63622]: DEBUG nova.objects.instance [None req-2b3c3e29-8e17-4757-8f77-bd3b18d0217e tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Lazy-loading 'resources' on Instance uuid 58cda789-5ec7-4f99-88aa-67efb74b9b62 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1513.616802] env[63622]: DEBUG oslo_vmware.api [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1816618, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.645314] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816620, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.704667] env[63622]: DEBUG oslo_concurrency.lockutils [None req-13f71dbb-5845-4bdd-8c60-7586456f87be tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Lock "7c9e8b0e-9762-420f-b84e-6a3eb24c99ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.359s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.922725] env[63622]: DEBUG oslo_vmware.api [None req-279b7d97-a7af-4237-adfb-092b1d7a3694 tempest-VolumesAssistedSnapshotsTest-779053852 tempest-VolumesAssistedSnapshotsTest-779053852-project-admin] Task: {'id': task-1816621, 'name': ReconfigVM_Task, 'duration_secs': 0.209053} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.924635] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-279b7d97-a7af-4237-adfb-092b1d7a3694 tempest-VolumesAssistedSnapshotsTest-779053852 tempest-VolumesAssistedSnapshotsTest-779053852-project-admin] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376373', 'volume_id': 'f1fa78d6-642e-4051-817b-1440ce851e33', 'name': 'volume-f1fa78d6-642e-4051-817b-1440ce851e33', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '88c954d9-53e0-4349-80e0-50ce52e6e8e5', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1fa78d6-642e-4051-817b-1440ce851e33', 'serial': 'f1fa78d6-642e-4051-817b-1440ce851e33'} {{(pid=63622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1513.998204] env[63622]: DEBUG oslo_vmware.api [None req-d2cb4aa3-0123-4db5-8d2e-2b501818b88a tempest-ServersAdminNegativeTestJSON-751873984 tempest-ServersAdminNegativeTestJSON-751873984-project-admin] Task: {'id': task-1816622, 'name': SuspendVM_Task} progress is 62%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.000616] env[63622]: DEBUG nova.network.neutron [req-69e11c1f-3202-462a-9fbd-df2863b521d6 req-07f29740-e1dc-433c-ad77-8991cafec304 service nova] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Updated VIF entry in instance network info cache for port 09ab4709-911d-4405-82e1-1713305303ab. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1514.001225] env[63622]: DEBUG nova.network.neutron [req-69e11c1f-3202-462a-9fbd-df2863b521d6 req-07f29740-e1dc-433c-ad77-8991cafec304 service nova] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Updating instance_info_cache with network_info: [{"id": "09ab4709-911d-4405-82e1-1713305303ab", "address": "fa:16:3e:30:42:d9", "network": {"id": "68e51f20-239f-4a02-84bc-7a1f8640b875", "bridge": "br-int", "label": "tempest-ServersTestJSON-1825242270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebd3f285a9d2433597945e73f2213306", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09ab4709-91", "ovs_interfaceid": "09ab4709-911d-4405-82e1-1713305303ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.074344] env[63622]: DEBUG nova.compute.utils [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1514.079288] env[63622]: DEBUG nova.compute.manager [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1514.079533] env[63622]: DEBUG nova.network.neutron [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1514.113920] env[63622]: DEBUG oslo_vmware.api [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1816618, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.132892] env[63622]: DEBUG nova.policy [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ae462cc538148eb9432a37f40d78510', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7c09ed2506546bca5962e0f8bd54c9c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1514.148467] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816620, 'name': CreateVM_Task, 'duration_secs': 0.602236} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.148521] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1514.149836] env[63622]: DEBUG oslo_concurrency.lockutils [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.150407] env[63622]: DEBUG oslo_concurrency.lockutils [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.150669] env[63622]: DEBUG oslo_concurrency.lockutils [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1514.154431] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e00b0ce-cac7-42bc-9cc1-e2df139cecfa {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.161586] env[63622]: DEBUG oslo_vmware.api [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1514.161586] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]527885e8-b49b-b743-ee4d-27d5e16c536e" [ 1514.161586] env[63622]: _type = "Task" [ 1514.161586] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.176626] env[63622]: DEBUG oslo_vmware.api [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]527885e8-b49b-b743-ee4d-27d5e16c536e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.208402] env[63622]: DEBUG nova.compute.manager [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1514.492502] env[63622]: DEBUG nova.network.neutron [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Successfully created port: a16d3d31-a6cf-46cf-b2c2-754ea94580e1 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1514.508229] env[63622]: DEBUG oslo_concurrency.lockutils [req-69e11c1f-3202-462a-9fbd-df2863b521d6 req-07f29740-e1dc-433c-ad77-8991cafec304 service nova] Releasing lock "refresh_cache-b58ac762-c8e2-46c5-bd84-c0b70666aa5c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.508229] env[63622]: DEBUG nova.compute.manager [req-69e11c1f-3202-462a-9fbd-df2863b521d6 req-07f29740-e1dc-433c-ad77-8991cafec304 service nova] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Received event network-vif-deleted-82df4fe6-27eb-4504-848a-76f7ca0c2501 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1514.508741] env[63622]: DEBUG oslo_vmware.api [None req-d2cb4aa3-0123-4db5-8d2e-2b501818b88a tempest-ServersAdminNegativeTestJSON-751873984 tempest-ServersAdminNegativeTestJSON-751873984-project-admin] Task: {'id': task-1816622, 'name': SuspendVM_Task, 'duration_secs': 0.916311} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.509192] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cb4aa3-0123-4db5-8d2e-2b501818b88a tempest-ServersAdminNegativeTestJSON-751873984 tempest-ServersAdminNegativeTestJSON-751873984-project-admin] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Suspended the VM {{(pid=63622) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1514.509192] env[63622]: DEBUG nova.compute.manager [None req-d2cb4aa3-0123-4db5-8d2e-2b501818b88a tempest-ServersAdminNegativeTestJSON-751873984 tempest-ServersAdminNegativeTestJSON-751873984-project-admin] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1514.509961] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd614e34-dfd9-41c3-a73c-1a257410c482 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.583860] env[63622]: DEBUG nova.compute.manager [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1514.618592] env[63622]: DEBUG oslo_vmware.api [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1816618, 'name': PowerOnVM_Task, 'duration_secs': 1.057236} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.618935] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1514.619225] env[63622]: INFO nova.compute.manager [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Took 9.47 seconds to spawn the instance on the hypervisor. [ 1514.619544] env[63622]: DEBUG nova.compute.manager [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1514.620989] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5008b8f4-d9f4-4601-b5b9-5f07b91f1cd4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.675303] env[63622]: DEBUG oslo_vmware.api [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]527885e8-b49b-b743-ee4d-27d5e16c536e, 'name': SearchDatastore_Task, 'duration_secs': 0.017088} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.675612] env[63622]: DEBUG oslo_concurrency.lockutils [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.675840] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1514.676091] env[63622]: DEBUG oslo_concurrency.lockutils [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.676241] env[63622]: DEBUG oslo_concurrency.lockutils [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.676422] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1514.676686] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb6d65cc-4931-4223-afde-796f0c3b9229 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.697425] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1514.697425] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1514.698018] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0382893e-8d33-4e98-86c2-6447bee77ce8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.706712] env[63622]: DEBUG oslo_vmware.api [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1514.706712] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526d3d61-965f-a392-c740-2d0a9d82e751" [ 1514.706712] env[63622]: _type = "Task" [ 1514.706712] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.723124] env[63622]: DEBUG oslo_vmware.api [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526d3d61-965f-a392-c740-2d0a9d82e751, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.738685] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.749241] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3105e9f-8c3b-4f40-966c-26ca818659d1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.758928] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93db4a43-242f-4cdb-a333-7455f36668e5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.793661] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd691e24-dfb3-4c50-9dc8-1206cde7c54a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.803424] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de2a7ba-b1b6-45d5-b172-28568ae1c974 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.819255] env[63622]: DEBUG nova.compute.provider_tree [None req-2b3c3e29-8e17-4757-8f77-bd3b18d0217e tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1515.002217] env[63622]: DEBUG nova.objects.instance [None req-279b7d97-a7af-4237-adfb-092b1d7a3694 tempest-VolumesAssistedSnapshotsTest-779053852 tempest-VolumesAssistedSnapshotsTest-779053852-project-admin] Lazy-loading 'flavor' on Instance uuid 88c954d9-53e0-4349-80e0-50ce52e6e8e5 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1515.153165] env[63622]: INFO nova.compute.manager [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Took 34.64 seconds to build instance. [ 1515.224488] env[63622]: DEBUG oslo_vmware.api [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526d3d61-965f-a392-c740-2d0a9d82e751, 'name': SearchDatastore_Task, 'duration_secs': 0.016928} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.225303] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63ab2092-9c78-4d6a-8e45-1c7f812d981c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.236553] env[63622]: DEBUG oslo_vmware.api [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1515.236553] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ade79d-4cf5-868b-5e5a-04f32d01b01c" [ 1515.236553] env[63622]: _type = "Task" [ 1515.236553] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.246107] env[63622]: DEBUG oslo_vmware.api [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ade79d-4cf5-868b-5e5a-04f32d01b01c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.322641] env[63622]: DEBUG nova.scheduler.client.report [None req-2b3c3e29-8e17-4757-8f77-bd3b18d0217e tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1515.509675] env[63622]: DEBUG oslo_concurrency.lockutils [None req-279b7d97-a7af-4237-adfb-092b1d7a3694 tempest-VolumesAssistedSnapshotsTest-779053852 tempest-VolumesAssistedSnapshotsTest-779053852-project-admin] Lock "88c954d9-53e0-4349-80e0-50ce52e6e8e5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.925s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1515.597909] env[63622]: DEBUG nova.compute.manager [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1515.623735] env[63622]: DEBUG nova.virt.hardware [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1515.624035] env[63622]: DEBUG nova.virt.hardware [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1515.624217] env[63622]: DEBUG nova.virt.hardware [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1515.624424] env[63622]: DEBUG nova.virt.hardware [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1515.624597] env[63622]: DEBUG nova.virt.hardware [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1515.624749] env[63622]: DEBUG nova.virt.hardware [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1515.624967] env[63622]: DEBUG nova.virt.hardware [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1515.625144] env[63622]: DEBUG nova.virt.hardware [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1515.625338] env[63622]: DEBUG nova.virt.hardware [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1515.625508] env[63622]: DEBUG nova.virt.hardware [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1515.625685] env[63622]: DEBUG nova.virt.hardware [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1515.626640] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d167056d-f7af-43f1-a7b1-4d4f2a6a611d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.637150] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a356f8-123a-4fce-979c-68f39e08ef65 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.655367] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ff1a3e9a-16bb-43e3-8326-b2af9326c821 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Lock "dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.355s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1515.749273] env[63622]: DEBUG oslo_vmware.api [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ade79d-4cf5-868b-5e5a-04f32d01b01c, 'name': SearchDatastore_Task, 'duration_secs': 0.017996} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.749569] env[63622]: DEBUG oslo_concurrency.lockutils [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.749847] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] b58ac762-c8e2-46c5-bd84-c0b70666aa5c/b58ac762-c8e2-46c5-bd84-c0b70666aa5c.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1515.750146] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd8cf9a0-326f-4c79-8c28-8a15339c36a3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.760350] env[63622]: DEBUG oslo_vmware.api [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1515.760350] env[63622]: value = "task-1816623" [ 1515.760350] env[63622]: _type = "Task" [ 1515.760350] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.770735] env[63622]: DEBUG oslo_vmware.api [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1816623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.828284] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2b3c3e29-8e17-4757-8f77-bd3b18d0217e tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.258s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1515.831419] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 25.834s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1515.849284] env[63622]: INFO nova.scheduler.client.report [None req-2b3c3e29-8e17-4757-8f77-bd3b18d0217e tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Deleted allocations for instance 58cda789-5ec7-4f99-88aa-67efb74b9b62 [ 1515.983767] env[63622]: DEBUG oslo_concurrency.lockutils [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Acquiring lock "6602df5b-e638-43d6-975a-b5379fb51776" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.984560] env[63622]: DEBUG oslo_concurrency.lockutils [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Lock "6602df5b-e638-43d6-975a-b5379fb51776" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.016612] env[63622]: DEBUG oslo_vmware.rw_handles [None req-a9cc9cd7-3c8d-4f7c-943d-4e292befe3ad tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529307a4-df54-35ea-3047-f46d642cbc5a/disk-0.vmdk. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1516.017999] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e3d319-0f46-435a-a458-54f2dacf5667 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.024879] env[63622]: DEBUG oslo_vmware.rw_handles [None req-a9cc9cd7-3c8d-4f7c-943d-4e292befe3ad tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529307a4-df54-35ea-3047-f46d642cbc5a/disk-0.vmdk is in state: ready. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1516.025087] env[63622]: ERROR oslo_vmware.rw_handles [None req-a9cc9cd7-3c8d-4f7c-943d-4e292befe3ad tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529307a4-df54-35ea-3047-f46d642cbc5a/disk-0.vmdk due to incomplete transfer. [ 1516.025321] env[63622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f603c418-72f7-4b40-b31e-f6e4ca41df39 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.035858] env[63622]: DEBUG oslo_vmware.rw_handles [None req-a9cc9cd7-3c8d-4f7c-943d-4e292befe3ad tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529307a4-df54-35ea-3047-f46d642cbc5a/disk-0.vmdk. {{(pid=63622) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1516.036091] env[63622]: DEBUG nova.virt.vmwareapi.images [None req-a9cc9cd7-3c8d-4f7c-943d-4e292befe3ad tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Uploaded image aa4025c2-fee4-493a-a058-c4c9b028d6cb to the Glance image server {{(pid=63622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1516.038382] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9cc9cd7-3c8d-4f7c-943d-4e292befe3ad tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Destroying the VM {{(pid=63622) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1516.039151] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8cd8d07b-0a8e-444e-a52b-47d5b3826570 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.045881] env[63622]: DEBUG oslo_vmware.api [None req-a9cc9cd7-3c8d-4f7c-943d-4e292befe3ad tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Waiting for the task: (returnval){ [ 1516.045881] env[63622]: value = "task-1816624" [ 1516.045881] env[63622]: _type = "Task" [ 1516.045881] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.059147] env[63622]: DEBUG oslo_vmware.api [None req-a9cc9cd7-3c8d-4f7c-943d-4e292befe3ad tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816624, 'name': Destroy_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.159062] env[63622]: DEBUG nova.compute.manager [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1516.164785] env[63622]: DEBUG oslo_concurrency.lockutils [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Acquiring lock "cd422152-9cf0-490e-b593-417fe5b56c0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.165047] env[63622]: DEBUG oslo_concurrency.lockutils [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Lock "cd422152-9cf0-490e-b593-417fe5b56c0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.272295] env[63622]: DEBUG oslo_vmware.api [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1816623, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.308198] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Acquiring lock "27ac1c9d-affb-4883-97fd-84b43ec0a054" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.308704] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Lock "27ac1c9d-affb-4883-97fd-84b43ec0a054" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.360665] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2b3c3e29-8e17-4757-8f77-bd3b18d0217e tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Lock "58cda789-5ec7-4f99-88aa-67efb74b9b62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.073s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.457646] env[63622]: DEBUG nova.network.neutron [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Successfully updated port: a16d3d31-a6cf-46cf-b2c2-754ea94580e1 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1516.552360] env[63622]: DEBUG nova.compute.manager [req-d1cdeab5-7cd7-4e3e-ad74-53e24177258e req-ea92c608-5516-4b32-988b-3857a07e4d54 service nova] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Received event network-vif-plugged-a16d3d31-a6cf-46cf-b2c2-754ea94580e1 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1516.552599] env[63622]: DEBUG oslo_concurrency.lockutils [req-d1cdeab5-7cd7-4e3e-ad74-53e24177258e req-ea92c608-5516-4b32-988b-3857a07e4d54 service nova] Acquiring lock "81e5c6eb-ca23-44f6-8ad4-bebac3fe146b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.552834] env[63622]: DEBUG oslo_concurrency.lockutils [req-d1cdeab5-7cd7-4e3e-ad74-53e24177258e req-ea92c608-5516-4b32-988b-3857a07e4d54 service nova] Lock "81e5c6eb-ca23-44f6-8ad4-bebac3fe146b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.553052] env[63622]: DEBUG oslo_concurrency.lockutils [req-d1cdeab5-7cd7-4e3e-ad74-53e24177258e req-ea92c608-5516-4b32-988b-3857a07e4d54 service nova] Lock "81e5c6eb-ca23-44f6-8ad4-bebac3fe146b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.553301] env[63622]: DEBUG nova.compute.manager [req-d1cdeab5-7cd7-4e3e-ad74-53e24177258e req-ea92c608-5516-4b32-988b-3857a07e4d54 service nova] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] No waiting events found dispatching network-vif-plugged-a16d3d31-a6cf-46cf-b2c2-754ea94580e1 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1516.553563] env[63622]: WARNING nova.compute.manager [req-d1cdeab5-7cd7-4e3e-ad74-53e24177258e req-ea92c608-5516-4b32-988b-3857a07e4d54 service nova] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Received unexpected event network-vif-plugged-a16d3d31-a6cf-46cf-b2c2-754ea94580e1 for instance with vm_state building and task_state spawning. [ 1516.560481] env[63622]: DEBUG oslo_vmware.api [None req-a9cc9cd7-3c8d-4f7c-943d-4e292befe3ad tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816624, 'name': Destroy_Task} progress is 33%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.690835] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.773908] env[63622]: DEBUG oslo_vmware.api [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1816623, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.926824} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.774288] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] b58ac762-c8e2-46c5-bd84-c0b70666aa5c/b58ac762-c8e2-46c5-bd84-c0b70666aa5c.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1516.774563] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1516.774845] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70cf63b4-baed-433a-9b08-b125e79bf43a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.783021] env[63622]: DEBUG oslo_vmware.api [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1516.783021] env[63622]: value = "task-1816625" [ 1516.783021] env[63622]: _type = "Task" [ 1516.783021] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.794712] env[63622]: DEBUG oslo_vmware.api [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1816625, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.813920] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3005c12e-9a9e-4d2e-9a9c-f3e90c03c220 tempest-VolumesAssistedSnapshotsTest-779053852 tempest-VolumesAssistedSnapshotsTest-779053852-project-admin] Acquiring lock "88c954d9-53e0-4349-80e0-50ce52e6e8e5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.814246] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3005c12e-9a9e-4d2e-9a9c-f3e90c03c220 tempest-VolumesAssistedSnapshotsTest-779053852 tempest-VolumesAssistedSnapshotsTest-779053852-project-admin] Lock "88c954d9-53e0-4349-80e0-50ce52e6e8e5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.853029] env[63622]: INFO nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Updating resource usage from migration 851faf64-e515-4247-8f37-aae850e9b683 [ 1516.879690] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1516.879789] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 26cfd079-2044-4975-8902-affe93c35647 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1516.879884] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance e7830255-e614-43b6-b6dc-73a3c48e4090 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1516.880505] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1516.880505] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 88c954d9-53e0-4349-80e0-50ce52e6e8e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1516.880505] env[63622]: WARNING nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance e0994819-1038-43e5-a215-57f0eb2a77e3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1516.880505] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1516.880758] env[63622]: WARNING nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 6e37ca42-4594-46f6-bcaa-88ea37c8de2d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1516.880758] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1516.880758] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 0436abf1-ae0c-4595-912c-e7957b7a64a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1516.880876] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance f2024142-be0c-465d-8e21-20dc270d760d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1516.880981] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 565f3e30-b352-4f31-ae46-769c18fb8c12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1516.882248] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 8cd420df-88e4-4174-b6e6-753b128f055d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1516.882248] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 8efee4bc-a038-47a3-b182-e7c8acfa6ac7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1516.882248] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 5411cbb5-08c5-4dbc-b327-26892a8257a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1516.882248] env[63622]: WARNING nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 7911008d-bcbb-4fb3-89b5-fb38ccfbd591 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1516.882248] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 57bcc753-9658-4126-ac0a-fa6b0bc1dc81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1516.882248] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 687c8f97-8e4a-4a95-bca9-710c0e8c98ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1516.882248] env[63622]: WARNING nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance d88a3d07-ca1b-4002-99a5-555fe6be3435 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1516.882248] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance c54c2c2c-a066-4b23-b0ed-95c422024d3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1516.882248] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance ada46b59-e636-461e-8650-8051a98550dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1516.882248] env[63622]: WARNING nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 6cb1a1a3-a953-47f1-bcbc-8c484409c460 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1516.882248] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1516.882634] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1516.882634] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance b58ac762-c8e2-46c5-bd84-c0b70666aa5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1516.882634] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1516.960415] env[63622]: DEBUG oslo_concurrency.lockutils [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Acquiring lock "refresh_cache-81e5c6eb-ca23-44f6-8ad4-bebac3fe146b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1516.960573] env[63622]: DEBUG oslo_concurrency.lockutils [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Acquired lock "refresh_cache-81e5c6eb-ca23-44f6-8ad4-bebac3fe146b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.960729] env[63622]: DEBUG nova.network.neutron [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1517.057746] env[63622]: DEBUG oslo_vmware.api [None req-a9cc9cd7-3c8d-4f7c-943d-4e292befe3ad tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816624, 'name': Destroy_Task, 'duration_secs': 0.71458} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.058523] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-a9cc9cd7-3c8d-4f7c-943d-4e292befe3ad tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Destroyed the VM [ 1517.058913] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a9cc9cd7-3c8d-4f7c-943d-4e292befe3ad tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Deleting Snapshot of the VM instance {{(pid=63622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1517.059335] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7a3c00c2-b9c5-4a08-8bc1-f467ac432993 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.070152] env[63622]: DEBUG oslo_vmware.api [None req-a9cc9cd7-3c8d-4f7c-943d-4e292befe3ad tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Waiting for the task: (returnval){ [ 1517.070152] env[63622]: value = "task-1816626" [ 1517.070152] env[63622]: _type = "Task" [ 1517.070152] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.078454] env[63622]: DEBUG oslo_vmware.api [None req-a9cc9cd7-3c8d-4f7c-943d-4e292befe3ad tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816626, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.295401] env[63622]: DEBUG oslo_vmware.api [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1816625, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147439} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.295912] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1517.296767] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc47acb-d8e0-413d-b147-a821be78407d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.321711] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] b58ac762-c8e2-46c5-bd84-c0b70666aa5c/b58ac762-c8e2-46c5-bd84-c0b70666aa5c.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1517.322534] env[63622]: INFO nova.compute.manager [None req-3005c12e-9a9e-4d2e-9a9c-f3e90c03c220 tempest-VolumesAssistedSnapshotsTest-779053852 tempest-VolumesAssistedSnapshotsTest-779053852-project-admin] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Detaching volume f1fa78d6-642e-4051-817b-1440ce851e33 [ 1517.326283] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8691c41-6272-4f53-b6a0-888ba2b514f6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.351112] env[63622]: DEBUG oslo_vmware.api [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1517.351112] env[63622]: value = "task-1816627" [ 1517.351112] env[63622]: _type = "Task" [ 1517.351112] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.363123] env[63622]: DEBUG oslo_vmware.api [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1816627, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.387071] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance b64116cf-848e-4a45-a8bc-401f9dd0fe9f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1517.394814] env[63622]: INFO nova.virt.block_device [None req-3005c12e-9a9e-4d2e-9a9c-f3e90c03c220 tempest-VolumesAssistedSnapshotsTest-779053852 tempest-VolumesAssistedSnapshotsTest-779053852-project-admin] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Attempting to driver detach volume f1fa78d6-642e-4051-817b-1440ce851e33 from mountpoint /dev/sdb [ 1517.395768] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-3005c12e-9a9e-4d2e-9a9c-f3e90c03c220 tempest-VolumesAssistedSnapshotsTest-779053852 tempest-VolumesAssistedSnapshotsTest-779053852-project-admin] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Volume detach. Driver type: vmdk {{(pid=63622) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1517.395768] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-3005c12e-9a9e-4d2e-9a9c-f3e90c03c220 tempest-VolumesAssistedSnapshotsTest-779053852 tempest-VolumesAssistedSnapshotsTest-779053852-project-admin] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376373', 'volume_id': 'f1fa78d6-642e-4051-817b-1440ce851e33', 'name': 'volume-f1fa78d6-642e-4051-817b-1440ce851e33', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '88c954d9-53e0-4349-80e0-50ce52e6e8e5', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1fa78d6-642e-4051-817b-1440ce851e33', 'serial': 'f1fa78d6-642e-4051-817b-1440ce851e33'} {{(pid=63622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1517.396275] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3678c45e-c85a-491b-bb44-3f49f761b60f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.419914] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b40b11-55ce-469b-a71f-78f1f44c3236 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.428767] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0017ec3c-08e8-4c9c-9924-75a53da7de68 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.456827] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b9be07-d0f1-427b-9d18-a5487ddf86aa {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.478870] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-3005c12e-9a9e-4d2e-9a9c-f3e90c03c220 tempest-VolumesAssistedSnapshotsTest-779053852 tempest-VolumesAssistedSnapshotsTest-779053852-project-admin] The volume has not been displaced from its original location: [datastore1] volume-f1fa78d6-642e-4051-817b-1440ce851e33/volume-f1fa78d6-642e-4051-817b-1440ce851e33.vmdk. No consolidation needed. {{(pid=63622) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1517.487013] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-3005c12e-9a9e-4d2e-9a9c-f3e90c03c220 tempest-VolumesAssistedSnapshotsTest-779053852 tempest-VolumesAssistedSnapshotsTest-779053852-project-admin] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Reconfiguring VM instance instance-0000000e to detach disk 2001 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1517.487013] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3edaa151-abe6-484a-83e0-f26488c74c1c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.507679] env[63622]: DEBUG oslo_vmware.api [None req-3005c12e-9a9e-4d2e-9a9c-f3e90c03c220 tempest-VolumesAssistedSnapshotsTest-779053852 tempest-VolumesAssistedSnapshotsTest-779053852-project-admin] Waiting for the task: (returnval){ [ 1517.507679] env[63622]: value = "task-1816628" [ 1517.507679] env[63622]: _type = "Task" [ 1517.507679] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.517445] env[63622]: DEBUG oslo_vmware.api [None req-3005c12e-9a9e-4d2e-9a9c-f3e90c03c220 tempest-VolumesAssistedSnapshotsTest-779053852 tempest-VolumesAssistedSnapshotsTest-779053852-project-admin] Task: {'id': task-1816628, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.553021] env[63622]: DEBUG nova.network.neutron [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1517.579037] env[63622]: DEBUG oslo_vmware.api [None req-a9cc9cd7-3c8d-4f7c-943d-4e292befe3ad tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816626, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.692812] env[63622]: DEBUG oslo_concurrency.lockutils [None req-caca8572-84eb-4408-8a29-fb28f8ecc404 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Acquiring lock "7c9e8b0e-9762-420f-b84e-6a3eb24c99ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.693144] env[63622]: DEBUG oslo_concurrency.lockutils [None req-caca8572-84eb-4408-8a29-fb28f8ecc404 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Lock "7c9e8b0e-9762-420f-b84e-6a3eb24c99ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.693354] env[63622]: DEBUG oslo_concurrency.lockutils [None req-caca8572-84eb-4408-8a29-fb28f8ecc404 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Acquiring lock "7c9e8b0e-9762-420f-b84e-6a3eb24c99ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.693622] env[63622]: DEBUG oslo_concurrency.lockutils [None req-caca8572-84eb-4408-8a29-fb28f8ecc404 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Lock "7c9e8b0e-9762-420f-b84e-6a3eb24c99ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.693847] env[63622]: DEBUG oslo_concurrency.lockutils [None req-caca8572-84eb-4408-8a29-fb28f8ecc404 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Lock "7c9e8b0e-9762-420f-b84e-6a3eb24c99ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.696645] env[63622]: INFO nova.compute.manager [None req-caca8572-84eb-4408-8a29-fb28f8ecc404 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Terminating instance [ 1517.754841] env[63622]: DEBUG nova.network.neutron [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Updating instance_info_cache with network_info: [{"id": "a16d3d31-a6cf-46cf-b2c2-754ea94580e1", "address": "fa:16:3e:ed:87:44", "network": {"id": "10236aa1-ff29-46b4-a33a-f3dee61d8ac7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-11799953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7c09ed2506546bca5962e0f8bd54c9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa16d3d31-a6", "ovs_interfaceid": "a16d3d31-a6cf-46cf-b2c2-754ea94580e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.865974] env[63622]: DEBUG oslo_vmware.api [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1816627, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.891102] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 37f59a1a-2002-42da-b2fe-123649034f89 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1518.020535] env[63622]: DEBUG oslo_vmware.api [None req-3005c12e-9a9e-4d2e-9a9c-f3e90c03c220 tempest-VolumesAssistedSnapshotsTest-779053852 tempest-VolumesAssistedSnapshotsTest-779053852-project-admin] Task: {'id': task-1816628, 'name': ReconfigVM_Task, 'duration_secs': 0.417382} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.020535] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-3005c12e-9a9e-4d2e-9a9c-f3e90c03c220 tempest-VolumesAssistedSnapshotsTest-779053852 tempest-VolumesAssistedSnapshotsTest-779053852-project-admin] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Reconfigured VM instance instance-0000000e to detach disk 2001 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1518.024310] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c5475bb-d15d-496b-a271-9782dbc96d7a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.041630] env[63622]: DEBUG oslo_vmware.api [None req-3005c12e-9a9e-4d2e-9a9c-f3e90c03c220 tempest-VolumesAssistedSnapshotsTest-779053852 tempest-VolumesAssistedSnapshotsTest-779053852-project-admin] Waiting for the task: (returnval){ [ 1518.041630] env[63622]: value = "task-1816629" [ 1518.041630] env[63622]: _type = "Task" [ 1518.041630] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.050375] env[63622]: DEBUG oslo_vmware.api [None req-3005c12e-9a9e-4d2e-9a9c-f3e90c03c220 tempest-VolumesAssistedSnapshotsTest-779053852 tempest-VolumesAssistedSnapshotsTest-779053852-project-admin] Task: {'id': task-1816629, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.078708] env[63622]: DEBUG oslo_vmware.api [None req-a9cc9cd7-3c8d-4f7c-943d-4e292befe3ad tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816626, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.201526] env[63622]: DEBUG nova.compute.manager [None req-caca8572-84eb-4408-8a29-fb28f8ecc404 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1518.201764] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-caca8572-84eb-4408-8a29-fb28f8ecc404 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1518.202685] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc2c0ac-fb64-47a1-a182-dc75e008a8a3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.211501] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-caca8572-84eb-4408-8a29-fb28f8ecc404 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1518.211749] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36323533-614d-4af9-90a4-377bffd063ad {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.257732] env[63622]: DEBUG oslo_concurrency.lockutils [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Releasing lock "refresh_cache-81e5c6eb-ca23-44f6-8ad4-bebac3fe146b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1518.258186] env[63622]: DEBUG nova.compute.manager [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Instance network_info: |[{"id": "a16d3d31-a6cf-46cf-b2c2-754ea94580e1", "address": "fa:16:3e:ed:87:44", "network": {"id": "10236aa1-ff29-46b4-a33a-f3dee61d8ac7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-11799953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7c09ed2506546bca5962e0f8bd54c9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa16d3d31-a6", "ovs_interfaceid": "a16d3d31-a6cf-46cf-b2c2-754ea94580e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1518.258715] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:87:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a16d3d31-a6cf-46cf-b2c2-754ea94580e1', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1518.266481] env[63622]: DEBUG oslo.service.loopingcall [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1518.266691] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1518.266943] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-586c5f8b-090a-44ac-b749-ed8b767c5f15 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.288282] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1518.288282] env[63622]: value = "task-1816631" [ 1518.288282] env[63622]: _type = "Task" [ 1518.288282] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.298706] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816631, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.365160] env[63622]: DEBUG oslo_vmware.api [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1816627, 'name': ReconfigVM_Task, 'duration_secs': 0.566858} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.365537] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Reconfigured VM instance instance-0000002b to attach disk [datastore1] b58ac762-c8e2-46c5-bd84-c0b70666aa5c/b58ac762-c8e2-46c5-bd84-c0b70666aa5c.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1518.366284] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3900ee64-1114-4dbc-bc59-2242ddb2cc2c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.374308] env[63622]: DEBUG oslo_vmware.api [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1518.374308] env[63622]: value = "task-1816632" [ 1518.374308] env[63622]: _type = "Task" [ 1518.374308] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.382823] env[63622]: DEBUG oslo_vmware.api [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1816632, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.397244] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1518.547834] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-caca8572-84eb-4408-8a29-fb28f8ecc404 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1518.548222] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-caca8572-84eb-4408-8a29-fb28f8ecc404 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1518.548489] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-caca8572-84eb-4408-8a29-fb28f8ecc404 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Deleting the datastore file [datastore1] 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1518.549221] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f4082f7-38b4-444e-867c-0255a080ab08 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.554367] env[63622]: DEBUG oslo_vmware.api [None req-3005c12e-9a9e-4d2e-9a9c-f3e90c03c220 tempest-VolumesAssistedSnapshotsTest-779053852 tempest-VolumesAssistedSnapshotsTest-779053852-project-admin] Task: {'id': task-1816629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.559781] env[63622]: DEBUG oslo_vmware.api [None req-caca8572-84eb-4408-8a29-fb28f8ecc404 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Waiting for the task: (returnval){ [ 1518.559781] env[63622]: value = "task-1816633" [ 1518.559781] env[63622]: _type = "Task" [ 1518.559781] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.568365] env[63622]: DEBUG oslo_vmware.api [None req-caca8572-84eb-4408-8a29-fb28f8ecc404 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Task: {'id': task-1816633, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.577606] env[63622]: DEBUG nova.compute.manager [req-49a68d35-264e-461a-a6ae-447fdabbec3b req-ad46a019-0f6a-4aee-a4e7-6cc34538a3dd service nova] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Received event network-changed-a16d3d31-a6cf-46cf-b2c2-754ea94580e1 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1518.577606] env[63622]: DEBUG nova.compute.manager [req-49a68d35-264e-461a-a6ae-447fdabbec3b req-ad46a019-0f6a-4aee-a4e7-6cc34538a3dd service nova] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Refreshing instance network info cache due to event network-changed-a16d3d31-a6cf-46cf-b2c2-754ea94580e1. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1518.577923] env[63622]: DEBUG oslo_concurrency.lockutils [req-49a68d35-264e-461a-a6ae-447fdabbec3b req-ad46a019-0f6a-4aee-a4e7-6cc34538a3dd service nova] Acquiring lock "refresh_cache-81e5c6eb-ca23-44f6-8ad4-bebac3fe146b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.577923] env[63622]: DEBUG oslo_concurrency.lockutils [req-49a68d35-264e-461a-a6ae-447fdabbec3b req-ad46a019-0f6a-4aee-a4e7-6cc34538a3dd service nova] Acquired lock "refresh_cache-81e5c6eb-ca23-44f6-8ad4-bebac3fe146b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.578097] env[63622]: DEBUG nova.network.neutron [req-49a68d35-264e-461a-a6ae-447fdabbec3b req-ad46a019-0f6a-4aee-a4e7-6cc34538a3dd service nova] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Refreshing network info cache for port a16d3d31-a6cf-46cf-b2c2-754ea94580e1 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1518.582597] env[63622]: DEBUG oslo_vmware.api [None req-a9cc9cd7-3c8d-4f7c-943d-4e292befe3ad tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816626, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.799856] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816631, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.887366] env[63622]: DEBUG oslo_vmware.api [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1816632, 'name': Rename_Task, 'duration_secs': 0.159046} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.887883] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1518.888253] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b36c43bd-5821-4c99-bb62-15b150b4c4c0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.896192] env[63622]: DEBUG oslo_vmware.api [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1518.896192] env[63622]: value = "task-1816634" [ 1518.896192] env[63622]: _type = "Task" [ 1518.896192] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.900221] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 46d6188c-3bfd-473e-9034-3b4c6503dbf2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1518.907385] env[63622]: DEBUG oslo_vmware.api [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1816634, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.940844] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Acquiring lock "83361e30-32ff-4dbb-8da8-cf8fb66a043f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.941118] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Lock "83361e30-32ff-4dbb-8da8-cf8fb66a043f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.053144] env[63622]: DEBUG oslo_vmware.api [None req-3005c12e-9a9e-4d2e-9a9c-f3e90c03c220 tempest-VolumesAssistedSnapshotsTest-779053852 tempest-VolumesAssistedSnapshotsTest-779053852-project-admin] Task: {'id': task-1816629, 'name': ReconfigVM_Task, 'duration_secs': 0.981073} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.053503] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-3005c12e-9a9e-4d2e-9a9c-f3e90c03c220 tempest-VolumesAssistedSnapshotsTest-779053852 tempest-VolumesAssistedSnapshotsTest-779053852-project-admin] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376373', 'volume_id': 'f1fa78d6-642e-4051-817b-1440ce851e33', 'name': 'volume-f1fa78d6-642e-4051-817b-1440ce851e33', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '88c954d9-53e0-4349-80e0-50ce52e6e8e5', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1fa78d6-642e-4051-817b-1440ce851e33', 'serial': 'f1fa78d6-642e-4051-817b-1440ce851e33'} {{(pid=63622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1519.071583] env[63622]: DEBUG oslo_vmware.api [None req-caca8572-84eb-4408-8a29-fb28f8ecc404 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Task: {'id': task-1816633, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.38736} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.075270] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-caca8572-84eb-4408-8a29-fb28f8ecc404 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1519.075545] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-caca8572-84eb-4408-8a29-fb28f8ecc404 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1519.075814] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-caca8572-84eb-4408-8a29-fb28f8ecc404 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1519.076054] env[63622]: INFO nova.compute.manager [None req-caca8572-84eb-4408-8a29-fb28f8ecc404 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Took 0.87 seconds to destroy the instance on the hypervisor. [ 1519.076361] env[63622]: DEBUG oslo.service.loopingcall [None req-caca8572-84eb-4408-8a29-fb28f8ecc404 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1519.076690] env[63622]: DEBUG nova.compute.manager [-] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1519.076799] env[63622]: DEBUG nova.network.neutron [-] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1519.089409] env[63622]: DEBUG oslo_vmware.api [None req-a9cc9cd7-3c8d-4f7c-943d-4e292befe3ad tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816626, 'name': RemoveSnapshot_Task, 'duration_secs': 1.529302} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.089696] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a9cc9cd7-3c8d-4f7c-943d-4e292befe3ad tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Deleted Snapshot of the VM instance {{(pid=63622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1519.089927] env[63622]: INFO nova.compute.manager [None req-a9cc9cd7-3c8d-4f7c-943d-4e292befe3ad tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Took 18.25 seconds to snapshot the instance on the hypervisor. [ 1519.301781] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816631, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.376956] env[63622]: DEBUG nova.network.neutron [req-49a68d35-264e-461a-a6ae-447fdabbec3b req-ad46a019-0f6a-4aee-a4e7-6cc34538a3dd service nova] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Updated VIF entry in instance network info cache for port a16d3d31-a6cf-46cf-b2c2-754ea94580e1. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1519.377504] env[63622]: DEBUG nova.network.neutron [req-49a68d35-264e-461a-a6ae-447fdabbec3b req-ad46a019-0f6a-4aee-a4e7-6cc34538a3dd service nova] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Updating instance_info_cache with network_info: [{"id": "a16d3d31-a6cf-46cf-b2c2-754ea94580e1", "address": "fa:16:3e:ed:87:44", "network": {"id": "10236aa1-ff29-46b4-a33a-f3dee61d8ac7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-11799953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7c09ed2506546bca5962e0f8bd54c9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa16d3d31-a6", "ovs_interfaceid": "a16d3d31-a6cf-46cf-b2c2-754ea94580e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.403456] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 7bc81540-835a-470c-ab27-6ec1fb8d9cfc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1519.410024] env[63622]: DEBUG oslo_vmware.api [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1816634, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.629901] env[63622]: DEBUG nova.objects.instance [None req-3005c12e-9a9e-4d2e-9a9c-f3e90c03c220 tempest-VolumesAssistedSnapshotsTest-779053852 tempest-VolumesAssistedSnapshotsTest-779053852-project-admin] Lazy-loading 'flavor' on Instance uuid 88c954d9-53e0-4349-80e0-50ce52e6e8e5 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1519.802710] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816631, 'name': CreateVM_Task, 'duration_secs': 1.222962} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.803158] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1519.804013] env[63622]: DEBUG oslo_concurrency.lockutils [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.804343] env[63622]: DEBUG oslo_concurrency.lockutils [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.804749] env[63622]: DEBUG oslo_concurrency.lockutils [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1519.805109] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fe09a93-c293-4ca9-b1a1-0116ff13fa84 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.811055] env[63622]: DEBUG oslo_vmware.api [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Waiting for the task: (returnval){ [ 1519.811055] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52c57bb5-1fc9-8708-151b-0a3d8bcc20e1" [ 1519.811055] env[63622]: _type = "Task" [ 1519.811055] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.820256] env[63622]: DEBUG oslo_vmware.api [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52c57bb5-1fc9-8708-151b-0a3d8bcc20e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.881507] env[63622]: DEBUG oslo_concurrency.lockutils [req-49a68d35-264e-461a-a6ae-447fdabbec3b req-ad46a019-0f6a-4aee-a4e7-6cc34538a3dd service nova] Releasing lock "refresh_cache-81e5c6eb-ca23-44f6-8ad4-bebac3fe146b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.881810] env[63622]: DEBUG nova.network.neutron [-] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.909482] env[63622]: DEBUG oslo_vmware.api [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1816634, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.912063] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 88a07015-5ac1-45f5-9394-aa2c83a968c2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1520.059167] env[63622]: DEBUG oslo_concurrency.lockutils [None req-146608d4-8fb2-4d79-a600-3222eeeec438 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "interface-3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.059479] env[63622]: DEBUG oslo_concurrency.lockutils [None req-146608d4-8fb2-4d79-a600-3222eeeec438 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "interface-3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.059846] env[63622]: DEBUG nova.objects.instance [None req-146608d4-8fb2-4d79-a600-3222eeeec438 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lazy-loading 'flavor' on Instance uuid 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1520.322714] env[63622]: DEBUG oslo_vmware.api [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52c57bb5-1fc9-8708-151b-0a3d8bcc20e1, 'name': SearchDatastore_Task, 'duration_secs': 0.013446} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.323120] env[63622]: DEBUG oslo_concurrency.lockutils [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1520.323431] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1520.323678] env[63622]: DEBUG oslo_concurrency.lockutils [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.323834] env[63622]: DEBUG oslo_concurrency.lockutils [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.324031] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1520.324311] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebcd69a0-df4c-4fc2-b722-8121a409c4ac {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.334514] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1520.334759] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1520.335796] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4337d566-4125-4cba-b734-5b389665b4ed {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.341705] env[63622]: DEBUG oslo_vmware.api [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Waiting for the task: (returnval){ [ 1520.341705] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]521dbec5-e41e-5a00-9a44-a5f08f4b3fcf" [ 1520.341705] env[63622]: _type = "Task" [ 1520.341705] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.351422] env[63622]: DEBUG oslo_vmware.api [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]521dbec5-e41e-5a00-9a44-a5f08f4b3fcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.384116] env[63622]: INFO nova.compute.manager [-] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Took 1.31 seconds to deallocate network for instance. [ 1520.408253] env[63622]: DEBUG oslo_vmware.api [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1816634, 'name': PowerOnVM_Task, 'duration_secs': 1.134498} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.408535] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1520.408743] env[63622]: INFO nova.compute.manager [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Took 9.77 seconds to spawn the instance on the hypervisor. [ 1520.408925] env[63622]: DEBUG nova.compute.manager [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1520.409701] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ec0c71-5915-41c8-b5d2-e171630f5a13 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.414334] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance cd606483-2cfa-4a3f-af12-cde244aa4a7c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1520.637576] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3005c12e-9a9e-4d2e-9a9c-f3e90c03c220 tempest-VolumesAssistedSnapshotsTest-779053852 tempest-VolumesAssistedSnapshotsTest-779053852-project-admin] Lock "88c954d9-53e0-4349-80e0-50ce52e6e8e5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.823s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.653669] env[63622]: DEBUG nova.objects.instance [None req-146608d4-8fb2-4d79-a600-3222eeeec438 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lazy-loading 'pci_requests' on Instance uuid 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1520.853607] env[63622]: DEBUG oslo_vmware.api [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]521dbec5-e41e-5a00-9a44-a5f08f4b3fcf, 'name': SearchDatastore_Task, 'duration_secs': 0.010188} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.854456] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb9beed1-d40d-44d9-a781-af8b6303e9e8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.861646] env[63622]: DEBUG oslo_vmware.api [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Waiting for the task: (returnval){ [ 1520.861646] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5271efef-d875-b745-b9b8-2ac2baecee0c" [ 1520.861646] env[63622]: _type = "Task" [ 1520.861646] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.870505] env[63622]: DEBUG oslo_vmware.api [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5271efef-d875-b745-b9b8-2ac2baecee0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.873840] env[63622]: DEBUG nova.compute.manager [req-d3bfca5e-ba7f-43fa-9761-7cc5fcfc13f9 req-07118caf-a79c-41c8-b81c-1d63d20fb225 service nova] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Received event network-vif-deleted-7969a6cd-48b1-41bb-a0f9-7a5487b48c11 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1520.890451] env[63622]: DEBUG oslo_concurrency.lockutils [None req-caca8572-84eb-4408-8a29-fb28f8ecc404 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.921098] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance d6332bd4-194a-4708-a682-62bb362d6b4e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1520.932525] env[63622]: INFO nova.compute.manager [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Took 37.64 seconds to build instance. [ 1521.156917] env[63622]: DEBUG nova.objects.base [None req-146608d4-8fb2-4d79-a600-3222eeeec438 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Object Instance<3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241> lazy-loaded attributes: flavor,pci_requests {{(pid=63622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1521.157068] env[63622]: DEBUG nova.network.neutron [None req-146608d4-8fb2-4d79-a600-3222eeeec438 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1521.226888] env[63622]: DEBUG nova.policy [None req-146608d4-8fb2-4d79-a600-3222eeeec438 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9cda26dfa747464dbb4e31462c6d1ceb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8f5612ea5ba4729af8f16a350d2c1fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1521.377636] env[63622]: DEBUG oslo_vmware.api [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5271efef-d875-b745-b9b8-2ac2baecee0c, 'name': SearchDatastore_Task, 'duration_secs': 0.015647} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.378032] env[63622]: DEBUG oslo_concurrency.lockutils [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.378248] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b/81e5c6eb-ca23-44f6-8ad4-bebac3fe146b.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1521.378588] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33037c73-b444-4af3-a672-c4f74c35a22c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.390303] env[63622]: DEBUG oslo_vmware.api [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Waiting for the task: (returnval){ [ 1521.390303] env[63622]: value = "task-1816636" [ 1521.390303] env[63622]: _type = "Task" [ 1521.390303] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.404553] env[63622]: DEBUG oslo_vmware.api [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': task-1816636, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.428801] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance be8f9418-ff2d-4a0f-b24f-869917441642 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1521.429026] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Migration 851faf64-e515-4247-8f37-aae850e9b683 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1521.429148] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 42ace043-c368-4557-89fc-dbbf40c022ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1521.430882] env[63622]: DEBUG oslo_concurrency.lockutils [None req-66156e0b-eb3c-491e-a16d-9cf2b9842194 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "b58ac762-c8e2-46c5-bd84-c0b70666aa5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.251s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.727868] env[63622]: DEBUG nova.network.neutron [None req-146608d4-8fb2-4d79-a600-3222eeeec438 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Successfully created port: 8db273c5-983f-42b6-82ab-1a761bb6c0ee {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1521.903193] env[63622]: DEBUG oslo_vmware.api [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': task-1816636, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.935013] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 6602df5b-e638-43d6-975a-b5379fb51776 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1521.936693] env[63622]: DEBUG nova.compute.manager [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1522.402204] env[63622]: DEBUG oslo_vmware.api [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': task-1816636, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.777611} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.402204] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b/81e5c6eb-ca23-44f6-8ad4-bebac3fe146b.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1522.402556] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1522.402642] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-508fde02-839c-4eda-8937-18ee0ce02b49 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.412114] env[63622]: DEBUG oslo_vmware.api [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Waiting for the task: (returnval){ [ 1522.412114] env[63622]: value = "task-1816637" [ 1522.412114] env[63622]: _type = "Task" [ 1522.412114] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.421262] env[63622]: DEBUG oslo_vmware.api [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': task-1816637, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.446336] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance cd422152-9cf0-490e-b593-417fe5b56c0c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1522.468540] env[63622]: DEBUG oslo_concurrency.lockutils [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.477032] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a80eba65-9ad6-4299-93d9-091d010cd4de tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "36760974-a555-4257-ba6e-4859144dec61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.477217] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a80eba65-9ad6-4299-93d9-091d010cd4de tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "36760974-a555-4257-ba6e-4859144dec61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.921594] env[63622]: DEBUG oslo_vmware.api [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': task-1816637, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086167} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.921979] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1522.922786] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49998640-4308-4b16-97fa-96d0635619fe {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.945863] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b/81e5c6eb-ca23-44f6-8ad4-bebac3fe146b.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1522.946547] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6050019-f69d-4e19-b5aa-50542f951a18 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.961314] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 27ac1c9d-affb-4883-97fd-84b43ec0a054 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1522.961530] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1522.961681] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4800MB phys_disk=200GB used_disk=22GB total_vcpus=48 used_vcpus=22 pci_stats=[] {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1522.971190] env[63622]: DEBUG oslo_vmware.api [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Waiting for the task: (returnval){ [ 1522.971190] env[63622]: value = "task-1816638" [ 1522.971190] env[63622]: _type = "Task" [ 1522.971190] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.983701] env[63622]: DEBUG oslo_vmware.api [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': task-1816638, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.378858] env[63622]: DEBUG nova.compute.manager [None req-5d7b2413-e36b-4b53-bdd3-0616f361eb5d tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1523.381917] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad540ab1-a09b-426e-a4fe-79527747dcac {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.431575] env[63622]: DEBUG nova.network.neutron [None req-146608d4-8fb2-4d79-a600-3222eeeec438 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Successfully updated port: 8db273c5-983f-42b6-82ab-1a761bb6c0ee {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1523.482079] env[63622]: DEBUG oslo_vmware.api [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': task-1816638, 'name': ReconfigVM_Task, 'duration_secs': 0.33894} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.485038] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b/81e5c6eb-ca23-44f6-8ad4-bebac3fe146b.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1523.485840] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09f4de5f-cb22-4cf0-b741-4b174ccb0d2b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.495422] env[63622]: DEBUG oslo_vmware.api [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Waiting for the task: (returnval){ [ 1523.495422] env[63622]: value = "task-1816639" [ 1523.495422] env[63622]: _type = "Task" [ 1523.495422] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.506715] env[63622]: DEBUG oslo_vmware.api [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': task-1816639, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.527113] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c710292c-d69e-41e3-935c-897b0de4e0dd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.534302] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdeafe1a-7638-4823-89b5-622dee769e7a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.565783] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87ea03b-6ed7-4371-9446-252ca5ff820d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.574088] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840ca878-dae7-4c10-a5f7-2497fae89a79 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.588153] env[63622]: DEBUG nova.compute.provider_tree [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1523.729028] env[63622]: DEBUG nova.compute.manager [req-26c4a13e-ab5d-492e-9ba9-b2e548bf2872 req-8559a39a-b2c2-4031-a639-2411ae4fe7bb service nova] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Received event network-vif-plugged-8db273c5-983f-42b6-82ab-1a761bb6c0ee {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1523.729028] env[63622]: DEBUG oslo_concurrency.lockutils [req-26c4a13e-ab5d-492e-9ba9-b2e548bf2872 req-8559a39a-b2c2-4031-a639-2411ae4fe7bb service nova] Acquiring lock "3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.729212] env[63622]: DEBUG oslo_concurrency.lockutils [req-26c4a13e-ab5d-492e-9ba9-b2e548bf2872 req-8559a39a-b2c2-4031-a639-2411ae4fe7bb service nova] Lock "3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.729394] env[63622]: DEBUG oslo_concurrency.lockutils [req-26c4a13e-ab5d-492e-9ba9-b2e548bf2872 req-8559a39a-b2c2-4031-a639-2411ae4fe7bb service nova] Lock "3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1523.729566] env[63622]: DEBUG nova.compute.manager [req-26c4a13e-ab5d-492e-9ba9-b2e548bf2872 req-8559a39a-b2c2-4031-a639-2411ae4fe7bb service nova] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] No waiting events found dispatching network-vif-plugged-8db273c5-983f-42b6-82ab-1a761bb6c0ee {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1523.729765] env[63622]: WARNING nova.compute.manager [req-26c4a13e-ab5d-492e-9ba9-b2e548bf2872 req-8559a39a-b2c2-4031-a639-2411ae4fe7bb service nova] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Received unexpected event network-vif-plugged-8db273c5-983f-42b6-82ab-1a761bb6c0ee for instance with vm_state active and task_state None. [ 1523.896446] env[63622]: INFO nova.compute.manager [None req-5d7b2413-e36b-4b53-bdd3-0616f361eb5d tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] instance snapshotting [ 1523.899666] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f9d328-16dc-476a-ab23-68ef080b4ede {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.924690] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341c5a35-1d99-4ac8-984d-76de926df211 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.935735] env[63622]: DEBUG oslo_concurrency.lockutils [None req-146608d4-8fb2-4d79-a600-3222eeeec438 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "refresh_cache-3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.935987] env[63622]: DEBUG oslo_concurrency.lockutils [None req-146608d4-8fb2-4d79-a600-3222eeeec438 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquired lock "refresh_cache-3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.936197] env[63622]: DEBUG nova.network.neutron [None req-146608d4-8fb2-4d79-a600-3222eeeec438 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1524.007289] env[63622]: DEBUG oslo_vmware.api [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': task-1816639, 'name': Rename_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.092542] env[63622]: DEBUG nova.scheduler.client.report [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1524.439381] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7b2413-e36b-4b53-bdd3-0616f361eb5d tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Creating Snapshot of the VM instance {{(pid=63622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1524.441714] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b70028de-a30d-40f0-b81a-36ad954e796e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.451498] env[63622]: DEBUG oslo_vmware.api [None req-5d7b2413-e36b-4b53-bdd3-0616f361eb5d tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Waiting for the task: (returnval){ [ 1524.451498] env[63622]: value = "task-1816640" [ 1524.451498] env[63622]: _type = "Task" [ 1524.451498] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.461664] env[63622]: DEBUG oslo_vmware.api [None req-5d7b2413-e36b-4b53-bdd3-0616f361eb5d tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816640, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.475621] env[63622]: WARNING nova.network.neutron [None req-146608d4-8fb2-4d79-a600-3222eeeec438 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] f89b84ee-0198-4049-90af-155f3fe967e5 already exists in list: networks containing: ['f89b84ee-0198-4049-90af-155f3fe967e5']. ignoring it [ 1524.507580] env[63622]: DEBUG oslo_vmware.api [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': task-1816639, 'name': Rename_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.596229] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1524.596527] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.765s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.596815] env[63622]: DEBUG oslo_concurrency.lockutils [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.288s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1524.598881] env[63622]: INFO nova.compute.claims [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1524.870316] env[63622]: DEBUG nova.network.neutron [None req-146608d4-8fb2-4d79-a600-3222eeeec438 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Updating instance_info_cache with network_info: [{"id": "6085b44d-f95e-4d17-b536-9d57d3bc83ab", "address": "fa:16:3e:2b:b7:c2", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6085b44d-f9", "ovs_interfaceid": "6085b44d-f95e-4d17-b536-9d57d3bc83ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8db273c5-983f-42b6-82ab-1a761bb6c0ee", "address": "fa:16:3e:ac:c7:9a", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db273c5-98", "ovs_interfaceid": "8db273c5-983f-42b6-82ab-1a761bb6c0ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.962576] env[63622]: DEBUG oslo_vmware.api [None req-5d7b2413-e36b-4b53-bdd3-0616f361eb5d tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816640, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.008045] env[63622]: DEBUG oslo_vmware.api [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': task-1816639, 'name': Rename_Task, 'duration_secs': 1.070259} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.008045] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1525.008219] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85d7e963-2ce4-41d3-afd6-c9af5d53219b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.016362] env[63622]: DEBUG oslo_vmware.api [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Waiting for the task: (returnval){ [ 1525.016362] env[63622]: value = "task-1816641" [ 1525.016362] env[63622]: _type = "Task" [ 1525.016362] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.025413] env[63622]: DEBUG oslo_vmware.api [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': task-1816641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.118077] env[63622]: DEBUG oslo_concurrency.lockutils [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "4fe79ca1-00cd-4360-9179-96997ca32b34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1525.118377] env[63622]: DEBUG oslo_concurrency.lockutils [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "4fe79ca1-00cd-4360-9179-96997ca32b34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.373371] env[63622]: DEBUG oslo_concurrency.lockutils [None req-146608d4-8fb2-4d79-a600-3222eeeec438 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Releasing lock "refresh_cache-3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.374216] env[63622]: DEBUG oslo_concurrency.lockutils [None req-146608d4-8fb2-4d79-a600-3222eeeec438 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.374442] env[63622]: DEBUG oslo_concurrency.lockutils [None req-146608d4-8fb2-4d79-a600-3222eeeec438 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquired lock "3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.375457] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c47b5da-086f-4b23-ad06-b2c0f4e61736 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.396638] env[63622]: DEBUG nova.virt.hardware [None req-146608d4-8fb2-4d79-a600-3222eeeec438 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1525.396900] env[63622]: DEBUG nova.virt.hardware [None req-146608d4-8fb2-4d79-a600-3222eeeec438 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1525.397072] env[63622]: DEBUG nova.virt.hardware [None req-146608d4-8fb2-4d79-a600-3222eeeec438 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1525.397258] env[63622]: DEBUG nova.virt.hardware [None req-146608d4-8fb2-4d79-a600-3222eeeec438 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1525.397408] env[63622]: DEBUG nova.virt.hardware [None req-146608d4-8fb2-4d79-a600-3222eeeec438 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1525.397565] env[63622]: DEBUG nova.virt.hardware [None req-146608d4-8fb2-4d79-a600-3222eeeec438 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1525.397768] env[63622]: DEBUG nova.virt.hardware [None req-146608d4-8fb2-4d79-a600-3222eeeec438 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1525.397927] env[63622]: DEBUG nova.virt.hardware [None req-146608d4-8fb2-4d79-a600-3222eeeec438 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1525.398109] env[63622]: DEBUG nova.virt.hardware [None req-146608d4-8fb2-4d79-a600-3222eeeec438 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1525.398277] env[63622]: DEBUG nova.virt.hardware [None req-146608d4-8fb2-4d79-a600-3222eeeec438 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1525.398451] env[63622]: DEBUG nova.virt.hardware [None req-146608d4-8fb2-4d79-a600-3222eeeec438 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1525.404743] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-146608d4-8fb2-4d79-a600-3222eeeec438 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Reconfiguring VM to attach interface {{(pid=63622) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1525.405075] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5d0eeb7-686d-4ab8-bc0f-88dd15dff095 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.423083] env[63622]: DEBUG oslo_vmware.api [None req-146608d4-8fb2-4d79-a600-3222eeeec438 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1525.423083] env[63622]: value = "task-1816642" [ 1525.423083] env[63622]: _type = "Task" [ 1525.423083] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.431462] env[63622]: DEBUG oslo_vmware.api [None req-146608d4-8fb2-4d79-a600-3222eeeec438 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816642, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.462773] env[63622]: DEBUG oslo_vmware.api [None req-5d7b2413-e36b-4b53-bdd3-0616f361eb5d tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816640, 'name': CreateSnapshot_Task, 'duration_secs': 0.862277} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.463093] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7b2413-e36b-4b53-bdd3-0616f361eb5d tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Created Snapshot of the VM instance {{(pid=63622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1525.464185] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ae20d3-874f-417c-af49-5f4d38b9ddd1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.527243] env[63622]: DEBUG oslo_vmware.api [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': task-1816641, 'name': PowerOnVM_Task, 'duration_secs': 0.502917} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.527540] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1525.527820] env[63622]: INFO nova.compute.manager [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Took 9.93 seconds to spawn the instance on the hypervisor. [ 1525.528141] env[63622]: DEBUG nova.compute.manager [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1525.529010] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22258247-11ce-46a5-a5ee-289f7b2a5ef4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.614039] env[63622]: DEBUG oslo_concurrency.lockutils [None req-09881380-9386-4bf5-bf92-c1a13ab71453 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Acquiring lock "88c954d9-53e0-4349-80e0-50ce52e6e8e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1525.614284] env[63622]: DEBUG oslo_concurrency.lockutils [None req-09881380-9386-4bf5-bf92-c1a13ab71453 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Lock "88c954d9-53e0-4349-80e0-50ce52e6e8e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.614533] env[63622]: DEBUG oslo_concurrency.lockutils [None req-09881380-9386-4bf5-bf92-c1a13ab71453 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Acquiring lock "88c954d9-53e0-4349-80e0-50ce52e6e8e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1525.614729] env[63622]: DEBUG oslo_concurrency.lockutils [None req-09881380-9386-4bf5-bf92-c1a13ab71453 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Lock "88c954d9-53e0-4349-80e0-50ce52e6e8e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.614899] env[63622]: DEBUG oslo_concurrency.lockutils [None req-09881380-9386-4bf5-bf92-c1a13ab71453 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Lock "88c954d9-53e0-4349-80e0-50ce52e6e8e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.617101] env[63622]: INFO nova.compute.manager [None req-09881380-9386-4bf5-bf92-c1a13ab71453 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Terminating instance [ 1525.935567] env[63622]: DEBUG oslo_vmware.api [None req-146608d4-8fb2-4d79-a600-3222eeeec438 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.983268] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7b2413-e36b-4b53-bdd3-0616f361eb5d tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Creating linked-clone VM from snapshot {{(pid=63622) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1525.986220] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4edddabc-f278-445e-a76b-07695a205047 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.995181] env[63622]: DEBUG oslo_vmware.api [None req-5d7b2413-e36b-4b53-bdd3-0616f361eb5d tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Waiting for the task: (returnval){ [ 1525.995181] env[63622]: value = "task-1816643" [ 1525.995181] env[63622]: _type = "Task" [ 1525.995181] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.008594] env[63622]: DEBUG oslo_vmware.api [None req-5d7b2413-e36b-4b53-bdd3-0616f361eb5d tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816643, 'name': CloneVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.050383] env[63622]: INFO nova.compute.manager [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Took 40.26 seconds to build instance. [ 1526.123897] env[63622]: DEBUG nova.compute.manager [None req-09881380-9386-4bf5-bf92-c1a13ab71453 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1526.123897] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-09881380-9386-4bf5-bf92-c1a13ab71453 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1526.127324] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c70bbe2-a7c4-4e86-9b6a-c5a74ef3de49 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.135774] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-09881380-9386-4bf5-bf92-c1a13ab71453 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1526.136084] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7e26133-a240-40f8-9150-033c8c0133a1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.144729] env[63622]: DEBUG oslo_vmware.api [None req-09881380-9386-4bf5-bf92-c1a13ab71453 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Waiting for the task: (returnval){ [ 1526.144729] env[63622]: value = "task-1816644" [ 1526.144729] env[63622]: _type = "Task" [ 1526.144729] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.153982] env[63622]: DEBUG oslo_vmware.api [None req-09881380-9386-4bf5-bf92-c1a13ab71453 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Task: {'id': task-1816644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.169045] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c4a76c-83c7-42a4-8271-f545d75c4494 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.177988] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcccb60b-1485-4352-b687-7f072f033ba7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.210632] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ab49c5-33ce-41bc-ace4-ddf4ce40e254 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.218632] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a181ac-7167-43ff-a8bc-90979c639056 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.232897] env[63622]: DEBUG nova.compute.provider_tree [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1526.309487] env[63622]: DEBUG nova.compute.manager [None req-ad08d034-150c-4341-a468-3e7f5d2a7bb3 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1526.310542] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b7bf9d-e861-4673-abb7-04ba004bd7ff {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.434344] env[63622]: DEBUG oslo_vmware.api [None req-146608d4-8fb2-4d79-a600-3222eeeec438 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816642, 'name': ReconfigVM_Task, 'duration_secs': 0.588131} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.434770] env[63622]: DEBUG oslo_concurrency.lockutils [None req-146608d4-8fb2-4d79-a600-3222eeeec438 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Releasing lock "3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.435033] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-146608d4-8fb2-4d79-a600-3222eeeec438 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Reconfigured VM to attach interface {{(pid=63622) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1526.444703] env[63622]: DEBUG nova.compute.manager [req-387415cc-9488-4d07-8793-6c9ad8681e76 req-3b1a175b-8dd9-41d7-ae58-dc178c817bba service nova] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Received event network-changed-8db273c5-983f-42b6-82ab-1a761bb6c0ee {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1526.444897] env[63622]: DEBUG nova.compute.manager [req-387415cc-9488-4d07-8793-6c9ad8681e76 req-3b1a175b-8dd9-41d7-ae58-dc178c817bba service nova] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Refreshing instance network info cache due to event network-changed-8db273c5-983f-42b6-82ab-1a761bb6c0ee. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1526.445138] env[63622]: DEBUG oslo_concurrency.lockutils [req-387415cc-9488-4d07-8793-6c9ad8681e76 req-3b1a175b-8dd9-41d7-ae58-dc178c817bba service nova] Acquiring lock "refresh_cache-3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1526.445290] env[63622]: DEBUG oslo_concurrency.lockutils [req-387415cc-9488-4d07-8793-6c9ad8681e76 req-3b1a175b-8dd9-41d7-ae58-dc178c817bba service nova] Acquired lock "refresh_cache-3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.445493] env[63622]: DEBUG nova.network.neutron [req-387415cc-9488-4d07-8793-6c9ad8681e76 req-3b1a175b-8dd9-41d7-ae58-dc178c817bba service nova] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Refreshing network info cache for port 8db273c5-983f-42b6-82ab-1a761bb6c0ee {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1526.509272] env[63622]: DEBUG oslo_vmware.api [None req-5d7b2413-e36b-4b53-bdd3-0616f361eb5d tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816643, 'name': CloneVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.552061] env[63622]: DEBUG oslo_concurrency.lockutils [None req-80e39cfe-c33b-4894-b03b-94053b705415 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Lock "81e5c6eb-ca23-44f6-8ad4-bebac3fe146b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.778s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.598807] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.599024] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.655021] env[63622]: DEBUG oslo_vmware.api [None req-09881380-9386-4bf5-bf92-c1a13ab71453 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Task: {'id': task-1816644, 'name': PowerOffVM_Task, 'duration_secs': 0.377565} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.655302] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-09881380-9386-4bf5-bf92-c1a13ab71453 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1526.655477] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-09881380-9386-4bf5-bf92-c1a13ab71453 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1526.655744] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf726261-2e71-45cf-9a41-32b0f80a23a0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.736427] env[63622]: DEBUG nova.scheduler.client.report [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1526.748795] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-09881380-9386-4bf5-bf92-c1a13ab71453 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1526.749015] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-09881380-9386-4bf5-bf92-c1a13ab71453 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1526.749220] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-09881380-9386-4bf5-bf92-c1a13ab71453 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Deleting the datastore file [datastore1] 88c954d9-53e0-4349-80e0-50ce52e6e8e5 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1526.749488] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9869a8ec-d996-41b3-b7ee-4e0345667cf4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.756923] env[63622]: DEBUG oslo_vmware.api [None req-09881380-9386-4bf5-bf92-c1a13ab71453 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Waiting for the task: (returnval){ [ 1526.756923] env[63622]: value = "task-1816646" [ 1526.756923] env[63622]: _type = "Task" [ 1526.756923] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.766330] env[63622]: DEBUG oslo_vmware.api [None req-09881380-9386-4bf5-bf92-c1a13ab71453 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Task: {'id': task-1816646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.823359] env[63622]: INFO nova.compute.manager [None req-ad08d034-150c-4341-a468-3e7f5d2a7bb3 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] instance snapshotting [ 1526.824179] env[63622]: DEBUG nova.objects.instance [None req-ad08d034-150c-4341-a468-3e7f5d2a7bb3 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lazy-loading 'flavor' on Instance uuid 0436abf1-ae0c-4595-912c-e7957b7a64a3 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1526.940048] env[63622]: DEBUG oslo_concurrency.lockutils [None req-146608d4-8fb2-4d79-a600-3222eeeec438 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "interface-3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.880s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.008575] env[63622]: DEBUG oslo_vmware.api [None req-5d7b2413-e36b-4b53-bdd3-0616f361eb5d tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816643, 'name': CloneVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.054755] env[63622]: DEBUG nova.compute.manager [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: 6602df5b-e638-43d6-975a-b5379fb51776] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1527.111159] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1527.111311] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Starting heal instance info cache {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 1527.244247] env[63622]: DEBUG oslo_concurrency.lockutils [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.244823] env[63622]: DEBUG nova.compute.manager [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1527.247916] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.365s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.249814] env[63622]: INFO nova.compute.claims [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1527.268225] env[63622]: DEBUG oslo_vmware.api [None req-09881380-9386-4bf5-bf92-c1a13ab71453 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Task: {'id': task-1816646, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160099} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.268531] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-09881380-9386-4bf5-bf92-c1a13ab71453 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1527.268729] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-09881380-9386-4bf5-bf92-c1a13ab71453 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1527.269148] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-09881380-9386-4bf5-bf92-c1a13ab71453 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1527.269148] env[63622]: INFO nova.compute.manager [None req-09881380-9386-4bf5-bf92-c1a13ab71453 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1527.269372] env[63622]: DEBUG oslo.service.loopingcall [None req-09881380-9386-4bf5-bf92-c1a13ab71453 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1527.269587] env[63622]: DEBUG nova.compute.manager [-] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1527.269687] env[63622]: DEBUG nova.network.neutron [-] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1527.309381] env[63622]: DEBUG nova.network.neutron [req-387415cc-9488-4d07-8793-6c9ad8681e76 req-3b1a175b-8dd9-41d7-ae58-dc178c817bba service nova] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Updated VIF entry in instance network info cache for port 8db273c5-983f-42b6-82ab-1a761bb6c0ee. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1527.309995] env[63622]: DEBUG nova.network.neutron [req-387415cc-9488-4d07-8793-6c9ad8681e76 req-3b1a175b-8dd9-41d7-ae58-dc178c817bba service nova] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Updating instance_info_cache with network_info: [{"id": "6085b44d-f95e-4d17-b536-9d57d3bc83ab", "address": "fa:16:3e:2b:b7:c2", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6085b44d-f9", "ovs_interfaceid": "6085b44d-f95e-4d17-b536-9d57d3bc83ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8db273c5-983f-42b6-82ab-1a761bb6c0ee", "address": "fa:16:3e:ac:c7:9a", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db273c5-98", "ovs_interfaceid": "8db273c5-983f-42b6-82ab-1a761bb6c0ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.331933] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbdaf241-9a9b-4a65-9767-393695e307a9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.354024] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecb4aaa-4dc1-4f7f-8c1a-b8b6f75392c5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.512021] env[63622]: DEBUG oslo_vmware.api [None req-5d7b2413-e36b-4b53-bdd3-0616f361eb5d tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816643, 'name': CloneVM_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.581325] env[63622]: DEBUG oslo_concurrency.lockutils [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1527.660840] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "refresh_cache-26cfd079-2044-4975-8902-affe93c35647" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.660999] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquired lock "refresh_cache-26cfd079-2044-4975-8902-affe93c35647" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.661168] env[63622]: DEBUG nova.network.neutron [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 26cfd079-2044-4975-8902-affe93c35647] Forcefully refreshing network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1527.760446] env[63622]: DEBUG nova.compute.utils [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1527.761994] env[63622]: DEBUG nova.compute.manager [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1527.762201] env[63622]: DEBUG nova.network.neutron [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1527.815081] env[63622]: DEBUG oslo_concurrency.lockutils [req-387415cc-9488-4d07-8793-6c9ad8681e76 req-3b1a175b-8dd9-41d7-ae58-dc178c817bba service nova] Releasing lock "refresh_cache-3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1527.828132] env[63622]: DEBUG nova.policy [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9082ff96cc54b1b941ed0ec3097df1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ad62cf7154f44ca90b6b3cdd2895cc8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1527.868474] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ad08d034-150c-4341-a468-3e7f5d2a7bb3 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Creating Snapshot of the VM instance {{(pid=63622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1527.868474] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3b2565f9-a562-4624-9e82-861031e80fa6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.879416] env[63622]: DEBUG oslo_vmware.api [None req-ad08d034-150c-4341-a468-3e7f5d2a7bb3 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1527.879416] env[63622]: value = "task-1816647" [ 1527.879416] env[63622]: _type = "Task" [ 1527.879416] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.891241] env[63622]: DEBUG oslo_vmware.api [None req-ad08d034-150c-4341-a468-3e7f5d2a7bb3 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816647, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.015476] env[63622]: DEBUG oslo_vmware.api [None req-5d7b2413-e36b-4b53-bdd3-0616f361eb5d tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816643, 'name': CloneVM_Task, 'duration_secs': 1.514045} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.015787] env[63622]: INFO nova.virt.vmwareapi.vmops [None req-5d7b2413-e36b-4b53-bdd3-0616f361eb5d tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Created linked-clone VM from snapshot [ 1528.016613] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ced5b61-faeb-48f7-8879-308fafdf2d89 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.028662] env[63622]: DEBUG nova.virt.vmwareapi.images [None req-5d7b2413-e36b-4b53-bdd3-0616f361eb5d tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Uploading image 51183cc6-2b84-4983-9e75-90e05a79bedb {{(pid=63622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1528.060373] env[63622]: DEBUG oslo_vmware.rw_handles [None req-5d7b2413-e36b-4b53-bdd3-0616f361eb5d tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1528.060373] env[63622]: value = "vm-376379" [ 1528.060373] env[63622]: _type = "VirtualMachine" [ 1528.060373] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1528.060531] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-422f9d45-b66a-41f7-b852-039c1524da77 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.071834] env[63622]: DEBUG oslo_vmware.rw_handles [None req-5d7b2413-e36b-4b53-bdd3-0616f361eb5d tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Lease: (returnval){ [ 1528.071834] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ccdc65-9282-033d-cadd-1f1b42c28ccd" [ 1528.071834] env[63622]: _type = "HttpNfcLease" [ 1528.071834] env[63622]: } obtained for exporting VM: (result){ [ 1528.071834] env[63622]: value = "vm-376379" [ 1528.071834] env[63622]: _type = "VirtualMachine" [ 1528.071834] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1528.071834] env[63622]: DEBUG oslo_vmware.api [None req-5d7b2413-e36b-4b53-bdd3-0616f361eb5d tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Waiting for the lease: (returnval){ [ 1528.071834] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ccdc65-9282-033d-cadd-1f1b42c28ccd" [ 1528.071834] env[63622]: _type = "HttpNfcLease" [ 1528.071834] env[63622]: } to be ready. {{(pid=63622) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1528.084382] env[63622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1528.084382] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ccdc65-9282-033d-cadd-1f1b42c28ccd" [ 1528.084382] env[63622]: _type = "HttpNfcLease" [ 1528.084382] env[63622]: } is initializing. {{(pid=63622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1528.176200] env[63622]: DEBUG nova.compute.manager [req-f9a94ac4-d4f4-41e9-bd5a-f37d36170b12 req-48900038-3681-472e-9eda-be8f5e2b5a74 service nova] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Received event network-vif-deleted-f1bf222a-bedd-4bb2-976c-c8afb5deae1c {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1528.176200] env[63622]: INFO nova.compute.manager [req-f9a94ac4-d4f4-41e9-bd5a-f37d36170b12 req-48900038-3681-472e-9eda-be8f5e2b5a74 service nova] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Neutron deleted interface f1bf222a-bedd-4bb2-976c-c8afb5deae1c; detaching it from the instance and deleting it from the info cache [ 1528.176200] env[63622]: DEBUG nova.network.neutron [req-f9a94ac4-d4f4-41e9-bd5a-f37d36170b12 req-48900038-3681-472e-9eda-be8f5e2b5a74 service nova] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1528.233732] env[63622]: DEBUG nova.network.neutron [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Successfully created port: 57f74185-db3d-4f43-803f-4ce951cbb552 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1528.265623] env[63622]: DEBUG nova.compute.manager [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1528.391532] env[63622]: DEBUG oslo_vmware.api [None req-ad08d034-150c-4341-a468-3e7f5d2a7bb3 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816647, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.403781] env[63622]: DEBUG nova.network.neutron [-] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1528.476381] env[63622]: DEBUG nova.compute.manager [req-bf535f3c-883e-42f6-ae57-06b365251957 req-de86a2e4-bc7f-4e08-a6af-29c2568cd4bc service nova] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Received event network-changed-a16d3d31-a6cf-46cf-b2c2-754ea94580e1 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1528.476583] env[63622]: DEBUG nova.compute.manager [req-bf535f3c-883e-42f6-ae57-06b365251957 req-de86a2e4-bc7f-4e08-a6af-29c2568cd4bc service nova] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Refreshing instance network info cache due to event network-changed-a16d3d31-a6cf-46cf-b2c2-754ea94580e1. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1528.476800] env[63622]: DEBUG oslo_concurrency.lockutils [req-bf535f3c-883e-42f6-ae57-06b365251957 req-de86a2e4-bc7f-4e08-a6af-29c2568cd4bc service nova] Acquiring lock "refresh_cache-81e5c6eb-ca23-44f6-8ad4-bebac3fe146b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1528.476946] env[63622]: DEBUG oslo_concurrency.lockutils [req-bf535f3c-883e-42f6-ae57-06b365251957 req-de86a2e4-bc7f-4e08-a6af-29c2568cd4bc service nova] Acquired lock "refresh_cache-81e5c6eb-ca23-44f6-8ad4-bebac3fe146b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.477117] env[63622]: DEBUG nova.network.neutron [req-bf535f3c-883e-42f6-ae57-06b365251957 req-de86a2e4-bc7f-4e08-a6af-29c2568cd4bc service nova] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Refreshing network info cache for port a16d3d31-a6cf-46cf-b2c2-754ea94580e1 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1528.582644] env[63622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1528.582644] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ccdc65-9282-033d-cadd-1f1b42c28ccd" [ 1528.582644] env[63622]: _type = "HttpNfcLease" [ 1528.582644] env[63622]: } is ready. {{(pid=63622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1528.586946] env[63622]: DEBUG oslo_vmware.rw_handles [None req-5d7b2413-e36b-4b53-bdd3-0616f361eb5d tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1528.586946] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ccdc65-9282-033d-cadd-1f1b42c28ccd" [ 1528.586946] env[63622]: _type = "HttpNfcLease" [ 1528.586946] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1528.589124] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae08b197-2507-425a-a83f-5bf75f5c3ca6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.597506] env[63622]: DEBUG oslo_vmware.rw_handles [None req-5d7b2413-e36b-4b53-bdd3-0616f361eb5d tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526d9d87-36d8-50f0-d485-2b3e527bf85c/disk-0.vmdk from lease info. {{(pid=63622) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1528.597701] env[63622]: DEBUG oslo_vmware.rw_handles [None req-5d7b2413-e36b-4b53-bdd3-0616f361eb5d tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526d9d87-36d8-50f0-d485-2b3e527bf85c/disk-0.vmdk for reading. {{(pid=63622) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1528.680240] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-294eb8c3-8ff8-43b1-9450-b03e269c76ed {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.691545] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8910f2f-3f95-4430-91e1-874f688e3bac {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.710972] env[63622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2649a5eb-5b3d-4f64-949b-85bfecb13464 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.739173] env[63622]: DEBUG nova.compute.manager [req-f9a94ac4-d4f4-41e9-bd5a-f37d36170b12 req-48900038-3681-472e-9eda-be8f5e2b5a74 service nova] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Detach interface failed, port_id=f1bf222a-bedd-4bb2-976c-c8afb5deae1c, reason: Instance 88c954d9-53e0-4349-80e0-50ce52e6e8e5 could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1528.777390] env[63622]: DEBUG oslo_concurrency.lockutils [None req-447a7fa1-9a18-4836-8f12-0a4532dcb847 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Acquiring lock "81e5c6eb-ca23-44f6-8ad4-bebac3fe146b" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.777390] env[63622]: DEBUG oslo_concurrency.lockutils [None req-447a7fa1-9a18-4836-8f12-0a4532dcb847 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Lock "81e5c6eb-ca23-44f6-8ad4-bebac3fe146b" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.777529] env[63622]: INFO nova.compute.manager [None req-447a7fa1-9a18-4836-8f12-0a4532dcb847 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Rebooting instance [ 1528.898910] env[63622]: DEBUG oslo_vmware.api [None req-ad08d034-150c-4341-a468-3e7f5d2a7bb3 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816647, 'name': CreateSnapshot_Task, 'duration_secs': 0.578058} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.899484] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ad08d034-150c-4341-a468-3e7f5d2a7bb3 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Created Snapshot of the VM instance {{(pid=63622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1528.900274] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5e4e8c-1339-4854-84c7-2360ee62e276 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.905844] env[63622]: INFO nova.compute.manager [-] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Took 1.64 seconds to deallocate network for instance. [ 1528.973916] env[63622]: DEBUG nova.network.neutron [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 26cfd079-2044-4975-8902-affe93c35647] Updating instance_info_cache with network_info: [{"id": "201ba648-9d17-4b08-93a3-e3a9dce15467", "address": "fa:16:3e:27:97:3f", "network": {"id": "20c9f6ad-640b-4f26-837c-01428d409690", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-922797562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "815d9fb5899941c1a159de77b6d2585d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap201ba648-9d", "ovs_interfaceid": "201ba648-9d17-4b08-93a3-e3a9dce15467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.086783] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454dde46-5eb8-48b7-becf-0544478b6080 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.089874] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237cac0e-67d5-4b56-984b-5fe1ae8fca5a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.127167] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480d12ce-1955-47c5-b48c-f131d43bcac5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.136707] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdda03fd-124c-48f3-924b-a8aabc0ff436 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.158585] env[63622]: DEBUG nova.compute.provider_tree [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1529.277857] env[63622]: DEBUG nova.compute.manager [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1529.296196] env[63622]: DEBUG oslo_concurrency.lockutils [None req-447a7fa1-9a18-4836-8f12-0a4532dcb847 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Acquiring lock "refresh_cache-81e5c6eb-ca23-44f6-8ad4-bebac3fe146b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1529.312549] env[63622]: DEBUG nova.virt.hardware [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1529.312963] env[63622]: DEBUG nova.virt.hardware [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1529.313186] env[63622]: DEBUG nova.virt.hardware [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1529.313443] env[63622]: DEBUG nova.virt.hardware [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1529.313723] env[63622]: DEBUG nova.virt.hardware [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1529.313946] env[63622]: DEBUG nova.virt.hardware [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1529.314287] env[63622]: DEBUG nova.virt.hardware [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1529.314522] env[63622]: DEBUG nova.virt.hardware [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1529.314741] env[63622]: DEBUG nova.virt.hardware [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1529.314958] env[63622]: DEBUG nova.virt.hardware [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1529.315247] env[63622]: DEBUG nova.virt.hardware [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1529.315646] env[63622]: DEBUG oslo_concurrency.lockutils [None req-cb909d3c-f561-4435-bbe7-7a19c4914af1 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "interface-3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241-8db273c5-983f-42b6-82ab-1a761bb6c0ee" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.315883] env[63622]: DEBUG oslo_concurrency.lockutils [None req-cb909d3c-f561-4435-bbe7-7a19c4914af1 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "interface-3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241-8db273c5-983f-42b6-82ab-1a761bb6c0ee" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.317728] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815846e2-7dd7-46e5-9fcf-a3d0aa26ec98 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.328882] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa81b3c-06cc-4c4c-99f7-4034d36f080b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.405318] env[63622]: DEBUG nova.network.neutron [req-bf535f3c-883e-42f6-ae57-06b365251957 req-de86a2e4-bc7f-4e08-a6af-29c2568cd4bc service nova] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Updated VIF entry in instance network info cache for port a16d3d31-a6cf-46cf-b2c2-754ea94580e1. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1529.405715] env[63622]: DEBUG nova.network.neutron [req-bf535f3c-883e-42f6-ae57-06b365251957 req-de86a2e4-bc7f-4e08-a6af-29c2568cd4bc service nova] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Updating instance_info_cache with network_info: [{"id": "a16d3d31-a6cf-46cf-b2c2-754ea94580e1", "address": "fa:16:3e:ed:87:44", "network": {"id": "10236aa1-ff29-46b4-a33a-f3dee61d8ac7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-11799953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7c09ed2506546bca5962e0f8bd54c9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa16d3d31-a6", "ovs_interfaceid": "a16d3d31-a6cf-46cf-b2c2-754ea94580e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.427997] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ad08d034-150c-4341-a468-3e7f5d2a7bb3 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Creating linked-clone VM from snapshot {{(pid=63622) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1529.429059] env[63622]: DEBUG oslo_concurrency.lockutils [None req-09881380-9386-4bf5-bf92-c1a13ab71453 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.429677] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-41091120-dcda-45e3-8d5b-cd327cab991e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.440125] env[63622]: DEBUG oslo_vmware.api [None req-ad08d034-150c-4341-a468-3e7f5d2a7bb3 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1529.440125] env[63622]: value = "task-1816649" [ 1529.440125] env[63622]: _type = "Task" [ 1529.440125] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.450511] env[63622]: DEBUG oslo_vmware.api [None req-ad08d034-150c-4341-a468-3e7f5d2a7bb3 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816649, 'name': CloneVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.476874] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Releasing lock "refresh_cache-26cfd079-2044-4975-8902-affe93c35647" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1529.477146] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 26cfd079-2044-4975-8902-affe93c35647] Updated the network info_cache for instance {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10350}} [ 1529.477407] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1529.477847] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1529.478155] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1529.478450] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1529.478668] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1529.478976] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1529.479376] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63622) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 1529.479579] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager.update_available_resource {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1529.662858] env[63622]: DEBUG nova.scheduler.client.report [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1529.822577] env[63622]: DEBUG oslo_concurrency.lockutils [None req-cb909d3c-f561-4435-bbe7-7a19c4914af1 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1529.823317] env[63622]: DEBUG oslo_concurrency.lockutils [None req-cb909d3c-f561-4435-bbe7-7a19c4914af1 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquired lock "3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.824014] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96252c47-9e3f-4a09-993d-92b35faaa9f4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.844292] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea82ebe8-91dd-418c-ac98-4b8aa0425bf5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.872604] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-cb909d3c-f561-4435-bbe7-7a19c4914af1 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Reconfiguring VM to detach interface {{(pid=63622) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1529.874045] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21c36c40-5760-43b7-b6b5-e606e9bff533 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.902489] env[63622]: DEBUG oslo_vmware.api [None req-cb909d3c-f561-4435-bbe7-7a19c4914af1 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1529.902489] env[63622]: value = "task-1816650" [ 1529.902489] env[63622]: _type = "Task" [ 1529.902489] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.909039] env[63622]: DEBUG oslo_concurrency.lockutils [req-bf535f3c-883e-42f6-ae57-06b365251957 req-de86a2e4-bc7f-4e08-a6af-29c2568cd4bc service nova] Releasing lock "refresh_cache-81e5c6eb-ca23-44f6-8ad4-bebac3fe146b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1529.913284] env[63622]: DEBUG oslo_concurrency.lockutils [None req-447a7fa1-9a18-4836-8f12-0a4532dcb847 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Acquired lock "refresh_cache-81e5c6eb-ca23-44f6-8ad4-bebac3fe146b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.913557] env[63622]: DEBUG nova.network.neutron [None req-447a7fa1-9a18-4836-8f12-0a4532dcb847 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1529.914967] env[63622]: DEBUG oslo_vmware.api [None req-cb909d3c-f561-4435-bbe7-7a19c4914af1 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816650, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.952117] env[63622]: DEBUG oslo_vmware.api [None req-ad08d034-150c-4341-a468-3e7f5d2a7bb3 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816649, 'name': CloneVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.983288] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.168710] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.919s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.168710] env[63622]: DEBUG nova.compute.manager [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1530.176820] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.299s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.177233] env[63622]: DEBUG nova.objects.instance [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63622) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1530.209624] env[63622]: DEBUG nova.network.neutron [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Successfully updated port: 57f74185-db3d-4f43-803f-4ce951cbb552 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1530.422586] env[63622]: DEBUG oslo_vmware.api [None req-cb909d3c-f561-4435-bbe7-7a19c4914af1 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.454379] env[63622]: DEBUG oslo_vmware.api [None req-ad08d034-150c-4341-a468-3e7f5d2a7bb3 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816649, 'name': CloneVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.531591] env[63622]: DEBUG nova.compute.manager [req-7a20e018-bcfd-43f7-81f6-a55c8a7b6ba1 req-c42f3844-9417-44a6-a138-de7292d6f72d service nova] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Received event network-vif-plugged-57f74185-db3d-4f43-803f-4ce951cbb552 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1530.532052] env[63622]: DEBUG oslo_concurrency.lockutils [req-7a20e018-bcfd-43f7-81f6-a55c8a7b6ba1 req-c42f3844-9417-44a6-a138-de7292d6f72d service nova] Acquiring lock "b64116cf-848e-4a45-a8bc-401f9dd0fe9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.532434] env[63622]: DEBUG oslo_concurrency.lockutils [req-7a20e018-bcfd-43f7-81f6-a55c8a7b6ba1 req-c42f3844-9417-44a6-a138-de7292d6f72d service nova] Lock "b64116cf-848e-4a45-a8bc-401f9dd0fe9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.532703] env[63622]: DEBUG oslo_concurrency.lockutils [req-7a20e018-bcfd-43f7-81f6-a55c8a7b6ba1 req-c42f3844-9417-44a6-a138-de7292d6f72d service nova] Lock "b64116cf-848e-4a45-a8bc-401f9dd0fe9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.533033] env[63622]: DEBUG nova.compute.manager [req-7a20e018-bcfd-43f7-81f6-a55c8a7b6ba1 req-c42f3844-9417-44a6-a138-de7292d6f72d service nova] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] No waiting events found dispatching network-vif-plugged-57f74185-db3d-4f43-803f-4ce951cbb552 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1530.533256] env[63622]: WARNING nova.compute.manager [req-7a20e018-bcfd-43f7-81f6-a55c8a7b6ba1 req-c42f3844-9417-44a6-a138-de7292d6f72d service nova] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Received unexpected event network-vif-plugged-57f74185-db3d-4f43-803f-4ce951cbb552 for instance with vm_state building and task_state spawning. [ 1530.533589] env[63622]: DEBUG nova.compute.manager [req-7a20e018-bcfd-43f7-81f6-a55c8a7b6ba1 req-c42f3844-9417-44a6-a138-de7292d6f72d service nova] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Received event network-changed-57f74185-db3d-4f43-803f-4ce951cbb552 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1530.533871] env[63622]: DEBUG nova.compute.manager [req-7a20e018-bcfd-43f7-81f6-a55c8a7b6ba1 req-c42f3844-9417-44a6-a138-de7292d6f72d service nova] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Refreshing instance network info cache due to event network-changed-57f74185-db3d-4f43-803f-4ce951cbb552. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1530.534190] env[63622]: DEBUG oslo_concurrency.lockutils [req-7a20e018-bcfd-43f7-81f6-a55c8a7b6ba1 req-c42f3844-9417-44a6-a138-de7292d6f72d service nova] Acquiring lock "refresh_cache-b64116cf-848e-4a45-a8bc-401f9dd0fe9f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1530.534427] env[63622]: DEBUG oslo_concurrency.lockutils [req-7a20e018-bcfd-43f7-81f6-a55c8a7b6ba1 req-c42f3844-9417-44a6-a138-de7292d6f72d service nova] Acquired lock "refresh_cache-b64116cf-848e-4a45-a8bc-401f9dd0fe9f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.534675] env[63622]: DEBUG nova.network.neutron [req-7a20e018-bcfd-43f7-81f6-a55c8a7b6ba1 req-c42f3844-9417-44a6-a138-de7292d6f72d service nova] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Refreshing network info cache for port 57f74185-db3d-4f43-803f-4ce951cbb552 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1530.679226] env[63622]: DEBUG nova.network.neutron [None req-447a7fa1-9a18-4836-8f12-0a4532dcb847 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Updating instance_info_cache with network_info: [{"id": "a16d3d31-a6cf-46cf-b2c2-754ea94580e1", "address": "fa:16:3e:ed:87:44", "network": {"id": "10236aa1-ff29-46b4-a33a-f3dee61d8ac7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-11799953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7c09ed2506546bca5962e0f8bd54c9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa16d3d31-a6", "ovs_interfaceid": "a16d3d31-a6cf-46cf-b2c2-754ea94580e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.683087] env[63622]: DEBUG nova.compute.utils [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1530.688271] env[63622]: DEBUG nova.compute.manager [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1530.688503] env[63622]: DEBUG nova.network.neutron [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1530.714166] env[63622]: DEBUG oslo_concurrency.lockutils [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Acquiring lock "refresh_cache-b64116cf-848e-4a45-a8bc-401f9dd0fe9f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1530.732960] env[63622]: DEBUG nova.policy [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '489a7ebe30054255ae477f39c01aea33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e65c2666c0d48688252dfaad04e1d41', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1530.918485] env[63622]: DEBUG oslo_vmware.api [None req-cb909d3c-f561-4435-bbe7-7a19c4914af1 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.957765] env[63622]: DEBUG oslo_vmware.api [None req-ad08d034-150c-4341-a468-3e7f5d2a7bb3 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816649, 'name': CloneVM_Task} progress is 95%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.078094] env[63622]: DEBUG nova.network.neutron [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Successfully created port: 5d1229ed-a83d-40c7-a069-bbaf7cf92ba1 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1531.080922] env[63622]: DEBUG nova.network.neutron [req-7a20e018-bcfd-43f7-81f6-a55c8a7b6ba1 req-c42f3844-9417-44a6-a138-de7292d6f72d service nova] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1531.183233] env[63622]: DEBUG oslo_concurrency.lockutils [None req-447a7fa1-9a18-4836-8f12-0a4532dcb847 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Releasing lock "refresh_cache-81e5c6eb-ca23-44f6-8ad4-bebac3fe146b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.189086] env[63622]: DEBUG nova.compute.manager [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1531.200338] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d158fbef-9cd3-4185-b3b6-0b73686ec0fd tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.203200] env[63622]: DEBUG nova.network.neutron [req-7a20e018-bcfd-43f7-81f6-a55c8a7b6ba1 req-c42f3844-9417-44a6-a138-de7292d6f72d service nova] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.205111] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1fd9a74a-7d42-4dfa-a87f-af34098b1a39 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.886s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.205380] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1fd9a74a-7d42-4dfa-a87f-af34098b1a39 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.210993] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.128s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.217891] env[63622]: INFO nova.compute.claims [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1531.254472] env[63622]: INFO nova.scheduler.client.report [None req-1fd9a74a-7d42-4dfa-a87f-af34098b1a39 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Deleted allocations for instance 6e37ca42-4594-46f6-bcaa-88ea37c8de2d [ 1531.418147] env[63622]: DEBUG oslo_vmware.api [None req-cb909d3c-f561-4435-bbe7-7a19c4914af1 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.456844] env[63622]: DEBUG oslo_vmware.api [None req-ad08d034-150c-4341-a468-3e7f5d2a7bb3 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816649, 'name': CloneVM_Task, 'duration_secs': 1.860626} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.456919] env[63622]: INFO nova.virt.vmwareapi.vmops [None req-ad08d034-150c-4341-a468-3e7f5d2a7bb3 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Created linked-clone VM from snapshot [ 1531.457930] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24c7b9d-7723-406e-b21e-d5b6fbbc7a5c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.468458] env[63622]: DEBUG nova.virt.vmwareapi.images [None req-ad08d034-150c-4341-a468-3e7f5d2a7bb3 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Uploading image a39383ed-7b33-4379-8929-080fedeb1496 {{(pid=63622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1531.493282] env[63622]: DEBUG oslo_vmware.rw_handles [None req-ad08d034-150c-4341-a468-3e7f5d2a7bb3 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1531.493282] env[63622]: value = "vm-376381" [ 1531.493282] env[63622]: _type = "VirtualMachine" [ 1531.493282] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1531.493975] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-74e06a95-6623-4077-92d5-4db2f165ea9e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.504323] env[63622]: DEBUG oslo_vmware.rw_handles [None req-ad08d034-150c-4341-a468-3e7f5d2a7bb3 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lease: (returnval){ [ 1531.504323] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]529dbb61-6e2d-cdbf-e530-bca714f063fe" [ 1531.504323] env[63622]: _type = "HttpNfcLease" [ 1531.504323] env[63622]: } obtained for exporting VM: (result){ [ 1531.504323] env[63622]: value = "vm-376381" [ 1531.504323] env[63622]: _type = "VirtualMachine" [ 1531.504323] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1531.504794] env[63622]: DEBUG oslo_vmware.api [None req-ad08d034-150c-4341-a468-3e7f5d2a7bb3 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the lease: (returnval){ [ 1531.504794] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]529dbb61-6e2d-cdbf-e530-bca714f063fe" [ 1531.504794] env[63622]: _type = "HttpNfcLease" [ 1531.504794] env[63622]: } to be ready. {{(pid=63622) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1531.512764] env[63622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1531.512764] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]529dbb61-6e2d-cdbf-e530-bca714f063fe" [ 1531.512764] env[63622]: _type = "HttpNfcLease" [ 1531.512764] env[63622]: } is initializing. {{(pid=63622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1531.689116] env[63622]: DEBUG nova.compute.manager [None req-447a7fa1-9a18-4836-8f12-0a4532dcb847 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1531.690085] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61ab4ad-26df-43c1-9ad4-7319afd8e5cb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.723038] env[63622]: DEBUG oslo_concurrency.lockutils [req-7a20e018-bcfd-43f7-81f6-a55c8a7b6ba1 req-c42f3844-9417-44a6-a138-de7292d6f72d service nova] Releasing lock "refresh_cache-b64116cf-848e-4a45-a8bc-401f9dd0fe9f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.724924] env[63622]: DEBUG oslo_concurrency.lockutils [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Acquired lock "refresh_cache-b64116cf-848e-4a45-a8bc-401f9dd0fe9f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.725106] env[63622]: DEBUG nova.network.neutron [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1531.768634] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1fd9a74a-7d42-4dfa-a87f-af34098b1a39 tempest-FloatingIPsAssociationTestJSON-160131149 tempest-FloatingIPsAssociationTestJSON-160131149-project-member] Lock "6e37ca42-4594-46f6-bcaa-88ea37c8de2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.629s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.915576] env[63622]: DEBUG oslo_vmware.api [None req-cb909d3c-f561-4435-bbe7-7a19c4914af1 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.019622] env[63622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1532.019622] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]529dbb61-6e2d-cdbf-e530-bca714f063fe" [ 1532.019622] env[63622]: _type = "HttpNfcLease" [ 1532.019622] env[63622]: } is ready. {{(pid=63622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1532.020503] env[63622]: DEBUG oslo_vmware.rw_handles [None req-ad08d034-150c-4341-a468-3e7f5d2a7bb3 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1532.020503] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]529dbb61-6e2d-cdbf-e530-bca714f063fe" [ 1532.020503] env[63622]: _type = "HttpNfcLease" [ 1532.020503] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1532.020865] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717c7063-a576-42c5-ae9a-c65b76529395 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.032949] env[63622]: DEBUG oslo_vmware.rw_handles [None req-ad08d034-150c-4341-a468-3e7f5d2a7bb3 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52022745-8e38-7496-ed50-b8479fb3ff22/disk-0.vmdk from lease info. {{(pid=63622) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1532.032949] env[63622]: DEBUG oslo_vmware.rw_handles [None req-ad08d034-150c-4341-a468-3e7f5d2a7bb3 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52022745-8e38-7496-ed50-b8479fb3ff22/disk-0.vmdk for reading. {{(pid=63622) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1532.165803] env[63622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-71f8dd38-2709-4bc2-a24b-11d36e5c61dc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.213184] env[63622]: DEBUG nova.compute.manager [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1532.297160] env[63622]: DEBUG nova.network.neutron [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1532.357540] env[63622]: DEBUG nova.virt.hardware [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1532.358698] env[63622]: DEBUG nova.virt.hardware [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1532.358942] env[63622]: DEBUG nova.virt.hardware [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1532.359300] env[63622]: DEBUG nova.virt.hardware [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1532.359489] env[63622]: DEBUG nova.virt.hardware [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1532.359729] env[63622]: DEBUG nova.virt.hardware [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1532.360069] env[63622]: DEBUG nova.virt.hardware [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1532.360354] env[63622]: DEBUG nova.virt.hardware [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1532.360428] env[63622]: DEBUG nova.virt.hardware [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1532.361317] env[63622]: DEBUG nova.virt.hardware [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1532.361317] env[63622]: DEBUG nova.virt.hardware [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1532.361909] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31f35e8-f5ca-4c36-b314-f77d65ed2b8c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.377078] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c693e8b-770a-4ba8-bdf2-598d46b4aba1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.420296] env[63622]: DEBUG oslo_vmware.api [None req-cb909d3c-f561-4435-bbe7-7a19c4914af1 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.657811] env[63622]: DEBUG nova.network.neutron [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Updating instance_info_cache with network_info: [{"id": "57f74185-db3d-4f43-803f-4ce951cbb552", "address": "fa:16:3e:4e:31:c0", "network": {"id": "755ea110-0408-4795-aea2-115546110883", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-389251380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ad62cf7154f44ca90b6b3cdd2895cc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f74185-db", "ovs_interfaceid": "57f74185-db3d-4f43-803f-4ce951cbb552", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1532.710496] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36714866-deb9-440b-a23e-4fd4d683c330 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.731460] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-447a7fa1-9a18-4836-8f12-0a4532dcb847 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Doing hard reboot of VM {{(pid=63622) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1532.732027] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-a956dc24-1ca3-4a5d-aeb0-2f7f1560bd02 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.741617] env[63622]: DEBUG oslo_vmware.api [None req-447a7fa1-9a18-4836-8f12-0a4532dcb847 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Waiting for the task: (returnval){ [ 1532.741617] env[63622]: value = "task-1816652" [ 1532.741617] env[63622]: _type = "Task" [ 1532.741617] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.760642] env[63622]: DEBUG oslo_vmware.api [None req-447a7fa1-9a18-4836-8f12-0a4532dcb847 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': task-1816652, 'name': ResetVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.896746] env[63622]: DEBUG nova.compute.manager [req-498920e4-b76c-47da-810c-62c879b9490c req-776c1fc1-b7e6-4c2e-b1e3-3b36258396bb service nova] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Received event network-vif-plugged-5d1229ed-a83d-40c7-a069-bbaf7cf92ba1 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1532.897035] env[63622]: DEBUG oslo_concurrency.lockutils [req-498920e4-b76c-47da-810c-62c879b9490c req-776c1fc1-b7e6-4c2e-b1e3-3b36258396bb service nova] Acquiring lock "37f59a1a-2002-42da-b2fe-123649034f89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.897361] env[63622]: DEBUG oslo_concurrency.lockutils [req-498920e4-b76c-47da-810c-62c879b9490c req-776c1fc1-b7e6-4c2e-b1e3-3b36258396bb service nova] Lock "37f59a1a-2002-42da-b2fe-123649034f89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.897700] env[63622]: DEBUG oslo_concurrency.lockutils [req-498920e4-b76c-47da-810c-62c879b9490c req-776c1fc1-b7e6-4c2e-b1e3-3b36258396bb service nova] Lock "37f59a1a-2002-42da-b2fe-123649034f89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1532.897817] env[63622]: DEBUG nova.compute.manager [req-498920e4-b76c-47da-810c-62c879b9490c req-776c1fc1-b7e6-4c2e-b1e3-3b36258396bb service nova] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] No waiting events found dispatching network-vif-plugged-5d1229ed-a83d-40c7-a069-bbaf7cf92ba1 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1532.898387] env[63622]: WARNING nova.compute.manager [req-498920e4-b76c-47da-810c-62c879b9490c req-776c1fc1-b7e6-4c2e-b1e3-3b36258396bb service nova] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Received unexpected event network-vif-plugged-5d1229ed-a83d-40c7-a069-bbaf7cf92ba1 for instance with vm_state building and task_state spawning. [ 1532.907095] env[63622]: DEBUG nova.network.neutron [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Successfully updated port: 5d1229ed-a83d-40c7-a069-bbaf7cf92ba1 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1532.924133] env[63622]: DEBUG oslo_vmware.api [None req-cb909d3c-f561-4435-bbe7-7a19c4914af1 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.984327] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f3e4dd-d640-45a0-9377-8af1ac05a918 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.993412] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6afe47-b202-43ed-9167-36e2a222298c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.034065] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d79bad-bd36-4e0a-9dc2-d6187b4ef3e4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.047535] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5a7897-8568-40c5-9474-fb433c4f5644 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.065425] env[63622]: DEBUG nova.compute.provider_tree [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1533.160429] env[63622]: DEBUG oslo_concurrency.lockutils [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Releasing lock "refresh_cache-b64116cf-848e-4a45-a8bc-401f9dd0fe9f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.161019] env[63622]: DEBUG nova.compute.manager [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Instance network_info: |[{"id": "57f74185-db3d-4f43-803f-4ce951cbb552", "address": "fa:16:3e:4e:31:c0", "network": {"id": "755ea110-0408-4795-aea2-115546110883", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-389251380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ad62cf7154f44ca90b6b3cdd2895cc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f74185-db", "ovs_interfaceid": "57f74185-db3d-4f43-803f-4ce951cbb552", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1533.161702] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:31:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57f74185-db3d-4f43-803f-4ce951cbb552', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1533.170991] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Creating folder: Project (5ad62cf7154f44ca90b6b3cdd2895cc8). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1533.171665] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4584330-237b-4614-9209-d7d154ec7441 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.188283] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Created folder: Project (5ad62cf7154f44ca90b6b3cdd2895cc8) in parent group-v376252. [ 1533.188539] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Creating folder: Instances. Parent ref: group-v376382. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1533.188798] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f7a880f-f5f6-430f-837a-22e820593eec {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.200658] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Created folder: Instances in parent group-v376382. [ 1533.200922] env[63622]: DEBUG oslo.service.loopingcall [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1533.201170] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1533.201407] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5e0ebdc-4940-4f87-8022-db0c24eb9345 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.227820] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1533.227820] env[63622]: value = "task-1816655" [ 1533.227820] env[63622]: _type = "Task" [ 1533.227820] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.238595] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816655, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.258265] env[63622]: DEBUG oslo_vmware.api [None req-447a7fa1-9a18-4836-8f12-0a4532dcb847 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': task-1816652, 'name': ResetVM_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.419820] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Acquiring lock "refresh_cache-37f59a1a-2002-42da-b2fe-123649034f89" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.420265] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Acquired lock "refresh_cache-37f59a1a-2002-42da-b2fe-123649034f89" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.420265] env[63622]: DEBUG nova.network.neutron [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1533.421937] env[63622]: DEBUG oslo_vmware.api [None req-cb909d3c-f561-4435-bbe7-7a19c4914af1 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.570555] env[63622]: DEBUG nova.scheduler.client.report [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1533.740608] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816655, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.752189] env[63622]: DEBUG oslo_vmware.api [None req-447a7fa1-9a18-4836-8f12-0a4532dcb847 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': task-1816652, 'name': ResetVM_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.919883] env[63622]: DEBUG oslo_vmware.api [None req-cb909d3c-f561-4435-bbe7-7a19c4914af1 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.985412] env[63622]: DEBUG nova.network.neutron [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1534.078946] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.868s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.079495] env[63622]: DEBUG nova.compute.manager [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1534.082968] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.498s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1534.084746] env[63622]: INFO nova.compute.claims [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1534.180397] env[63622]: DEBUG nova.network.neutron [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Updating instance_info_cache with network_info: [{"id": "5d1229ed-a83d-40c7-a069-bbaf7cf92ba1", "address": "fa:16:3e:aa:90:a8", "network": {"id": "4754c46a-1663-4e10-a4ab-3caa37c045aa", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1148109735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6e65c2666c0d48688252dfaad04e1d41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d1229ed-a8", "ovs_interfaceid": "5d1229ed-a83d-40c7-a069-bbaf7cf92ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.239384] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816655, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.253960] env[63622]: DEBUG oslo_vmware.api [None req-447a7fa1-9a18-4836-8f12-0a4532dcb847 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': task-1816652, 'name': ResetVM_Task, 'duration_secs': 1.113935} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.255086] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-447a7fa1-9a18-4836-8f12-0a4532dcb847 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Did hard reboot of VM {{(pid=63622) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1534.255336] env[63622]: DEBUG nova.compute.manager [None req-447a7fa1-9a18-4836-8f12-0a4532dcb847 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1534.258386] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cff26b0-2768-48dd-ab2e-5e4c89a00009 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.421524] env[63622]: DEBUG oslo_vmware.api [None req-cb909d3c-f561-4435-bbe7-7a19c4914af1 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.592202] env[63622]: DEBUG nova.compute.utils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1534.594278] env[63622]: DEBUG nova.compute.manager [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1534.594951] env[63622]: DEBUG nova.network.neutron [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1534.650362] env[63622]: DEBUG nova.policy [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af4d9038ffff40f0a94018051059b87c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e833ae3165f4863a6a985b465714384', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1534.685959] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Releasing lock "refresh_cache-37f59a1a-2002-42da-b2fe-123649034f89" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1534.686379] env[63622]: DEBUG nova.compute.manager [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Instance network_info: |[{"id": "5d1229ed-a83d-40c7-a069-bbaf7cf92ba1", "address": "fa:16:3e:aa:90:a8", "network": {"id": "4754c46a-1663-4e10-a4ab-3caa37c045aa", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1148109735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6e65c2666c0d48688252dfaad04e1d41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d1229ed-a8", "ovs_interfaceid": "5d1229ed-a83d-40c7-a069-bbaf7cf92ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1534.686873] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:90:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '130387c4-e4ec-4d95-8e9d-bb079baabad8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d1229ed-a83d-40c7-a069-bbaf7cf92ba1', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1534.696079] env[63622]: DEBUG oslo.service.loopingcall [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1534.697132] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1534.697132] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59372054-71f5-4ced-bfa6-922eda72f4da {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.725319] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1534.725319] env[63622]: value = "task-1816656" [ 1534.725319] env[63622]: _type = "Task" [ 1534.725319] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.739348] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816656, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.745828] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816655, 'name': CreateVM_Task, 'duration_secs': 1.081284} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.746375] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1534.746897] env[63622]: DEBUG oslo_concurrency.lockutils [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1534.747049] env[63622]: DEBUG oslo_concurrency.lockutils [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.747588] env[63622]: DEBUG oslo_concurrency.lockutils [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1534.747800] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-324532ea-0b8a-4e4f-ac0e-d2c1658d29d2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.755709] env[63622]: DEBUG oslo_vmware.api [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Waiting for the task: (returnval){ [ 1534.755709] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526205ef-1127-1a22-7982-842cf8ff0846" [ 1534.755709] env[63622]: _type = "Task" [ 1534.755709] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.768515] env[63622]: DEBUG oslo_vmware.api [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526205ef-1127-1a22-7982-842cf8ff0846, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.773941] env[63622]: DEBUG oslo_concurrency.lockutils [None req-447a7fa1-9a18-4836-8f12-0a4532dcb847 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Lock "81e5c6eb-ca23-44f6-8ad4-bebac3fe146b" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.997s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.923653] env[63622]: DEBUG oslo_vmware.api [None req-cb909d3c-f561-4435-bbe7-7a19c4914af1 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.100362] env[63622]: DEBUG nova.network.neutron [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Successfully created port: 32ccbbd4-caf0-4f50-ba65-978d1756f73d {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1535.107019] env[63622]: DEBUG nova.compute.manager [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1535.244765] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816656, 'name': CreateVM_Task, 'duration_secs': 0.4768} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.244765] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1535.244765] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1535.267184] env[63622]: DEBUG oslo_vmware.api [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526205ef-1127-1a22-7982-842cf8ff0846, 'name': SearchDatastore_Task, 'duration_secs': 0.016935} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.267629] env[63622]: DEBUG oslo_concurrency.lockutils [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.268293] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1535.268648] env[63622]: DEBUG oslo_concurrency.lockutils [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1535.268813] env[63622]: DEBUG oslo_concurrency.lockutils [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.268999] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1535.269328] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.269640] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1535.269879] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17a18c05-7cd8-4ec7-a650-dc947768d9d7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.272093] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b0e4f2f-9476-4264-b68b-4b467db45bc0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.289019] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1535.289019] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1535.290090] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-053cb84c-a103-4a2f-b4ff-dc90155e4259 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.294410] env[63622]: DEBUG oslo_vmware.api [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Waiting for the task: (returnval){ [ 1535.294410] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]521b431e-f7b9-61d6-08f8-44483b0d3a03" [ 1535.294410] env[63622]: _type = "Task" [ 1535.294410] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.304518] env[63622]: DEBUG oslo_vmware.api [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Waiting for the task: (returnval){ [ 1535.304518] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52418f8a-30fd-e57a-8fa5-bbd963bc45a0" [ 1535.304518] env[63622]: _type = "Task" [ 1535.304518] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.313310] env[63622]: DEBUG oslo_vmware.api [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]521b431e-f7b9-61d6-08f8-44483b0d3a03, 'name': SearchDatastore_Task, 'duration_secs': 0.01847} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.314785] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.315474] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1535.315555] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1535.325049] env[63622]: DEBUG oslo_vmware.api [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52418f8a-30fd-e57a-8fa5-bbd963bc45a0, 'name': SearchDatastore_Task, 'duration_secs': 0.015497} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.326303] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cd3f064-4b3e-4e11-95eb-9e7d4940f229 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.333574] env[63622]: DEBUG oslo_vmware.api [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Waiting for the task: (returnval){ [ 1535.333574] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5262708d-4991-d5dd-6957-bc050306d7c2" [ 1535.333574] env[63622]: _type = "Task" [ 1535.333574] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.347863] env[63622]: DEBUG oslo_vmware.api [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5262708d-4991-d5dd-6957-bc050306d7c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.366775] env[63622]: DEBUG nova.compute.manager [req-5e0b169e-22fe-43ae-861b-6716a7e6bf31 req-8dcb3b33-2e67-4a5b-9d59-ac0dfb504789 service nova] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Received event network-changed-5d1229ed-a83d-40c7-a069-bbaf7cf92ba1 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1535.366775] env[63622]: DEBUG nova.compute.manager [req-5e0b169e-22fe-43ae-861b-6716a7e6bf31 req-8dcb3b33-2e67-4a5b-9d59-ac0dfb504789 service nova] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Refreshing instance network info cache due to event network-changed-5d1229ed-a83d-40c7-a069-bbaf7cf92ba1. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1535.366775] env[63622]: DEBUG oslo_concurrency.lockutils [req-5e0b169e-22fe-43ae-861b-6716a7e6bf31 req-8dcb3b33-2e67-4a5b-9d59-ac0dfb504789 service nova] Acquiring lock "refresh_cache-37f59a1a-2002-42da-b2fe-123649034f89" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1535.366775] env[63622]: DEBUG oslo_concurrency.lockutils [req-5e0b169e-22fe-43ae-861b-6716a7e6bf31 req-8dcb3b33-2e67-4a5b-9d59-ac0dfb504789 service nova] Acquired lock "refresh_cache-37f59a1a-2002-42da-b2fe-123649034f89" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.366943] env[63622]: DEBUG nova.network.neutron [req-5e0b169e-22fe-43ae-861b-6716a7e6bf31 req-8dcb3b33-2e67-4a5b-9d59-ac0dfb504789 service nova] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Refreshing network info cache for port 5d1229ed-a83d-40c7-a069-bbaf7cf92ba1 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1535.427673] env[63622]: DEBUG oslo_vmware.api [None req-cb909d3c-f561-4435-bbe7-7a19c4914af1 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816650, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.847108] env[63622]: DEBUG oslo_vmware.api [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5262708d-4991-d5dd-6957-bc050306d7c2, 'name': SearchDatastore_Task, 'duration_secs': 0.020777} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.851030] env[63622]: DEBUG oslo_concurrency.lockutils [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.851030] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] b64116cf-848e-4a45-a8bc-401f9dd0fe9f/b64116cf-848e-4a45-a8bc-401f9dd0fe9f.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1535.851030] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c082cf8-4515-433e-acc6-6f298a333a5d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.853514] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.853858] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1535.853968] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ba8051f-5e44-4af4-9b66-16586799ce2d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.857581] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ffb0450-5add-4613-9e2c-e2ad02895cd6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.866742] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a19c1d-163c-4314-9e1a-639b72f32e1b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.874040] env[63622]: DEBUG oslo_vmware.api [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Waiting for the task: (returnval){ [ 1535.874040] env[63622]: value = "task-1816657" [ 1535.874040] env[63622]: _type = "Task" [ 1535.874040] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.876258] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1535.876735] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1535.883035] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6896b223-e54d-40d3-a8b8-a1c8ce760357 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.912296] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9419f44-7f0c-4c42-abc8-9250b3d7c92b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.919942] env[63622]: DEBUG oslo_vmware.api [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Waiting for the task: (returnval){ [ 1535.919942] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52c56c5f-9581-13c5-e7de-59e8f88d6971" [ 1535.919942] env[63622]: _type = "Task" [ 1535.919942] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.920263] env[63622]: DEBUG oslo_vmware.api [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1816657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.930684] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83846f6-e56b-491f-a074-2bbecbd29c71 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.942780] env[63622]: DEBUG oslo_vmware.api [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52c56c5f-9581-13c5-e7de-59e8f88d6971, 'name': SearchDatastore_Task, 'duration_secs': 0.01847} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.942969] env[63622]: DEBUG oslo_vmware.api [None req-cb909d3c-f561-4435-bbe7-7a19c4914af1 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816650, 'name': ReconfigVM_Task, 'duration_secs': 5.857756} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.944262] env[63622]: DEBUG oslo_concurrency.lockutils [None req-cb909d3c-f561-4435-bbe7-7a19c4914af1 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Releasing lock "3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.944506] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-cb909d3c-f561-4435-bbe7-7a19c4914af1 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Reconfigured VM to detach interface {{(pid=63622) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1535.954661] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5d5388a-d53e-4afb-9e04-a849b9035dce {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.957528] env[63622]: DEBUG nova.compute.provider_tree [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1535.964034] env[63622]: DEBUG oslo_vmware.api [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Waiting for the task: (returnval){ [ 1535.964034] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]521c8df1-3bc0-2cdf-5448-a39f16a8ffe8" [ 1535.964034] env[63622]: _type = "Task" [ 1535.964034] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.973207] env[63622]: DEBUG oslo_vmware.api [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]521c8df1-3bc0-2cdf-5448-a39f16a8ffe8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.129489] env[63622]: DEBUG nova.compute.manager [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1536.309264] env[63622]: DEBUG nova.network.neutron [req-5e0b169e-22fe-43ae-861b-6716a7e6bf31 req-8dcb3b33-2e67-4a5b-9d59-ac0dfb504789 service nova] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Updated VIF entry in instance network info cache for port 5d1229ed-a83d-40c7-a069-bbaf7cf92ba1. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1536.311128] env[63622]: DEBUG nova.network.neutron [req-5e0b169e-22fe-43ae-861b-6716a7e6bf31 req-8dcb3b33-2e67-4a5b-9d59-ac0dfb504789 service nova] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Updating instance_info_cache with network_info: [{"id": "5d1229ed-a83d-40c7-a069-bbaf7cf92ba1", "address": "fa:16:3e:aa:90:a8", "network": {"id": "4754c46a-1663-4e10-a4ab-3caa37c045aa", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1148109735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6e65c2666c0d48688252dfaad04e1d41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d1229ed-a8", "ovs_interfaceid": "5d1229ed-a83d-40c7-a069-bbaf7cf92ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.388692] env[63622]: DEBUG oslo_vmware.api [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1816657, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.461778] env[63622]: DEBUG nova.scheduler.client.report [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1536.483614] env[63622]: DEBUG oslo_vmware.api [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]521c8df1-3bc0-2cdf-5448-a39f16a8ffe8, 'name': SearchDatastore_Task, 'duration_secs': 0.022506} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.484121] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.484456] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 37f59a1a-2002-42da-b2fe-123649034f89/37f59a1a-2002-42da-b2fe-123649034f89.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1536.484846] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a1e1973-df2e-4bf2-8926-3dd1b03fd18f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.495017] env[63622]: DEBUG oslo_vmware.api [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Waiting for the task: (returnval){ [ 1536.495017] env[63622]: value = "task-1816658" [ 1536.495017] env[63622]: _type = "Task" [ 1536.495017] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.506909] env[63622]: DEBUG oslo_vmware.api [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.816405] env[63622]: DEBUG oslo_concurrency.lockutils [req-5e0b169e-22fe-43ae-861b-6716a7e6bf31 req-8dcb3b33-2e67-4a5b-9d59-ac0dfb504789 service nova] Releasing lock "refresh_cache-37f59a1a-2002-42da-b2fe-123649034f89" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.889533] env[63622]: DEBUG oslo_vmware.api [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1816657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.936433} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.890630] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] b64116cf-848e-4a45-a8bc-401f9dd0fe9f/b64116cf-848e-4a45-a8bc-401f9dd0fe9f.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1536.890630] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1536.890630] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f68fddf5-5f08-4360-8ff2-76d824e59943 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.900300] env[63622]: DEBUG oslo_vmware.api [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Waiting for the task: (returnval){ [ 1536.900300] env[63622]: value = "task-1816659" [ 1536.900300] env[63622]: _type = "Task" [ 1536.900300] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.909800] env[63622]: DEBUG oslo_vmware.api [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1816659, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.977565] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.893s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.977565] env[63622]: DEBUG nova.compute.manager [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1536.979478] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.801s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1536.981186] env[63622]: INFO nova.compute.claims [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1537.010291] env[63622]: DEBUG oslo_vmware.api [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816658, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.120816] env[63622]: DEBUG nova.network.neutron [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Successfully updated port: 32ccbbd4-caf0-4f50-ba65-978d1756f73d {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1537.320213] env[63622]: DEBUG oslo_concurrency.lockutils [None req-cb909d3c-f561-4435-bbe7-7a19c4914af1 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "refresh_cache-3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1537.320531] env[63622]: DEBUG oslo_concurrency.lockutils [None req-cb909d3c-f561-4435-bbe7-7a19c4914af1 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquired lock "refresh_cache-3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.320804] env[63622]: DEBUG nova.network.neutron [None req-cb909d3c-f561-4435-bbe7-7a19c4914af1 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1537.411092] env[63622]: DEBUG oslo_vmware.api [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1816659, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089231} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.411287] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1537.412086] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d06a7f6-efb6-4d19-8ee7-9dc309a9f7a1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.436694] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] b64116cf-848e-4a45-a8bc-401f9dd0fe9f/b64116cf-848e-4a45-a8bc-401f9dd0fe9f.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1537.437179] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f20ea614-5947-4919-89a4-b73d901e03d0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.461905] env[63622]: DEBUG oslo_vmware.api [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Waiting for the task: (returnval){ [ 1537.461905] env[63622]: value = "task-1816660" [ 1537.461905] env[63622]: _type = "Task" [ 1537.461905] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.473585] env[63622]: DEBUG oslo_vmware.api [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1816660, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.488118] env[63622]: DEBUG nova.compute.utils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1537.493137] env[63622]: DEBUG nova.compute.manager [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1537.493137] env[63622]: DEBUG nova.network.neutron [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1537.513999] env[63622]: DEBUG oslo_vmware.api [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816658, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.907328} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.513999] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 37f59a1a-2002-42da-b2fe-123649034f89/37f59a1a-2002-42da-b2fe-123649034f89.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1537.513999] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1537.514318] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ee441c9-1aca-4f08-99ff-9b0cbe4c2608 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.524179] env[63622]: DEBUG oslo_vmware.api [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Waiting for the task: (returnval){ [ 1537.524179] env[63622]: value = "task-1816661" [ 1537.524179] env[63622]: _type = "Task" [ 1537.524179] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.534182] env[63622]: DEBUG oslo_vmware.api [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816661, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.549777] env[63622]: DEBUG nova.policy [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af4d9038ffff40f0a94018051059b87c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e833ae3165f4863a6a985b465714384', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1537.625061] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Acquiring lock "refresh_cache-c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1537.625221] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Acquired lock "refresh_cache-c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.625377] env[63622]: DEBUG nova.network.neutron [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1537.975239] env[63622]: DEBUG oslo_vmware.api [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1816660, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.994511] env[63622]: DEBUG nova.compute.manager [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1538.027132] env[63622]: DEBUG nova.network.neutron [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Successfully created port: 02ae37fc-d249-4a32-9613-ccd729745e1b {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1538.039398] env[63622]: DEBUG oslo_vmware.api [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816661, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08488} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.042874] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1538.044325] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572935e4-d55f-4613-acbd-5c65eb627f76 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.071089] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 37f59a1a-2002-42da-b2fe-123649034f89/37f59a1a-2002-42da-b2fe-123649034f89.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1538.076557] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8188d7d1-9bd0-436f-a56b-6527a6e9ed4e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.102181] env[63622]: DEBUG oslo_vmware.api [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Waiting for the task: (returnval){ [ 1538.102181] env[63622]: value = "task-1816662" [ 1538.102181] env[63622]: _type = "Task" [ 1538.102181] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.114224] env[63622]: DEBUG oslo_vmware.api [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816662, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.310617] env[63622]: INFO nova.network.neutron [None req-cb909d3c-f561-4435-bbe7-7a19c4914af1 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Port 8db273c5-983f-42b6-82ab-1a761bb6c0ee from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1538.311036] env[63622]: DEBUG nova.network.neutron [None req-cb909d3c-f561-4435-bbe7-7a19c4914af1 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Updating instance_info_cache with network_info: [{"id": "6085b44d-f95e-4d17-b536-9d57d3bc83ab", "address": "fa:16:3e:2b:b7:c2", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6085b44d-f9", "ovs_interfaceid": "6085b44d-f95e-4d17-b536-9d57d3bc83ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1538.390997] env[63622]: DEBUG nova.network.neutron [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1538.479805] env[63622]: DEBUG oslo_vmware.api [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1816660, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.614820] env[63622]: DEBUG oslo_vmware.api [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816662, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.618081] env[63622]: DEBUG nova.network.neutron [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Updating instance_info_cache with network_info: [{"id": "32ccbbd4-caf0-4f50-ba65-978d1756f73d", "address": "fa:16:3e:65:34:f0", "network": {"id": "593864f2-3161-4ea3-907d-2a0bc23e3c7a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-948086989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e833ae3165f4863a6a985b465714384", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32ccbbd4-ca", "ovs_interfaceid": "32ccbbd4-caf0-4f50-ba65-978d1756f73d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1538.699440] env[63622]: DEBUG nova.virt.hardware [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1538.699698] env[63622]: DEBUG nova.virt.hardware [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1538.700271] env[63622]: DEBUG nova.virt.hardware [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1538.700271] env[63622]: DEBUG nova.virt.hardware [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1538.700271] env[63622]: DEBUG nova.virt.hardware [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1538.700392] env[63622]: DEBUG nova.virt.hardware [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1538.700592] env[63622]: DEBUG nova.virt.hardware [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1538.700761] env[63622]: DEBUG nova.virt.hardware [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1538.700931] env[63622]: DEBUG nova.virt.hardware [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1538.705305] env[63622]: DEBUG nova.virt.hardware [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1538.705574] env[63622]: DEBUG nova.virt.hardware [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1538.709617] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061864e7-7957-4dac-acf3-5bf39ba538c1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.726404] env[63622]: DEBUG oslo_vmware.rw_handles [None req-5d7b2413-e36b-4b53-bdd3-0616f361eb5d tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526d9d87-36d8-50f0-d485-2b3e527bf85c/disk-0.vmdk. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1538.728108] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8259ced-547d-4543-af70-531160467e1e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.733775] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378c67ae-ef96-41db-8d46-24320deefe9e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.755135] env[63622]: DEBUG oslo_vmware.rw_handles [None req-5d7b2413-e36b-4b53-bdd3-0616f361eb5d tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526d9d87-36d8-50f0-d485-2b3e527bf85c/disk-0.vmdk is in state: ready. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1538.755370] env[63622]: ERROR oslo_vmware.rw_handles [None req-5d7b2413-e36b-4b53-bdd3-0616f361eb5d tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526d9d87-36d8-50f0-d485-2b3e527bf85c/disk-0.vmdk due to incomplete transfer. [ 1538.758649] env[63622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4097af34-da04-4f55-bd61-18f87d18ceab {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.768359] env[63622]: DEBUG oslo_vmware.rw_handles [None req-5d7b2413-e36b-4b53-bdd3-0616f361eb5d tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526d9d87-36d8-50f0-d485-2b3e527bf85c/disk-0.vmdk. {{(pid=63622) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1538.769032] env[63622]: DEBUG nova.virt.vmwareapi.images [None req-5d7b2413-e36b-4b53-bdd3-0616f361eb5d tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Uploaded image 51183cc6-2b84-4983-9e75-90e05a79bedb to the Glance image server {{(pid=63622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1538.771988] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7b2413-e36b-4b53-bdd3-0616f361eb5d tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Destroying the VM {{(pid=63622) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1538.775663] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f5727407-f93f-4bed-a0ee-ebb3ec4dcaff {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.786746] env[63622]: DEBUG oslo_vmware.api [None req-5d7b2413-e36b-4b53-bdd3-0616f361eb5d tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Waiting for the task: (returnval){ [ 1538.786746] env[63622]: value = "task-1816663" [ 1538.786746] env[63622]: _type = "Task" [ 1538.786746] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.801488] env[63622]: DEBUG oslo_vmware.api [None req-5d7b2413-e36b-4b53-bdd3-0616f361eb5d tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816663, 'name': Destroy_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.810354] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3007c1eb-de6c-4712-819b-65a80ac1b5eb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.814227] env[63622]: DEBUG oslo_concurrency.lockutils [None req-cb909d3c-f561-4435-bbe7-7a19c4914af1 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Releasing lock "refresh_cache-3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1538.824061] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d983756-eb0b-4200-a5b6-4b4d4b37a489 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.861168] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb331d1-bd48-499d-816c-8e6e66119f58 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.872186] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ba019d-8cfc-42a1-ba66-10c9d32188f5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.892813] env[63622]: DEBUG nova.compute.provider_tree [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1538.981317] env[63622]: DEBUG oslo_vmware.api [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1816660, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.008771] env[63622]: DEBUG nova.compute.manager [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1539.040464] env[63622]: DEBUG nova.virt.hardware [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1539.040751] env[63622]: DEBUG nova.virt.hardware [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1539.040875] env[63622]: DEBUG nova.virt.hardware [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1539.041073] env[63622]: DEBUG nova.virt.hardware [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1539.041228] env[63622]: DEBUG nova.virt.hardware [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1539.041416] env[63622]: DEBUG nova.virt.hardware [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1539.041652] env[63622]: DEBUG nova.virt.hardware [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1539.041815] env[63622]: DEBUG nova.virt.hardware [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1539.041981] env[63622]: DEBUG nova.virt.hardware [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1539.042162] env[63622]: DEBUG nova.virt.hardware [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1539.042333] env[63622]: DEBUG nova.virt.hardware [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1539.043220] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed189f4-887b-4a28-ae7b-4f62a1cfdaa8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.054262] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a413ba2-05cd-4595-a065-b71119dbfe38 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.088081] env[63622]: DEBUG nova.compute.manager [req-128ac110-17de-4759-9103-fd5301740058 req-c0772775-8f76-4f37-bf11-8b6e02071cd0 service nova] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Received event network-vif-deleted-8db273c5-983f-42b6-82ab-1a761bb6c0ee {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1539.088286] env[63622]: DEBUG nova.compute.manager [req-128ac110-17de-4759-9103-fd5301740058 req-c0772775-8f76-4f37-bf11-8b6e02071cd0 service nova] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Received event network-vif-plugged-32ccbbd4-caf0-4f50-ba65-978d1756f73d {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1539.088487] env[63622]: DEBUG oslo_concurrency.lockutils [req-128ac110-17de-4759-9103-fd5301740058 req-c0772775-8f76-4f37-bf11-8b6e02071cd0 service nova] Acquiring lock "c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.088729] env[63622]: DEBUG oslo_concurrency.lockutils [req-128ac110-17de-4759-9103-fd5301740058 req-c0772775-8f76-4f37-bf11-8b6e02071cd0 service nova] Lock "c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.088943] env[63622]: DEBUG oslo_concurrency.lockutils [req-128ac110-17de-4759-9103-fd5301740058 req-c0772775-8f76-4f37-bf11-8b6e02071cd0 service nova] Lock "c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.089021] env[63622]: DEBUG nova.compute.manager [req-128ac110-17de-4759-9103-fd5301740058 req-c0772775-8f76-4f37-bf11-8b6e02071cd0 service nova] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] No waiting events found dispatching network-vif-plugged-32ccbbd4-caf0-4f50-ba65-978d1756f73d {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1539.089197] env[63622]: WARNING nova.compute.manager [req-128ac110-17de-4759-9103-fd5301740058 req-c0772775-8f76-4f37-bf11-8b6e02071cd0 service nova] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Received unexpected event network-vif-plugged-32ccbbd4-caf0-4f50-ba65-978d1756f73d for instance with vm_state building and task_state spawning. [ 1539.089360] env[63622]: DEBUG nova.compute.manager [req-128ac110-17de-4759-9103-fd5301740058 req-c0772775-8f76-4f37-bf11-8b6e02071cd0 service nova] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Received event network-changed-a16d3d31-a6cf-46cf-b2c2-754ea94580e1 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1539.089511] env[63622]: DEBUG nova.compute.manager [req-128ac110-17de-4759-9103-fd5301740058 req-c0772775-8f76-4f37-bf11-8b6e02071cd0 service nova] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Refreshing instance network info cache due to event network-changed-a16d3d31-a6cf-46cf-b2c2-754ea94580e1. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1539.089949] env[63622]: DEBUG oslo_concurrency.lockutils [req-128ac110-17de-4759-9103-fd5301740058 req-c0772775-8f76-4f37-bf11-8b6e02071cd0 service nova] Acquiring lock "refresh_cache-81e5c6eb-ca23-44f6-8ad4-bebac3fe146b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1539.089949] env[63622]: DEBUG oslo_concurrency.lockutils [req-128ac110-17de-4759-9103-fd5301740058 req-c0772775-8f76-4f37-bf11-8b6e02071cd0 service nova] Acquired lock "refresh_cache-81e5c6eb-ca23-44f6-8ad4-bebac3fe146b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.090107] env[63622]: DEBUG nova.network.neutron [req-128ac110-17de-4759-9103-fd5301740058 req-c0772775-8f76-4f37-bf11-8b6e02071cd0 service nova] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Refreshing network info cache for port a16d3d31-a6cf-46cf-b2c2-754ea94580e1 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1539.115288] env[63622]: DEBUG oslo_vmware.api [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816662, 'name': ReconfigVM_Task, 'duration_secs': 0.893165} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.115592] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 37f59a1a-2002-42da-b2fe-123649034f89/37f59a1a-2002-42da-b2fe-123649034f89.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1539.116245] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb3d9ba9-cd72-47ee-b15d-c5ea04a40a40 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.120654] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Releasing lock "refresh_cache-c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1539.120952] env[63622]: DEBUG nova.compute.manager [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Instance network_info: |[{"id": "32ccbbd4-caf0-4f50-ba65-978d1756f73d", "address": "fa:16:3e:65:34:f0", "network": {"id": "593864f2-3161-4ea3-907d-2a0bc23e3c7a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-948086989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e833ae3165f4863a6a985b465714384", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32ccbbd4-ca", "ovs_interfaceid": "32ccbbd4-caf0-4f50-ba65-978d1756f73d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1539.121365] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:34:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f969bd9-e040-4b9b-85b2-7c61231584ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32ccbbd4-caf0-4f50-ba65-978d1756f73d', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1539.133625] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Creating folder: Project (0e833ae3165f4863a6a985b465714384). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1539.135870] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-345ffeff-733b-4c7d-9528-69088faf4a83 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.137776] env[63622]: DEBUG oslo_vmware.api [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Waiting for the task: (returnval){ [ 1539.137776] env[63622]: value = "task-1816664" [ 1539.137776] env[63622]: _type = "Task" [ 1539.137776] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.147460] env[63622]: DEBUG oslo_vmware.api [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816664, 'name': Rename_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.149734] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Created folder: Project (0e833ae3165f4863a6a985b465714384) in parent group-v376252. [ 1539.149955] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Creating folder: Instances. Parent ref: group-v376386. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1539.150217] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a820bcc-c0ea-436e-877a-53f3f5411ffa {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.162838] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Created folder: Instances in parent group-v376386. [ 1539.162838] env[63622]: DEBUG oslo.service.loopingcall [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1539.162838] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1539.162838] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7100ae6-1bd1-4505-a334-2f49a38eca24 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.184231] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1539.184231] env[63622]: value = "task-1816667" [ 1539.184231] env[63622]: _type = "Task" [ 1539.184231] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.193518] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816667, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.300158] env[63622]: DEBUG oslo_vmware.api [None req-5d7b2413-e36b-4b53-bdd3-0616f361eb5d tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816663, 'name': Destroy_Task} progress is 33%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.318638] env[63622]: DEBUG oslo_concurrency.lockutils [None req-cb909d3c-f561-4435-bbe7-7a19c4914af1 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "interface-3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241-8db273c5-983f-42b6-82ab-1a761bb6c0ee" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.002s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.396779] env[63622]: DEBUG nova.scheduler.client.report [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1539.480822] env[63622]: DEBUG oslo_vmware.api [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1816660, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.496057] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7d1a2fed-ba11-47c4-bf4d-dff1e472a7d0 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.496351] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7d1a2fed-ba11-47c4-bf4d-dff1e472a7d0 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.496582] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7d1a2fed-ba11-47c4-bf4d-dff1e472a7d0 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.496778] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7d1a2fed-ba11-47c4-bf4d-dff1e472a7d0 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.496953] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7d1a2fed-ba11-47c4-bf4d-dff1e472a7d0 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.502547] env[63622]: INFO nova.compute.manager [None req-7d1a2fed-ba11-47c4-bf4d-dff1e472a7d0 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Terminating instance [ 1539.652591] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquiring lock "573694ac-637c-4ec4-b40d-38d09951d6ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.652847] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "573694ac-637c-4ec4-b40d-38d09951d6ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.659913] env[63622]: DEBUG oslo_vmware.api [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816664, 'name': Rename_Task, 'duration_secs': 0.233206} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.660210] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1539.660456] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15c4ebeb-cf8b-4981-9da0-6333970a1233 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.669935] env[63622]: DEBUG oslo_vmware.api [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Waiting for the task: (returnval){ [ 1539.669935] env[63622]: value = "task-1816668" [ 1539.669935] env[63622]: _type = "Task" [ 1539.669935] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.682236] env[63622]: DEBUG oslo_vmware.api [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.698475] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816667, 'name': CreateVM_Task, 'duration_secs': 0.453311} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.698642] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1539.699452] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1539.699668] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.700032] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1539.701118] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58ccc36f-2543-4d29-b8d7-b4033ed4ceac {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.707954] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Waiting for the task: (returnval){ [ 1539.707954] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]520ad9af-f2c0-919d-2d6e-a5074468b930" [ 1539.707954] env[63622]: _type = "Task" [ 1539.707954] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.718950] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a61bc68b-e268-47e2-9626-11e699efb147 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Acquiring lock "81e5c6eb-ca23-44f6-8ad4-bebac3fe146b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.719277] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a61bc68b-e268-47e2-9626-11e699efb147 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Lock "81e5c6eb-ca23-44f6-8ad4-bebac3fe146b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.719688] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a61bc68b-e268-47e2-9626-11e699efb147 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Acquiring lock "81e5c6eb-ca23-44f6-8ad4-bebac3fe146b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.719688] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a61bc68b-e268-47e2-9626-11e699efb147 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Lock "81e5c6eb-ca23-44f6-8ad4-bebac3fe146b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.719876] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a61bc68b-e268-47e2-9626-11e699efb147 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Lock "81e5c6eb-ca23-44f6-8ad4-bebac3fe146b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.724465] env[63622]: INFO nova.compute.manager [None req-a61bc68b-e268-47e2-9626-11e699efb147 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Terminating instance [ 1539.731045] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]520ad9af-f2c0-919d-2d6e-a5074468b930, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.798477] env[63622]: DEBUG oslo_vmware.api [None req-5d7b2413-e36b-4b53-bdd3-0616f361eb5d tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816663, 'name': Destroy_Task, 'duration_secs': 0.563015} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.798898] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-5d7b2413-e36b-4b53-bdd3-0616f361eb5d tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Destroyed the VM [ 1539.799213] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7b2413-e36b-4b53-bdd3-0616f361eb5d tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Deleting Snapshot of the VM instance {{(pid=63622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1539.799541] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0de0c21e-9612-4758-a817-82c5a71b9f95 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.809053] env[63622]: DEBUG oslo_vmware.api [None req-5d7b2413-e36b-4b53-bdd3-0616f361eb5d tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Waiting for the task: (returnval){ [ 1539.809053] env[63622]: value = "task-1816669" [ 1539.809053] env[63622]: _type = "Task" [ 1539.809053] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.820065] env[63622]: DEBUG oslo_vmware.api [None req-5d7b2413-e36b-4b53-bdd3-0616f361eb5d tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816669, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.903959] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.924s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.904580] env[63622]: DEBUG nova.compute.manager [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1539.907899] env[63622]: DEBUG oslo_concurrency.lockutils [None req-408c51ce-1692-4bc2-9fbc-8ecf88189705 tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.709s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.908190] env[63622]: DEBUG oslo_concurrency.lockutils [None req-408c51ce-1692-4bc2-9fbc-8ecf88189705 tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.910599] env[63622]: DEBUG oslo_concurrency.lockutils [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.054s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.910927] env[63622]: DEBUG nova.objects.instance [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63622) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1539.940390] env[63622]: INFO nova.scheduler.client.report [None req-408c51ce-1692-4bc2-9fbc-8ecf88189705 tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Deleted allocations for instance d88a3d07-ca1b-4002-99a5-555fe6be3435 [ 1539.948189] env[63622]: DEBUG nova.network.neutron [req-128ac110-17de-4759-9103-fd5301740058 req-c0772775-8f76-4f37-bf11-8b6e02071cd0 service nova] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Updated VIF entry in instance network info cache for port a16d3d31-a6cf-46cf-b2c2-754ea94580e1. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1539.948556] env[63622]: DEBUG nova.network.neutron [req-128ac110-17de-4759-9103-fd5301740058 req-c0772775-8f76-4f37-bf11-8b6e02071cd0 service nova] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Updating instance_info_cache with network_info: [{"id": "a16d3d31-a6cf-46cf-b2c2-754ea94580e1", "address": "fa:16:3e:ed:87:44", "network": {"id": "10236aa1-ff29-46b4-a33a-f3dee61d8ac7", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-11799953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7c09ed2506546bca5962e0f8bd54c9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa16d3d31-a6", "ovs_interfaceid": "a16d3d31-a6cf-46cf-b2c2-754ea94580e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1539.980981] env[63622]: DEBUG oslo_vmware.api [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1816660, 'name': ReconfigVM_Task, 'duration_secs': 2.02764} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.980981] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Reconfigured VM instance instance-0000002d to attach disk [datastore1] b64116cf-848e-4a45-a8bc-401f9dd0fe9f/b64116cf-848e-4a45-a8bc-401f9dd0fe9f.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1539.981628] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b378a53-c42d-4bee-8c22-5b9ef036741c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.987505] env[63622]: DEBUG nova.network.neutron [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Successfully updated port: 02ae37fc-d249-4a32-9613-ccd729745e1b {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1539.991357] env[63622]: DEBUG oslo_vmware.api [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Waiting for the task: (returnval){ [ 1539.991357] env[63622]: value = "task-1816670" [ 1539.991357] env[63622]: _type = "Task" [ 1539.991357] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.004035] env[63622]: DEBUG oslo_vmware.api [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1816670, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.009954] env[63622]: DEBUG nova.compute.manager [None req-7d1a2fed-ba11-47c4-bf4d-dff1e472a7d0 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1540.009954] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7d1a2fed-ba11-47c4-bf4d-dff1e472a7d0 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1540.009954] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027886e6-1044-41aa-bc4d-cd495d904e56 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.022322] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d1a2fed-ba11-47c4-bf4d-dff1e472a7d0 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1540.022640] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd92a371-a7a2-45f5-9126-2e11a5d441d0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.030941] env[63622]: DEBUG oslo_vmware.api [None req-7d1a2fed-ba11-47c4-bf4d-dff1e472a7d0 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1540.030941] env[63622]: value = "task-1816671" [ 1540.030941] env[63622]: _type = "Task" [ 1540.030941] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.040703] env[63622]: DEBUG oslo_vmware.api [None req-7d1a2fed-ba11-47c4-bf4d-dff1e472a7d0 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.182406] env[63622]: DEBUG oslo_vmware.api [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816668, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.220664] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]520ad9af-f2c0-919d-2d6e-a5074468b930, 'name': SearchDatastore_Task, 'duration_secs': 0.066768} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.220997] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1540.221260] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1540.221544] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1540.221692] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.221867] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1540.222230] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d57aad0-a945-4ae1-a5eb-ea2fcfade180 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.233672] env[63622]: DEBUG nova.compute.manager [None req-a61bc68b-e268-47e2-9626-11e699efb147 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1540.233672] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a61bc68b-e268-47e2-9626-11e699efb147 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1540.233672] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1540.234358] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1540.237398] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5582c074-9696-40e6-a545-b0021aad6635 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.238458] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25506ba4-a32a-445a-a351-02c8cbe05e71 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.246815] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Waiting for the task: (returnval){ [ 1540.246815] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52634e92-4520-f4d2-a32c-44403eb17a84" [ 1540.246815] env[63622]: _type = "Task" [ 1540.246815] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.248814] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61bc68b-e268-47e2-9626-11e699efb147 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1540.252091] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41352b8e-9894-400d-ab22-26f74ccd263e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.259883] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52634e92-4520-f4d2-a32c-44403eb17a84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.261580] env[63622]: DEBUG oslo_vmware.api [None req-a61bc68b-e268-47e2-9626-11e699efb147 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Waiting for the task: (returnval){ [ 1540.261580] env[63622]: value = "task-1816672" [ 1540.261580] env[63622]: _type = "Task" [ 1540.261580] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.277687] env[63622]: DEBUG oslo_vmware.api [None req-a61bc68b-e268-47e2-9626-11e699efb147 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': task-1816672, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.319641] env[63622]: DEBUG oslo_vmware.api [None req-5d7b2413-e36b-4b53-bdd3-0616f361eb5d tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816669, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.418103] env[63622]: DEBUG nova.compute.utils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1540.423980] env[63622]: DEBUG nova.compute.manager [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1540.428018] env[63622]: DEBUG nova.network.neutron [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1540.451350] env[63622]: DEBUG oslo_concurrency.lockutils [req-128ac110-17de-4759-9103-fd5301740058 req-c0772775-8f76-4f37-bf11-8b6e02071cd0 service nova] Releasing lock "refresh_cache-81e5c6eb-ca23-44f6-8ad4-bebac3fe146b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1540.451629] env[63622]: DEBUG nova.compute.manager [req-128ac110-17de-4759-9103-fd5301740058 req-c0772775-8f76-4f37-bf11-8b6e02071cd0 service nova] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Received event network-changed-32ccbbd4-caf0-4f50-ba65-978d1756f73d {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1540.451808] env[63622]: DEBUG nova.compute.manager [req-128ac110-17de-4759-9103-fd5301740058 req-c0772775-8f76-4f37-bf11-8b6e02071cd0 service nova] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Refreshing instance network info cache due to event network-changed-32ccbbd4-caf0-4f50-ba65-978d1756f73d. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1540.452061] env[63622]: DEBUG oslo_concurrency.lockutils [req-128ac110-17de-4759-9103-fd5301740058 req-c0772775-8f76-4f37-bf11-8b6e02071cd0 service nova] Acquiring lock "refresh_cache-c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1540.452216] env[63622]: DEBUG oslo_concurrency.lockutils [req-128ac110-17de-4759-9103-fd5301740058 req-c0772775-8f76-4f37-bf11-8b6e02071cd0 service nova] Acquired lock "refresh_cache-c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.452415] env[63622]: DEBUG nova.network.neutron [req-128ac110-17de-4759-9103-fd5301740058 req-c0772775-8f76-4f37-bf11-8b6e02071cd0 service nova] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Refreshing network info cache for port 32ccbbd4-caf0-4f50-ba65-978d1756f73d {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1540.454152] env[63622]: DEBUG oslo_concurrency.lockutils [None req-408c51ce-1692-4bc2-9fbc-8ecf88189705 tempest-ServerDiagnosticsV248Test-544955105 tempest-ServerDiagnosticsV248Test-544955105-project-member] Lock "d88a3d07-ca1b-4002-99a5-555fe6be3435" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.336s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.495966] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Acquiring lock "refresh_cache-46d6188c-3bfd-473e-9034-3b4c6503dbf2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1540.495966] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Acquired lock "refresh_cache-46d6188c-3bfd-473e-9034-3b4c6503dbf2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.495966] env[63622]: DEBUG nova.network.neutron [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1540.509159] env[63622]: DEBUG oslo_vmware.api [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1816670, 'name': Rename_Task, 'duration_secs': 0.236605} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.509709] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1540.509985] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1e20ce1-beab-4f83-a299-9c9db8d21dd0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.520307] env[63622]: DEBUG oslo_vmware.api [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Waiting for the task: (returnval){ [ 1540.520307] env[63622]: value = "task-1816673" [ 1540.520307] env[63622]: _type = "Task" [ 1540.520307] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.531425] env[63622]: DEBUG oslo_vmware.api [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1816673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.542189] env[63622]: DEBUG oslo_vmware.api [None req-7d1a2fed-ba11-47c4-bf4d-dff1e472a7d0 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816671, 'name': PowerOffVM_Task, 'duration_secs': 0.361948} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.542616] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d1a2fed-ba11-47c4-bf4d-dff1e472a7d0 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1540.542846] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7d1a2fed-ba11-47c4-bf4d-dff1e472a7d0 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1540.543516] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb860955-ffb4-467f-82ed-f595b859d12c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.679829] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7d1a2fed-ba11-47c4-bf4d-dff1e472a7d0 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1540.680203] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7d1a2fed-ba11-47c4-bf4d-dff1e472a7d0 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1540.680416] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d1a2fed-ba11-47c4-bf4d-dff1e472a7d0 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Deleting the datastore file [datastore1] 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1540.681225] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6097629e-4e4d-430a-a26a-38522b553a1a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.688641] env[63622]: DEBUG oslo_vmware.api [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816668, 'name': PowerOnVM_Task, 'duration_secs': 0.813232} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.689725] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1540.689966] env[63622]: INFO nova.compute.manager [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Took 8.48 seconds to spawn the instance on the hypervisor. [ 1540.690285] env[63622]: DEBUG nova.compute.manager [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1540.691357] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fa36ee-17da-484b-85b2-a8a1e5aa2b22 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.696420] env[63622]: DEBUG oslo_vmware.api [None req-7d1a2fed-ba11-47c4-bf4d-dff1e472a7d0 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1540.696420] env[63622]: value = "task-1816675" [ 1540.696420] env[63622]: _type = "Task" [ 1540.696420] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.718583] env[63622]: DEBUG oslo_vmware.api [None req-7d1a2fed-ba11-47c4-bf4d-dff1e472a7d0 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.761809] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52634e92-4520-f4d2-a32c-44403eb17a84, 'name': SearchDatastore_Task, 'duration_secs': 0.014432} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.765970] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f19e5c1-0adf-43f0-a5cf-7aed5dd5e014 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.770552] env[63622]: DEBUG nova.policy [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af4d9038ffff40f0a94018051059b87c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e833ae3165f4863a6a985b465714384', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1540.777811] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Waiting for the task: (returnval){ [ 1540.777811] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b88629-8484-367e-d4a8-3d15f9c6faa0" [ 1540.777811] env[63622]: _type = "Task" [ 1540.777811] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.778077] env[63622]: DEBUG oslo_vmware.api [None req-a61bc68b-e268-47e2-9626-11e699efb147 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': task-1816672, 'name': PowerOffVM_Task, 'duration_secs': 0.298711} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.778413] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61bc68b-e268-47e2-9626-11e699efb147 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1540.778602] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a61bc68b-e268-47e2-9626-11e699efb147 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1540.782092] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-444dc403-8d13-4e82-a84b-798f6d0d160b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.791127] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b88629-8484-367e-d4a8-3d15f9c6faa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.822851] env[63622]: DEBUG oslo_vmware.api [None req-5d7b2413-e36b-4b53-bdd3-0616f361eb5d tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816669, 'name': RemoveSnapshot_Task, 'duration_secs': 0.959628} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.824760] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7b2413-e36b-4b53-bdd3-0616f361eb5d tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Deleted Snapshot of the VM instance {{(pid=63622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1540.824760] env[63622]: INFO nova.compute.manager [None req-5d7b2413-e36b-4b53-bdd3-0616f361eb5d tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Took 16.92 seconds to snapshot the instance on the hypervisor. [ 1540.855610] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1083700e-cf97-41f0-b4b9-056b9c255d82 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Acquiring lock "ada46b59-e636-461e-8650-8051a98550dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.855913] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1083700e-cf97-41f0-b4b9-056b9c255d82 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Lock "ada46b59-e636-461e-8650-8051a98550dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.856171] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1083700e-cf97-41f0-b4b9-056b9c255d82 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Acquiring lock "ada46b59-e636-461e-8650-8051a98550dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.856365] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1083700e-cf97-41f0-b4b9-056b9c255d82 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Lock "ada46b59-e636-461e-8650-8051a98550dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.856549] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1083700e-cf97-41f0-b4b9-056b9c255d82 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Lock "ada46b59-e636-461e-8650-8051a98550dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.859556] env[63622]: INFO nova.compute.manager [None req-1083700e-cf97-41f0-b4b9-056b9c255d82 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] [instance: ada46b59-e636-461e-8650-8051a98550dc] Terminating instance [ 1540.928789] env[63622]: DEBUG nova.compute.manager [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1540.933698] env[63622]: DEBUG oslo_concurrency.lockutils [None req-da0698c8-e26c-4da8-ae29-811f97ef7c7f tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.935182] env[63622]: DEBUG oslo_concurrency.lockutils [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 33.309s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.984867] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a61bc68b-e268-47e2-9626-11e699efb147 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1540.985283] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a61bc68b-e268-47e2-9626-11e699efb147 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1540.985490] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a61bc68b-e268-47e2-9626-11e699efb147 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Deleting the datastore file [datastore1] 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1540.986211] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91c51abd-de6e-4b85-81d9-426111345c0e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.995889] env[63622]: DEBUG oslo_vmware.api [None req-a61bc68b-e268-47e2-9626-11e699efb147 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Waiting for the task: (returnval){ [ 1540.995889] env[63622]: value = "task-1816677" [ 1540.995889] env[63622]: _type = "Task" [ 1540.995889] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.007490] env[63622]: DEBUG oslo_vmware.api [None req-a61bc68b-e268-47e2-9626-11e699efb147 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': task-1816677, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.035700] env[63622]: DEBUG oslo_vmware.api [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1816673, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.057836] env[63622]: DEBUG nova.network.neutron [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1541.224998] env[63622]: INFO nova.compute.manager [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Took 49.36 seconds to build instance. [ 1541.226336] env[63622]: DEBUG oslo_vmware.api [None req-7d1a2fed-ba11-47c4-bf4d-dff1e472a7d0 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343696} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.229680] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d1a2fed-ba11-47c4-bf4d-dff1e472a7d0 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1541.229923] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7d1a2fed-ba11-47c4-bf4d-dff1e472a7d0 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1541.230126] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7d1a2fed-ba11-47c4-bf4d-dff1e472a7d0 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1541.230305] env[63622]: INFO nova.compute.manager [None req-7d1a2fed-ba11-47c4-bf4d-dff1e472a7d0 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1541.230553] env[63622]: DEBUG oslo.service.loopingcall [None req-7d1a2fed-ba11-47c4-bf4d-dff1e472a7d0 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1541.230758] env[63622]: DEBUG nova.compute.manager [-] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1541.230854] env[63622]: DEBUG nova.network.neutron [-] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1541.290799] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b88629-8484-367e-d4a8-3d15f9c6faa0, 'name': SearchDatastore_Task, 'duration_secs': 0.041497} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.291161] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1541.291462] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a/c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1541.291691] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-743e92e3-c80e-4093-bb53-d29cf8fc6dc7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.299987] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Waiting for the task: (returnval){ [ 1541.299987] env[63622]: value = "task-1816678" [ 1541.299987] env[63622]: _type = "Task" [ 1541.299987] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.313814] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816678, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.367662] env[63622]: DEBUG nova.compute.manager [None req-1083700e-cf97-41f0-b4b9-056b9c255d82 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] [instance: ada46b59-e636-461e-8650-8051a98550dc] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1541.367909] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1083700e-cf97-41f0-b4b9-056b9c255d82 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] [instance: ada46b59-e636-461e-8650-8051a98550dc] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1541.369261] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4a5b5f-1dce-4fcb-bb43-4f453bc93cad {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.378441] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1083700e-cf97-41f0-b4b9-056b9c255d82 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] [instance: ada46b59-e636-461e-8650-8051a98550dc] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1541.378765] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3d0883f-f8aa-4d6b-a8bf-c0832fb16d36 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.386564] env[63622]: DEBUG oslo_vmware.api [None req-1083700e-cf97-41f0-b4b9-056b9c255d82 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Waiting for the task: (returnval){ [ 1541.386564] env[63622]: value = "task-1816679" [ 1541.386564] env[63622]: _type = "Task" [ 1541.386564] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.397640] env[63622]: DEBUG oslo_vmware.api [None req-1083700e-cf97-41f0-b4b9-056b9c255d82 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Task: {'id': task-1816679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.415296] env[63622]: DEBUG nova.network.neutron [req-128ac110-17de-4759-9103-fd5301740058 req-c0772775-8f76-4f37-bf11-8b6e02071cd0 service nova] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Updated VIF entry in instance network info cache for port 32ccbbd4-caf0-4f50-ba65-978d1756f73d. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1541.415687] env[63622]: DEBUG nova.network.neutron [req-128ac110-17de-4759-9103-fd5301740058 req-c0772775-8f76-4f37-bf11-8b6e02071cd0 service nova] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Updating instance_info_cache with network_info: [{"id": "32ccbbd4-caf0-4f50-ba65-978d1756f73d", "address": "fa:16:3e:65:34:f0", "network": {"id": "593864f2-3161-4ea3-907d-2a0bc23e3c7a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-948086989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e833ae3165f4863a6a985b465714384", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32ccbbd4-ca", "ovs_interfaceid": "32ccbbd4-caf0-4f50-ba65-978d1756f73d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1541.441312] env[63622]: DEBUG nova.network.neutron [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Updating instance_info_cache with network_info: [{"id": "02ae37fc-d249-4a32-9613-ccd729745e1b", "address": "fa:16:3e:42:20:cd", "network": {"id": "593864f2-3161-4ea3-907d-2a0bc23e3c7a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-948086989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e833ae3165f4863a6a985b465714384", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02ae37fc-d2", "ovs_interfaceid": "02ae37fc-d249-4a32-9613-ccd729745e1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1541.447496] env[63622]: INFO nova.compute.claims [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1541.514362] env[63622]: DEBUG oslo_vmware.api [None req-a61bc68b-e268-47e2-9626-11e699efb147 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': task-1816677, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.499018} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.514671] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a61bc68b-e268-47e2-9626-11e699efb147 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1541.514890] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a61bc68b-e268-47e2-9626-11e699efb147 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1541.515113] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a61bc68b-e268-47e2-9626-11e699efb147 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1541.515324] env[63622]: INFO nova.compute.manager [None req-a61bc68b-e268-47e2-9626-11e699efb147 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1541.515568] env[63622]: DEBUG oslo.service.loopingcall [None req-a61bc68b-e268-47e2-9626-11e699efb147 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1541.516511] env[63622]: DEBUG nova.compute.manager [-] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1541.516511] env[63622]: DEBUG nova.network.neutron [-] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1541.538022] env[63622]: DEBUG oslo_vmware.api [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1816673, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.666110] env[63622]: DEBUG nova.compute.manager [req-1edd84b9-bad5-49dc-9afb-f1b1cadb38ef req-61f4fe31-f419-4b05-86c3-fb353787b124 service nova] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Received event network-vif-plugged-02ae37fc-d249-4a32-9613-ccd729745e1b {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1541.666369] env[63622]: DEBUG oslo_concurrency.lockutils [req-1edd84b9-bad5-49dc-9afb-f1b1cadb38ef req-61f4fe31-f419-4b05-86c3-fb353787b124 service nova] Acquiring lock "46d6188c-3bfd-473e-9034-3b4c6503dbf2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1541.666570] env[63622]: DEBUG oslo_concurrency.lockutils [req-1edd84b9-bad5-49dc-9afb-f1b1cadb38ef req-61f4fe31-f419-4b05-86c3-fb353787b124 service nova] Lock "46d6188c-3bfd-473e-9034-3b4c6503dbf2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.666750] env[63622]: DEBUG oslo_concurrency.lockutils [req-1edd84b9-bad5-49dc-9afb-f1b1cadb38ef req-61f4fe31-f419-4b05-86c3-fb353787b124 service nova] Lock "46d6188c-3bfd-473e-9034-3b4c6503dbf2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.666986] env[63622]: DEBUG nova.compute.manager [req-1edd84b9-bad5-49dc-9afb-f1b1cadb38ef req-61f4fe31-f419-4b05-86c3-fb353787b124 service nova] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] No waiting events found dispatching network-vif-plugged-02ae37fc-d249-4a32-9613-ccd729745e1b {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1541.667724] env[63622]: WARNING nova.compute.manager [req-1edd84b9-bad5-49dc-9afb-f1b1cadb38ef req-61f4fe31-f419-4b05-86c3-fb353787b124 service nova] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Received unexpected event network-vif-plugged-02ae37fc-d249-4a32-9613-ccd729745e1b for instance with vm_state building and task_state spawning. [ 1541.668066] env[63622]: DEBUG nova.compute.manager [req-1edd84b9-bad5-49dc-9afb-f1b1cadb38ef req-61f4fe31-f419-4b05-86c3-fb353787b124 service nova] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Received event network-changed-02ae37fc-d249-4a32-9613-ccd729745e1b {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1541.668169] env[63622]: DEBUG nova.compute.manager [req-1edd84b9-bad5-49dc-9afb-f1b1cadb38ef req-61f4fe31-f419-4b05-86c3-fb353787b124 service nova] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Refreshing instance network info cache due to event network-changed-02ae37fc-d249-4a32-9613-ccd729745e1b. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1541.668353] env[63622]: DEBUG oslo_concurrency.lockutils [req-1edd84b9-bad5-49dc-9afb-f1b1cadb38ef req-61f4fe31-f419-4b05-86c3-fb353787b124 service nova] Acquiring lock "refresh_cache-46d6188c-3bfd-473e-9034-3b4c6503dbf2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.674490] env[63622]: DEBUG nova.network.neutron [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Successfully created port: afe939df-7cbb-4cde-a9f3-5dfd9f4fb761 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1541.727470] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c042af82-40da-40fa-b577-2396969d89b0 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Lock "37f59a1a-2002-42da-b2fe-123649034f89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.938s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.812446] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816678, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.911370] env[63622]: DEBUG oslo_vmware.api [None req-1083700e-cf97-41f0-b4b9-056b9c255d82 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Task: {'id': task-1816679, 'name': PowerOffVM_Task, 'duration_secs': 0.319161} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.912395] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1083700e-cf97-41f0-b4b9-056b9c255d82 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] [instance: ada46b59-e636-461e-8650-8051a98550dc] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1541.912395] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1083700e-cf97-41f0-b4b9-056b9c255d82 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] [instance: ada46b59-e636-461e-8650-8051a98550dc] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1541.912672] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2fc5cff-299a-4562-ab39-2c1521bc9c20 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.919440] env[63622]: DEBUG oslo_concurrency.lockutils [req-128ac110-17de-4759-9103-fd5301740058 req-c0772775-8f76-4f37-bf11-8b6e02071cd0 service nova] Releasing lock "refresh_cache-c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1541.943687] env[63622]: DEBUG nova.compute.manager [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1541.955182] env[63622]: INFO nova.compute.resource_tracker [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Updating resource usage from migration 851faf64-e515-4247-8f37-aae850e9b683 [ 1541.958789] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Releasing lock "refresh_cache-46d6188c-3bfd-473e-9034-3b4c6503dbf2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1541.958909] env[63622]: DEBUG nova.compute.manager [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Instance network_info: |[{"id": "02ae37fc-d249-4a32-9613-ccd729745e1b", "address": "fa:16:3e:42:20:cd", "network": {"id": "593864f2-3161-4ea3-907d-2a0bc23e3c7a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-948086989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e833ae3165f4863a6a985b465714384", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02ae37fc-d2", "ovs_interfaceid": "02ae37fc-d249-4a32-9613-ccd729745e1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1541.959901] env[63622]: DEBUG oslo_concurrency.lockutils [req-1edd84b9-bad5-49dc-9afb-f1b1cadb38ef req-61f4fe31-f419-4b05-86c3-fb353787b124 service nova] Acquired lock "refresh_cache-46d6188c-3bfd-473e-9034-3b4c6503dbf2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.959901] env[63622]: DEBUG nova.network.neutron [req-1edd84b9-bad5-49dc-9afb-f1b1cadb38ef req-61f4fe31-f419-4b05-86c3-fb353787b124 service nova] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Refreshing network info cache for port 02ae37fc-d249-4a32-9613-ccd729745e1b {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1541.962814] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:20:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f969bd9-e040-4b9b-85b2-7c61231584ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02ae37fc-d249-4a32-9613-ccd729745e1b', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1541.976212] env[63622]: DEBUG oslo.service.loopingcall [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1541.978016] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1541.978141] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-707bbc00-4952-4a63-9532-9900ef78b7f8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.998750] env[63622]: DEBUG nova.virt.hardware [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1541.999154] env[63622]: DEBUG nova.virt.hardware [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1541.999287] env[63622]: DEBUG nova.virt.hardware [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1541.999516] env[63622]: DEBUG nova.virt.hardware [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1541.999791] env[63622]: DEBUG nova.virt.hardware [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1541.999912] env[63622]: DEBUG nova.virt.hardware [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1542.000179] env[63622]: DEBUG nova.virt.hardware [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1542.000386] env[63622]: DEBUG nova.virt.hardware [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1542.000619] env[63622]: DEBUG nova.virt.hardware [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1542.000824] env[63622]: DEBUG nova.virt.hardware [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1542.001080] env[63622]: DEBUG nova.virt.hardware [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1542.002405] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3feafad2-9dfe-4db5-b103-c539ac02ec5e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.010435] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1083700e-cf97-41f0-b4b9-056b9c255d82 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] [instance: ada46b59-e636-461e-8650-8051a98550dc] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1542.010732] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1083700e-cf97-41f0-b4b9-056b9c255d82 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] [instance: ada46b59-e636-461e-8650-8051a98550dc] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1542.010972] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-1083700e-cf97-41f0-b4b9-056b9c255d82 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Deleting the datastore file [datastore1] ada46b59-e636-461e-8650-8051a98550dc {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1542.011895] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b03bdb5-2d02-48b0-b802-b09daa4e4418 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.016128] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1542.016128] env[63622]: value = "task-1816681" [ 1542.016128] env[63622]: _type = "Task" [ 1542.016128] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.024258] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3ceb0c-dbf7-4ece-adfd-2b454be4bfb2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.035293] env[63622]: DEBUG oslo_vmware.api [None req-1083700e-cf97-41f0-b4b9-056b9c255d82 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Waiting for the task: (returnval){ [ 1542.035293] env[63622]: value = "task-1816682" [ 1542.035293] env[63622]: _type = "Task" [ 1542.035293] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.062722] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816681, 'name': CreateVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.074237] env[63622]: DEBUG oslo_vmware.api [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1816673, 'name': PowerOnVM_Task, 'duration_secs': 1.056471} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.075062] env[63622]: DEBUG oslo_vmware.api [None req-1083700e-cf97-41f0-b4b9-056b9c255d82 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Task: {'id': task-1816682, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.075310] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1542.075522] env[63622]: INFO nova.compute.manager [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Took 12.80 seconds to spawn the instance on the hypervisor. [ 1542.075707] env[63622]: DEBUG nova.compute.manager [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1542.076588] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82962ef3-3784-473f-8bc3-e9c0a80255ca {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.201160] env[63622]: DEBUG oslo_vmware.rw_handles [None req-ad08d034-150c-4341-a468-3e7f5d2a7bb3 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52022745-8e38-7496-ed50-b8479fb3ff22/disk-0.vmdk. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1542.202240] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969f947e-f4d0-4b8e-b654-b77414cc7d8e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.209860] env[63622]: DEBUG oslo_vmware.rw_handles [None req-ad08d034-150c-4341-a468-3e7f5d2a7bb3 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52022745-8e38-7496-ed50-b8479fb3ff22/disk-0.vmdk is in state: ready. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1542.210068] env[63622]: ERROR oslo_vmware.rw_handles [None req-ad08d034-150c-4341-a468-3e7f5d2a7bb3 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52022745-8e38-7496-ed50-b8479fb3ff22/disk-0.vmdk due to incomplete transfer. [ 1542.213393] env[63622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fad036dc-e4f2-45ef-a9ec-4dfa510d423e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.226324] env[63622]: DEBUG oslo_vmware.rw_handles [None req-ad08d034-150c-4341-a468-3e7f5d2a7bb3 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52022745-8e38-7496-ed50-b8479fb3ff22/disk-0.vmdk. {{(pid=63622) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1542.226324] env[63622]: DEBUG nova.virt.vmwareapi.images [None req-ad08d034-150c-4341-a468-3e7f5d2a7bb3 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Uploaded image a39383ed-7b33-4379-8929-080fedeb1496 to the Glance image server {{(pid=63622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1542.228912] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad08d034-150c-4341-a468-3e7f5d2a7bb3 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Destroying the VM {{(pid=63622) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1542.229207] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-df28adba-279f-4078-b8f7-31c2cdbe9dab {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.233811] env[63622]: DEBUG nova.compute.manager [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1542.245077] env[63622]: DEBUG oslo_vmware.api [None req-ad08d034-150c-4341-a468-3e7f5d2a7bb3 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1542.245077] env[63622]: value = "task-1816683" [ 1542.245077] env[63622]: _type = "Task" [ 1542.245077] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.257050] env[63622]: DEBUG oslo_vmware.api [None req-ad08d034-150c-4341-a468-3e7f5d2a7bb3 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816683, 'name': Destroy_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.314075] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816678, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.732781} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.314375] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a/c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1542.314594] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1542.314854] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e1b09f3-72ce-4f6d-969f-9ce10d408100 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.325147] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Waiting for the task: (returnval){ [ 1542.325147] env[63622]: value = "task-1816684" [ 1542.325147] env[63622]: _type = "Task" [ 1542.325147] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.335361] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816684, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.532148] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816681, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.559218] env[63622]: DEBUG oslo_vmware.api [None req-1083700e-cf97-41f0-b4b9-056b9c255d82 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Task: {'id': task-1816682, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.463392} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.559562] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-1083700e-cf97-41f0-b4b9-056b9c255d82 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1542.559797] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1083700e-cf97-41f0-b4b9-056b9c255d82 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] [instance: ada46b59-e636-461e-8650-8051a98550dc] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1542.560067] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1083700e-cf97-41f0-b4b9-056b9c255d82 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] [instance: ada46b59-e636-461e-8650-8051a98550dc] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1542.560330] env[63622]: INFO nova.compute.manager [None req-1083700e-cf97-41f0-b4b9-056b9c255d82 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] [instance: ada46b59-e636-461e-8650-8051a98550dc] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1542.560583] env[63622]: DEBUG oslo.service.loopingcall [None req-1083700e-cf97-41f0-b4b9-056b9c255d82 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1542.560825] env[63622]: DEBUG nova.compute.manager [-] [instance: ada46b59-e636-461e-8650-8051a98550dc] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1542.560959] env[63622]: DEBUG nova.network.neutron [-] [instance: ada46b59-e636-461e-8650-8051a98550dc] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1542.599792] env[63622]: INFO nova.compute.manager [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Took 52.30 seconds to build instance. [ 1542.756236] env[63622]: DEBUG oslo_vmware.api [None req-ad08d034-150c-4341-a468-3e7f5d2a7bb3 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816683, 'name': Destroy_Task} progress is 33%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.763793] env[63622]: DEBUG oslo_concurrency.lockutils [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.769342] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466dfe10-79ee-4948-b063-e77faf5856d0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.784183] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd985b2-118a-4064-a385-a9f241f769f2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.787861] env[63622]: DEBUG nova.network.neutron [-] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.824428] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80106358-e2c2-4bc5-8158-86801894ed09 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.840887] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16da0aec-e89f-4511-8991-c60c8b75197d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.845272] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816684, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159493} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.845893] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1542.847341] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76640f1c-b3fd-4548-9a07-069a8f354a4b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.857942] env[63622]: DEBUG nova.compute.provider_tree [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1542.884805] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a/c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1542.886238] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30a9ac96-db8b-4017-a4be-73a740bea594 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.908085] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Waiting for the task: (returnval){ [ 1542.908085] env[63622]: value = "task-1816685" [ 1542.908085] env[63622]: _type = "Task" [ 1542.908085] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.917850] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816685, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.942757] env[63622]: DEBUG nova.network.neutron [req-1edd84b9-bad5-49dc-9afb-f1b1cadb38ef req-61f4fe31-f419-4b05-86c3-fb353787b124 service nova] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Updated VIF entry in instance network info cache for port 02ae37fc-d249-4a32-9613-ccd729745e1b. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1542.943683] env[63622]: DEBUG nova.network.neutron [req-1edd84b9-bad5-49dc-9afb-f1b1cadb38ef req-61f4fe31-f419-4b05-86c3-fb353787b124 service nova] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Updating instance_info_cache with network_info: [{"id": "02ae37fc-d249-4a32-9613-ccd729745e1b", "address": "fa:16:3e:42:20:cd", "network": {"id": "593864f2-3161-4ea3-907d-2a0bc23e3c7a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-948086989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e833ae3165f4863a6a985b465714384", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02ae37fc-d2", "ovs_interfaceid": "02ae37fc-d249-4a32-9613-ccd729745e1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.020845] env[63622]: DEBUG nova.network.neutron [-] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.032983] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816681, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.072731] env[63622]: DEBUG oslo_concurrency.lockutils [None req-10dbad94-cee1-4bde-ab76-f268a4c6a9a4 tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Acquiring lock "687c8f97-8e4a-4a95-bca9-710c0e8c98ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.072880] env[63622]: DEBUG oslo_concurrency.lockutils [None req-10dbad94-cee1-4bde-ab76-f268a4c6a9a4 tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Lock "687c8f97-8e4a-4a95-bca9-710c0e8c98ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.073166] env[63622]: DEBUG oslo_concurrency.lockutils [None req-10dbad94-cee1-4bde-ab76-f268a4c6a9a4 tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Acquiring lock "687c8f97-8e4a-4a95-bca9-710c0e8c98ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.073379] env[63622]: DEBUG oslo_concurrency.lockutils [None req-10dbad94-cee1-4bde-ab76-f268a4c6a9a4 tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Lock "687c8f97-8e4a-4a95-bca9-710c0e8c98ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.073648] env[63622]: DEBUG oslo_concurrency.lockutils [None req-10dbad94-cee1-4bde-ab76-f268a4c6a9a4 tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Lock "687c8f97-8e4a-4a95-bca9-710c0e8c98ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.076077] env[63622]: INFO nova.compute.manager [None req-10dbad94-cee1-4bde-ab76-f268a4c6a9a4 tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Terminating instance [ 1543.101941] env[63622]: DEBUG oslo_concurrency.lockutils [None req-041809e7-bd65-430a-ab03-73830c208be0 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Lock "b64116cf-848e-4a45-a8bc-401f9dd0fe9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.767s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.255650] env[63622]: DEBUG oslo_vmware.api [None req-ad08d034-150c-4341-a468-3e7f5d2a7bb3 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816683, 'name': Destroy_Task, 'duration_secs': 0.912332} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.255959] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-ad08d034-150c-4341-a468-3e7f5d2a7bb3 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Destroyed the VM [ 1543.256215] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ad08d034-150c-4341-a468-3e7f5d2a7bb3 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Deleting Snapshot of the VM instance {{(pid=63622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1543.256592] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6e776c96-141f-4e96-b54c-83852f4db0a2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.263359] env[63622]: DEBUG oslo_vmware.api [None req-ad08d034-150c-4341-a468-3e7f5d2a7bb3 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1543.263359] env[63622]: value = "task-1816686" [ 1543.263359] env[63622]: _type = "Task" [ 1543.263359] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.272912] env[63622]: DEBUG oslo_vmware.api [None req-ad08d034-150c-4341-a468-3e7f5d2a7bb3 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816686, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.278568] env[63622]: INFO nova.compute.manager [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Rescuing [ 1543.278848] env[63622]: DEBUG oslo_concurrency.lockutils [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Acquiring lock "refresh_cache-37f59a1a-2002-42da-b2fe-123649034f89" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.279020] env[63622]: DEBUG oslo_concurrency.lockutils [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Acquired lock "refresh_cache-37f59a1a-2002-42da-b2fe-123649034f89" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.279193] env[63622]: DEBUG nova.network.neutron [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1543.290852] env[63622]: INFO nova.compute.manager [-] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Took 1.77 seconds to deallocate network for instance. [ 1543.364912] env[63622]: DEBUG nova.scheduler.client.report [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1543.431245] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816685, 'name': ReconfigVM_Task, 'duration_secs': 0.316022} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.431751] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Reconfigured VM instance instance-0000002f to attach disk [datastore1] c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a/c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1543.432867] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7007d425-e9aa-49af-b7c0-9cd33382e303 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.443071] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Waiting for the task: (returnval){ [ 1543.443071] env[63622]: value = "task-1816687" [ 1543.443071] env[63622]: _type = "Task" [ 1543.443071] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.447049] env[63622]: DEBUG oslo_concurrency.lockutils [req-1edd84b9-bad5-49dc-9afb-f1b1cadb38ef req-61f4fe31-f419-4b05-86c3-fb353787b124 service nova] Releasing lock "refresh_cache-46d6188c-3bfd-473e-9034-3b4c6503dbf2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1543.454165] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816687, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.523804] env[63622]: INFO nova.compute.manager [-] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Took 2.29 seconds to deallocate network for instance. [ 1543.545222] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816681, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.587993] env[63622]: DEBUG nova.compute.manager [None req-10dbad94-cee1-4bde-ab76-f268a4c6a9a4 tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1543.587993] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-10dbad94-cee1-4bde-ab76-f268a4c6a9a4 tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1543.587993] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db50c1de-1a80-4359-9efd-f1d194cb2a90 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.599800] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-10dbad94-cee1-4bde-ab76-f268a4c6a9a4 tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1543.600304] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5842c2d7-d66e-40b9-a112-d23a4f53b277 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.604981] env[63622]: DEBUG nova.compute.manager [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1543.609804] env[63622]: DEBUG oslo_vmware.api [None req-10dbad94-cee1-4bde-ab76-f268a4c6a9a4 tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Waiting for the task: (returnval){ [ 1543.609804] env[63622]: value = "task-1816688" [ 1543.609804] env[63622]: _type = "Task" [ 1543.609804] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.619498] env[63622]: DEBUG oslo_concurrency.lockutils [None req-60e7c5dc-cb34-4f24-b93d-8ec8968c12c3 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Acquiring lock "c54c2c2c-a066-4b23-b0ed-95c422024d3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.620013] env[63622]: DEBUG oslo_concurrency.lockutils [None req-60e7c5dc-cb34-4f24-b93d-8ec8968c12c3 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Lock "c54c2c2c-a066-4b23-b0ed-95c422024d3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.622349] env[63622]: DEBUG oslo_concurrency.lockutils [None req-60e7c5dc-cb34-4f24-b93d-8ec8968c12c3 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Acquiring lock "c54c2c2c-a066-4b23-b0ed-95c422024d3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.622349] env[63622]: DEBUG oslo_concurrency.lockutils [None req-60e7c5dc-cb34-4f24-b93d-8ec8968c12c3 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Lock "c54c2c2c-a066-4b23-b0ed-95c422024d3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.622349] env[63622]: DEBUG oslo_concurrency.lockutils [None req-60e7c5dc-cb34-4f24-b93d-8ec8968c12c3 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Lock "c54c2c2c-a066-4b23-b0ed-95c422024d3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.628109] env[63622]: DEBUG oslo_vmware.api [None req-10dbad94-cee1-4bde-ab76-f268a4c6a9a4 tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Task: {'id': task-1816688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.628858] env[63622]: INFO nova.compute.manager [None req-60e7c5dc-cb34-4f24-b93d-8ec8968c12c3 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Terminating instance [ 1543.777514] env[63622]: DEBUG oslo_vmware.api [None req-ad08d034-150c-4341-a468-3e7f5d2a7bb3 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816686, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.803326] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a61bc68b-e268-47e2-9626-11e699efb147 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.833848] env[63622]: DEBUG nova.network.neutron [-] [instance: ada46b59-e636-461e-8650-8051a98550dc] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.871879] env[63622]: DEBUG oslo_concurrency.lockutils [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.937s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.872357] env[63622]: INFO nova.compute.manager [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Migrating [ 1543.885443] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.927s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.887510] env[63622]: INFO nova.compute.claims [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1543.969253] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816687, 'name': Rename_Task, 'duration_secs': 0.185954} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.970031] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1543.970112] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9acba9d8-1d9f-4b16-a19f-c53fed030366 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.979849] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Waiting for the task: (returnval){ [ 1543.979849] env[63622]: value = "task-1816689" [ 1543.979849] env[63622]: _type = "Task" [ 1543.979849] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.990686] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.993967] env[63622]: DEBUG nova.compute.manager [req-a426ef2e-00b5-4aa3-a2b6-99f2bf4c5865 req-7aac4eae-5043-42fb-84f8-31dc8ad847d2 service nova] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Received event network-vif-deleted-a16d3d31-a6cf-46cf-b2c2-754ea94580e1 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1543.994244] env[63622]: DEBUG nova.compute.manager [req-a426ef2e-00b5-4aa3-a2b6-99f2bf4c5865 req-7aac4eae-5043-42fb-84f8-31dc8ad847d2 service nova] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Received event network-vif-deleted-6085b44d-f95e-4d17-b536-9d57d3bc83ab {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1543.994582] env[63622]: DEBUG nova.compute.manager [req-a426ef2e-00b5-4aa3-a2b6-99f2bf4c5865 req-7aac4eae-5043-42fb-84f8-31dc8ad847d2 service nova] [instance: ada46b59-e636-461e-8650-8051a98550dc] Received event network-vif-deleted-9496acc2-2ec1-4bc6-9d89-28c416e149b6 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1544.036959] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7d1a2fed-ba11-47c4-bf4d-dff1e472a7d0 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.037292] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816681, 'name': CreateVM_Task, 'duration_secs': 1.768824} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.037495] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1544.038184] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.038348] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.038712] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1544.038992] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eae5102-6248-4867-b490-a702dbe8280a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.043966] env[63622]: DEBUG nova.compute.manager [req-3b231471-29a7-40b7-ab58-a04741955c19 req-aa7d847e-7af6-4530-aed1-2f498b5a69e1 service nova] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Received event network-changed-57f74185-db3d-4f43-803f-4ce951cbb552 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1544.044245] env[63622]: DEBUG nova.compute.manager [req-3b231471-29a7-40b7-ab58-a04741955c19 req-aa7d847e-7af6-4530-aed1-2f498b5a69e1 service nova] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Refreshing instance network info cache due to event network-changed-57f74185-db3d-4f43-803f-4ce951cbb552. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1544.044572] env[63622]: DEBUG oslo_concurrency.lockutils [req-3b231471-29a7-40b7-ab58-a04741955c19 req-aa7d847e-7af6-4530-aed1-2f498b5a69e1 service nova] Acquiring lock "refresh_cache-b64116cf-848e-4a45-a8bc-401f9dd0fe9f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.044738] env[63622]: DEBUG oslo_concurrency.lockutils [req-3b231471-29a7-40b7-ab58-a04741955c19 req-aa7d847e-7af6-4530-aed1-2f498b5a69e1 service nova] Acquired lock "refresh_cache-b64116cf-848e-4a45-a8bc-401f9dd0fe9f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.044939] env[63622]: DEBUG nova.network.neutron [req-3b231471-29a7-40b7-ab58-a04741955c19 req-aa7d847e-7af6-4530-aed1-2f498b5a69e1 service nova] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Refreshing network info cache for port 57f74185-db3d-4f43-803f-4ce951cbb552 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1544.049638] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Waiting for the task: (returnval){ [ 1544.049638] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b2d4fe-5cd2-ae5c-2cb1-b2a180f93d5a" [ 1544.049638] env[63622]: _type = "Task" [ 1544.049638] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.058821] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b2d4fe-5cd2-ae5c-2cb1-b2a180f93d5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.083201] env[63622]: DEBUG nova.network.neutron [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Successfully updated port: afe939df-7cbb-4cde-a9f3-5dfd9f4fb761 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1544.133111] env[63622]: DEBUG oslo_vmware.api [None req-10dbad94-cee1-4bde-ab76-f268a4c6a9a4 tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Task: {'id': task-1816688, 'name': PowerOffVM_Task, 'duration_secs': 0.206793} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.133599] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-10dbad94-cee1-4bde-ab76-f268a4c6a9a4 tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1544.133880] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-10dbad94-cee1-4bde-ab76-f268a4c6a9a4 tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1544.134151] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4234964e-4478-4972-95d5-ec90a5e52b98 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.136791] env[63622]: DEBUG nova.compute.manager [None req-60e7c5dc-cb34-4f24-b93d-8ec8968c12c3 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1544.137103] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-60e7c5dc-cb34-4f24-b93d-8ec8968c12c3 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1544.138330] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.139430] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f7f660-28d0-4baa-9b88-0fc80471ac27 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.148639] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e7c5dc-cb34-4f24-b93d-8ec8968c12c3 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1544.149034] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0734f71e-b199-48c7-ae94-867022ba3b99 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.156101] env[63622]: DEBUG oslo_vmware.api [None req-60e7c5dc-cb34-4f24-b93d-8ec8968c12c3 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Waiting for the task: (returnval){ [ 1544.156101] env[63622]: value = "task-1816691" [ 1544.156101] env[63622]: _type = "Task" [ 1544.156101] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.166101] env[63622]: DEBUG oslo_vmware.api [None req-60e7c5dc-cb34-4f24-b93d-8ec8968c12c3 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.168848] env[63622]: DEBUG nova.network.neutron [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Updating instance_info_cache with network_info: [{"id": "5d1229ed-a83d-40c7-a069-bbaf7cf92ba1", "address": "fa:16:3e:aa:90:a8", "network": {"id": "4754c46a-1663-4e10-a4ab-3caa37c045aa", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1148109735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6e65c2666c0d48688252dfaad04e1d41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d1229ed-a8", "ovs_interfaceid": "5d1229ed-a83d-40c7-a069-bbaf7cf92ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.253320] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-10dbad94-cee1-4bde-ab76-f268a4c6a9a4 tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1544.254578] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-10dbad94-cee1-4bde-ab76-f268a4c6a9a4 tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1544.254578] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-10dbad94-cee1-4bde-ab76-f268a4c6a9a4 tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Deleting the datastore file [datastore1] 687c8f97-8e4a-4a95-bca9-710c0e8c98ff {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1544.254747] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70713617-c6a4-4fbe-ae6b-2f3e4f5d47b7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.265014] env[63622]: DEBUG oslo_vmware.api [None req-10dbad94-cee1-4bde-ab76-f268a4c6a9a4 tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Waiting for the task: (returnval){ [ 1544.265014] env[63622]: value = "task-1816692" [ 1544.265014] env[63622]: _type = "Task" [ 1544.265014] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.280095] env[63622]: DEBUG oslo_vmware.api [None req-10dbad94-cee1-4bde-ab76-f268a4c6a9a4 tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Task: {'id': task-1816692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.283288] env[63622]: DEBUG oslo_vmware.api [None req-ad08d034-150c-4341-a468-3e7f5d2a7bb3 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816686, 'name': RemoveSnapshot_Task, 'duration_secs': 0.594561} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.283603] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ad08d034-150c-4341-a468-3e7f5d2a7bb3 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Deleted Snapshot of the VM instance {{(pid=63622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1544.283861] env[63622]: INFO nova.compute.manager [None req-ad08d034-150c-4341-a468-3e7f5d2a7bb3 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Took 16.95 seconds to snapshot the instance on the hypervisor. [ 1544.339573] env[63622]: INFO nova.compute.manager [-] [instance: ada46b59-e636-461e-8650-8051a98550dc] Took 1.78 seconds to deallocate network for instance. [ 1544.405535] env[63622]: DEBUG oslo_concurrency.lockutils [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquiring lock "refresh_cache-42ace043-c368-4557-89fc-dbbf40c022ce" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.406303] env[63622]: DEBUG oslo_concurrency.lockutils [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquired lock "refresh_cache-42ace043-c368-4557-89fc-dbbf40c022ce" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.406303] env[63622]: DEBUG nova.network.neutron [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1544.493307] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816689, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.564648] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b2d4fe-5cd2-ae5c-2cb1-b2a180f93d5a, 'name': SearchDatastore_Task, 'duration_secs': 0.034631} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.564989] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1544.565872] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1544.565872] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.565872] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.565872] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1544.566105] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5742fc9b-56d5-4742-820e-15dd0927004b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.582178] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1544.582376] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1544.587020] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3e99d86-2ecc-4909-a34c-ee38ee4e8b28 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.587020] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Acquiring lock "refresh_cache-7bc81540-835a-470c-ab27-6ec1fb8d9cfc" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.587423] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Acquired lock "refresh_cache-7bc81540-835a-470c-ab27-6ec1fb8d9cfc" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.587578] env[63622]: DEBUG nova.network.neutron [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1544.592531] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Waiting for the task: (returnval){ [ 1544.592531] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b0170f-c459-245a-5c24-45a869953319" [ 1544.592531] env[63622]: _type = "Task" [ 1544.592531] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.605217] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b0170f-c459-245a-5c24-45a869953319, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.666824] env[63622]: DEBUG oslo_vmware.api [None req-60e7c5dc-cb34-4f24-b93d-8ec8968c12c3 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816691, 'name': PowerOffVM_Task, 'duration_secs': 0.211249} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.668216] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e7c5dc-cb34-4f24-b93d-8ec8968c12c3 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1544.668449] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-60e7c5dc-cb34-4f24-b93d-8ec8968c12c3 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1544.669165] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e374d31c-83e0-41cc-b91d-419d99a54c7d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.673489] env[63622]: DEBUG oslo_concurrency.lockutils [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Releasing lock "refresh_cache-37f59a1a-2002-42da-b2fe-123649034f89" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1544.779659] env[63622]: DEBUG oslo_vmware.api [None req-10dbad94-cee1-4bde-ab76-f268a4c6a9a4 tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Task: {'id': task-1816692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294378} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.780080] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-10dbad94-cee1-4bde-ab76-f268a4c6a9a4 tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1544.780427] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-10dbad94-cee1-4bde-ab76-f268a4c6a9a4 tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1544.781207] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-10dbad94-cee1-4bde-ab76-f268a4c6a9a4 tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1544.781544] env[63622]: INFO nova.compute.manager [None req-10dbad94-cee1-4bde-ab76-f268a4c6a9a4 tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1544.781883] env[63622]: DEBUG oslo.service.loopingcall [None req-10dbad94-cee1-4bde-ab76-f268a4c6a9a4 tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1544.782148] env[63622]: DEBUG nova.compute.manager [-] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1544.782400] env[63622]: DEBUG nova.network.neutron [-] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1544.822888] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-60e7c5dc-cb34-4f24-b93d-8ec8968c12c3 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1544.823546] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-60e7c5dc-cb34-4f24-b93d-8ec8968c12c3 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1544.823861] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-60e7c5dc-cb34-4f24-b93d-8ec8968c12c3 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Deleting the datastore file [datastore1] c54c2c2c-a066-4b23-b0ed-95c422024d3f {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1544.826465] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2273679f-3e23-4f4d-8d03-8dd6ce20083d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.835291] env[63622]: DEBUG oslo_vmware.api [None req-60e7c5dc-cb34-4f24-b93d-8ec8968c12c3 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Waiting for the task: (returnval){ [ 1544.835291] env[63622]: value = "task-1816694" [ 1544.835291] env[63622]: _type = "Task" [ 1544.835291] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.837344] env[63622]: DEBUG nova.compute.manager [None req-ad08d034-150c-4341-a468-3e7f5d2a7bb3 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Found 1 images (rotation: 2) {{(pid=63622) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4898}} [ 1544.847844] env[63622]: DEBUG oslo_vmware.api [None req-60e7c5dc-cb34-4f24-b93d-8ec8968c12c3 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.850705] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1083700e-cf97-41f0-b4b9-056b9c255d82 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.991512] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816689, 'name': PowerOnVM_Task, 'duration_secs': 0.562309} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.994455] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1544.994720] env[63622]: INFO nova.compute.manager [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Took 8.87 seconds to spawn the instance on the hypervisor. [ 1544.994968] env[63622]: DEBUG nova.compute.manager [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1544.996320] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7895d06c-28a4-4791-98e5-df1b2019b050 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.108682] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b0170f-c459-245a-5c24-45a869953319, 'name': SearchDatastore_Task, 'duration_secs': 0.045323} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.111588] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcb2b9be-f432-45ea-bff1-adcbf9538408 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.128048] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Waiting for the task: (returnval){ [ 1545.128048] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526ebe23-9c4b-8172-25b3-88221250a6ca" [ 1545.128048] env[63622]: _type = "Task" [ 1545.128048] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.139098] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526ebe23-9c4b-8172-25b3-88221250a6ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.143368] env[63622]: DEBUG nova.network.neutron [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1545.338396] env[63622]: DEBUG nova.network.neutron [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Updating instance_info_cache with network_info: [{"id": "afe939df-7cbb-4cde-a9f3-5dfd9f4fb761", "address": "fa:16:3e:29:ed:0a", "network": {"id": "593864f2-3161-4ea3-907d-2a0bc23e3c7a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-948086989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e833ae3165f4863a6a985b465714384", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafe939df-7c", "ovs_interfaceid": "afe939df-7cbb-4cde-a9f3-5dfd9f4fb761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.355873] env[63622]: DEBUG oslo_vmware.api [None req-60e7c5dc-cb34-4f24-b93d-8ec8968c12c3 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.444021] env[63622]: DEBUG nova.network.neutron [req-3b231471-29a7-40b7-ab58-a04741955c19 req-aa7d847e-7af6-4530-aed1-2f498b5a69e1 service nova] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Updated VIF entry in instance network info cache for port 57f74185-db3d-4f43-803f-4ce951cbb552. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1545.444021] env[63622]: DEBUG nova.network.neutron [req-3b231471-29a7-40b7-ab58-a04741955c19 req-aa7d847e-7af6-4530-aed1-2f498b5a69e1 service nova] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Updating instance_info_cache with network_info: [{"id": "57f74185-db3d-4f43-803f-4ce951cbb552", "address": "fa:16:3e:4e:31:c0", "network": {"id": "755ea110-0408-4795-aea2-115546110883", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-389251380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ad62cf7154f44ca90b6b3cdd2895cc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f74185-db", "ovs_interfaceid": "57f74185-db3d-4f43-803f-4ce951cbb552", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.517605] env[63622]: INFO nova.compute.manager [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Took 45.46 seconds to build instance. [ 1545.582026] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca29500-6165-4a44-991d-aa9be1febd4d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.589067] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd04a699-c00a-4424-af27-eb1486c536bf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.627731] env[63622]: DEBUG nova.compute.manager [None req-c4f33c47-9332-4b9e-8ad7-894386a10581 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1545.629444] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202358b3-2fca-4efb-91e4-a064260878ba {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.632942] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6625cd0-b7d3-4272-95e8-b3a0fc803f0a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.647373] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526ebe23-9c4b-8172-25b3-88221250a6ca, 'name': SearchDatastore_Task, 'duration_secs': 0.03042} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.651123] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.651408] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 46d6188c-3bfd-473e-9034-3b4c6503dbf2/46d6188c-3bfd-473e-9034-3b4c6503dbf2.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1545.653684] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2314e4d-6d69-427f-82fd-1781939595ed {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.658406] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272b41c2-b58c-464c-8c22-455d84ba1ba4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.678442] env[63622]: DEBUG nova.compute.provider_tree [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1545.679715] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Waiting for the task: (returnval){ [ 1545.679715] env[63622]: value = "task-1816695" [ 1545.679715] env[63622]: _type = "Task" [ 1545.679715] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.691631] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.713279] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1545.713529] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42d28bac-8010-471a-94fb-15f6f32066d2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.722549] env[63622]: DEBUG oslo_vmware.api [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Waiting for the task: (returnval){ [ 1545.722549] env[63622]: value = "task-1816696" [ 1545.722549] env[63622]: _type = "Task" [ 1545.722549] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.733806] env[63622]: DEBUG oslo_vmware.api [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.792208] env[63622]: DEBUG nova.network.neutron [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Updating instance_info_cache with network_info: [{"id": "5bc038d8-1ba7-44d6-a382-75201bcf6d79", "address": "fa:16:3e:ec:b8:c8", "network": {"id": "b4228a96-3fc3-4257-8e82-a1cf37456242", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45a909020f1491e9d07603c4fc0ad0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bc038d8-1b", "ovs_interfaceid": "5bc038d8-1ba7-44d6-a382-75201bcf6d79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.851018] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Releasing lock "refresh_cache-7bc81540-835a-470c-ab27-6ec1fb8d9cfc" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.851018] env[63622]: DEBUG nova.compute.manager [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Instance network_info: |[{"id": "afe939df-7cbb-4cde-a9f3-5dfd9f4fb761", "address": "fa:16:3e:29:ed:0a", "network": {"id": "593864f2-3161-4ea3-907d-2a0bc23e3c7a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-948086989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e833ae3165f4863a6a985b465714384", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafe939df-7c", "ovs_interfaceid": "afe939df-7cbb-4cde-a9f3-5dfd9f4fb761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1545.852780] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:ed:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f969bd9-e040-4b9b-85b2-7c61231584ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'afe939df-7cbb-4cde-a9f3-5dfd9f4fb761', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1545.863920] env[63622]: DEBUG oslo.service.loopingcall [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1545.864687] env[63622]: DEBUG oslo_vmware.api [None req-60e7c5dc-cb34-4f24-b93d-8ec8968c12c3 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Task: {'id': task-1816694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.696055} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.867028] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1545.867028] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-60e7c5dc-cb34-4f24-b93d-8ec8968c12c3 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1545.867028] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-60e7c5dc-cb34-4f24-b93d-8ec8968c12c3 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1545.867028] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-60e7c5dc-cb34-4f24-b93d-8ec8968c12c3 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1545.867028] env[63622]: INFO nova.compute.manager [None req-60e7c5dc-cb34-4f24-b93d-8ec8968c12c3 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Took 1.73 seconds to destroy the instance on the hypervisor. [ 1545.867028] env[63622]: DEBUG oslo.service.loopingcall [None req-60e7c5dc-cb34-4f24-b93d-8ec8968c12c3 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1545.867028] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e02feb2-6717-4f9c-a62c-f1e27e9b0be8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.882283] env[63622]: DEBUG nova.compute.manager [-] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1545.882455] env[63622]: DEBUG nova.network.neutron [-] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1545.890885] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1545.890885] env[63622]: value = "task-1816697" [ 1545.890885] env[63622]: _type = "Task" [ 1545.890885] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.902055] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816697, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.947485] env[63622]: DEBUG oslo_concurrency.lockutils [req-3b231471-29a7-40b7-ab58-a04741955c19 req-aa7d847e-7af6-4530-aed1-2f498b5a69e1 service nova] Releasing lock "refresh_cache-b64116cf-848e-4a45-a8bc-401f9dd0fe9f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.019730] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Lock "c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.988s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.062597] env[63622]: DEBUG nova.compute.manager [req-d64b08c5-ba86-451a-9d3e-4a903b933f4a req-29e91bc6-f149-49f0-b310-8e4d73577071 service nova] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Received event network-vif-plugged-afe939df-7cbb-4cde-a9f3-5dfd9f4fb761 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1546.063021] env[63622]: DEBUG oslo_concurrency.lockutils [req-d64b08c5-ba86-451a-9d3e-4a903b933f4a req-29e91bc6-f149-49f0-b310-8e4d73577071 service nova] Acquiring lock "7bc81540-835a-470c-ab27-6ec1fb8d9cfc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.063115] env[63622]: DEBUG oslo_concurrency.lockutils [req-d64b08c5-ba86-451a-9d3e-4a903b933f4a req-29e91bc6-f149-49f0-b310-8e4d73577071 service nova] Lock "7bc81540-835a-470c-ab27-6ec1fb8d9cfc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.063301] env[63622]: DEBUG oslo_concurrency.lockutils [req-d64b08c5-ba86-451a-9d3e-4a903b933f4a req-29e91bc6-f149-49f0-b310-8e4d73577071 service nova] Lock "7bc81540-835a-470c-ab27-6ec1fb8d9cfc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.063551] env[63622]: DEBUG nova.compute.manager [req-d64b08c5-ba86-451a-9d3e-4a903b933f4a req-29e91bc6-f149-49f0-b310-8e4d73577071 service nova] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] No waiting events found dispatching network-vif-plugged-afe939df-7cbb-4cde-a9f3-5dfd9f4fb761 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1546.063937] env[63622]: WARNING nova.compute.manager [req-d64b08c5-ba86-451a-9d3e-4a903b933f4a req-29e91bc6-f149-49f0-b310-8e4d73577071 service nova] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Received unexpected event network-vif-plugged-afe939df-7cbb-4cde-a9f3-5dfd9f4fb761 for instance with vm_state building and task_state spawning. [ 1546.063937] env[63622]: DEBUG nova.compute.manager [req-d64b08c5-ba86-451a-9d3e-4a903b933f4a req-29e91bc6-f149-49f0-b310-8e4d73577071 service nova] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Received event network-changed-afe939df-7cbb-4cde-a9f3-5dfd9f4fb761 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1546.064208] env[63622]: DEBUG nova.compute.manager [req-d64b08c5-ba86-451a-9d3e-4a903b933f4a req-29e91bc6-f149-49f0-b310-8e4d73577071 service nova] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Refreshing instance network info cache due to event network-changed-afe939df-7cbb-4cde-a9f3-5dfd9f4fb761. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1546.064433] env[63622]: DEBUG oslo_concurrency.lockutils [req-d64b08c5-ba86-451a-9d3e-4a903b933f4a req-29e91bc6-f149-49f0-b310-8e4d73577071 service nova] Acquiring lock "refresh_cache-7bc81540-835a-470c-ab27-6ec1fb8d9cfc" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1546.064580] env[63622]: DEBUG oslo_concurrency.lockutils [req-d64b08c5-ba86-451a-9d3e-4a903b933f4a req-29e91bc6-f149-49f0-b310-8e4d73577071 service nova] Acquired lock "refresh_cache-7bc81540-835a-470c-ab27-6ec1fb8d9cfc" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.064744] env[63622]: DEBUG nova.network.neutron [req-d64b08c5-ba86-451a-9d3e-4a903b933f4a req-29e91bc6-f149-49f0-b310-8e4d73577071 service nova] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Refreshing network info cache for port afe939df-7cbb-4cde-a9f3-5dfd9f4fb761 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1546.165069] env[63622]: INFO nova.compute.manager [None req-c4f33c47-9332-4b9e-8ad7-894386a10581 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] instance snapshotting [ 1546.165629] env[63622]: DEBUG nova.objects.instance [None req-c4f33c47-9332-4b9e-8ad7-894386a10581 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lazy-loading 'flavor' on Instance uuid 0436abf1-ae0c-4595-912c-e7957b7a64a3 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1546.181838] env[63622]: DEBUG nova.scheduler.client.report [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1546.199844] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816695, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.235380] env[63622]: DEBUG oslo_vmware.api [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816696, 'name': PowerOffVM_Task, 'duration_secs': 0.251194} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.235716] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1546.237475] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36f9c77-63c0-4793-86dc-8cde296f86bb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.264529] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4517a74f-529f-4e2a-8534-cf0449810d46 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.295069] env[63622]: DEBUG oslo_concurrency.lockutils [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Releasing lock "refresh_cache-42ace043-c368-4557-89fc-dbbf40c022ce" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.302712] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1546.303081] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2000f4f-a4c8-49a0-8928-2a2eeb853725 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.313951] env[63622]: DEBUG oslo_vmware.api [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Waiting for the task: (returnval){ [ 1546.313951] env[63622]: value = "task-1816698" [ 1546.313951] env[63622]: _type = "Task" [ 1546.313951] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.325184] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] VM already powered off {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1546.325184] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1546.325184] env[63622]: DEBUG oslo_concurrency.lockutils [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1546.325372] env[63622]: DEBUG oslo_concurrency.lockutils [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.325438] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1546.325674] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b415c8d-ffac-44b6-a571-83070194f1a2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.335763] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1546.335969] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1546.336846] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ab52cbe-dc22-48da-9444-a8b57c43ed35 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.343802] env[63622]: DEBUG oslo_vmware.api [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Waiting for the task: (returnval){ [ 1546.343802] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52940954-50ac-455a-5405-1e6b20c6a403" [ 1546.343802] env[63622]: _type = "Task" [ 1546.343802] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.354082] env[63622]: DEBUG oslo_vmware.api [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52940954-50ac-455a-5405-1e6b20c6a403, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.401570] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816697, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.524875] env[63622]: DEBUG nova.compute.manager [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1546.671526] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc47b78-4c59-4d8c-b38a-d7bf09240622 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.695563] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.810s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.695922] env[63622]: DEBUG nova.compute.manager [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1546.702360] env[63622]: DEBUG oslo_concurrency.lockutils [None req-91ec2dd7-62da-4148-8d76-bf68cf3d0d4a tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.429s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.702575] env[63622]: DEBUG oslo_concurrency.lockutils [None req-91ec2dd7-62da-4148-8d76-bf68cf3d0d4a tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.704563] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ae28af6a-84c3-4928-97ab-13a4b8398203 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.717s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.704761] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ae28af6a-84c3-4928-97ab-13a4b8398203 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.706484] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8ea366d1-175f-43d7-9ebf-0cd413e37398 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.625s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.706671] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8ea366d1-175f-43d7-9ebf-0cd413e37398 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.708322] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.970s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.710282] env[63622]: INFO nova.compute.claims [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1546.713933] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5ac23b-7527-4568-8839-3cccb61c0905 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.726970] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816695, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67181} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.728499] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 46d6188c-3bfd-473e-9034-3b4c6503dbf2/46d6188c-3bfd-473e-9034-3b4c6503dbf2.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1546.728775] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1546.731940] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b501f267-c5ee-4158-a948-d8623b4fb235 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.740891] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Waiting for the task: (returnval){ [ 1546.740891] env[63622]: value = "task-1816699" [ 1546.740891] env[63622]: _type = "Task" [ 1546.740891] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.750669] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816699, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.769375] env[63622]: INFO nova.scheduler.client.report [None req-ae28af6a-84c3-4928-97ab-13a4b8398203 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Deleted allocations for instance 7911008d-bcbb-4fb3-89b5-fb38ccfbd591 [ 1546.770952] env[63622]: INFO nova.scheduler.client.report [None req-91ec2dd7-62da-4148-8d76-bf68cf3d0d4a tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Deleted allocations for instance e0994819-1038-43e5-a215-57f0eb2a77e3 [ 1546.802977] env[63622]: INFO nova.scheduler.client.report [None req-8ea366d1-175f-43d7-9ebf-0cd413e37398 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Deleted allocations for instance 6cb1a1a3-a953-47f1-bcbc-8c484409c460 [ 1546.859260] env[63622]: DEBUG oslo_vmware.api [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52940954-50ac-455a-5405-1e6b20c6a403, 'name': SearchDatastore_Task, 'duration_secs': 0.012386} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.860711] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4d32574-a159-433c-8d69-2021d17eb8b9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.867818] env[63622]: DEBUG oslo_vmware.api [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Waiting for the task: (returnval){ [ 1546.867818] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]522b101c-8b98-6434-7b3c-3df7a13e1371" [ 1546.867818] env[63622]: _type = "Task" [ 1546.867818] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.878644] env[63622]: DEBUG oslo_vmware.api [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]522b101c-8b98-6434-7b3c-3df7a13e1371, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.905302] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816697, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.912226] env[63622]: DEBUG nova.network.neutron [-] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.957343] env[63622]: DEBUG nova.network.neutron [req-d64b08c5-ba86-451a-9d3e-4a903b933f4a req-29e91bc6-f149-49f0-b310-8e4d73577071 service nova] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Updated VIF entry in instance network info cache for port afe939df-7cbb-4cde-a9f3-5dfd9f4fb761. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1546.957813] env[63622]: DEBUG nova.network.neutron [req-d64b08c5-ba86-451a-9d3e-4a903b933f4a req-29e91bc6-f149-49f0-b310-8e4d73577071 service nova] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Updating instance_info_cache with network_info: [{"id": "afe939df-7cbb-4cde-a9f3-5dfd9f4fb761", "address": "fa:16:3e:29:ed:0a", "network": {"id": "593864f2-3161-4ea3-907d-2a0bc23e3c7a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-948086989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e833ae3165f4863a6a985b465714384", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafe939df-7c", "ovs_interfaceid": "afe939df-7cbb-4cde-a9f3-5dfd9f4fb761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.958452] env[63622]: WARNING oslo_messaging._drivers.amqpdriver [req-d64b08c5-ba86-451a-9d3e-4a903b933f4a req-29e91bc6-f149-49f0-b310-8e4d73577071 service nova] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1547.039121] env[63622]: DEBUG nova.network.neutron [-] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1547.058274] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.200875] env[63622]: DEBUG nova.compute.utils [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1547.203030] env[63622]: DEBUG nova.compute.manager [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1547.203030] env[63622]: DEBUG nova.network.neutron [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1547.233615] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f33c47-9332-4b9e-8ad7-894386a10581 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Creating Snapshot of the VM instance {{(pid=63622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1547.234840] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-34754563-a000-479e-9a73-a9056a5c3b6c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.248164] env[63622]: DEBUG oslo_vmware.api [None req-c4f33c47-9332-4b9e-8ad7-894386a10581 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1547.248164] env[63622]: value = "task-1816700" [ 1547.248164] env[63622]: _type = "Task" [ 1547.248164] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.254926] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816699, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124429} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.255699] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1547.256805] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b3905e-2361-4e87-94a8-c7c65abc5132 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.263053] env[63622]: DEBUG oslo_vmware.api [None req-c4f33c47-9332-4b9e-8ad7-894386a10581 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816700, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.285156] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 46d6188c-3bfd-473e-9034-3b4c6503dbf2/46d6188c-3bfd-473e-9034-3b4c6503dbf2.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1547.286809] env[63622]: DEBUG nova.policy [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5614ba32f2d43de81934bcd10bcea4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a84b136db21d43a68125e48be41a53b5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1547.292466] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de3f4685-ff5f-4561-929f-e12a6a66b555 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.308088] env[63622]: DEBUG oslo_concurrency.lockutils [None req-91ec2dd7-62da-4148-8d76-bf68cf3d0d4a tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Lock "e0994819-1038-43e5-a215-57f0eb2a77e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.161s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.309291] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ae28af6a-84c3-4928-97ab-13a4b8398203 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lock "7911008d-bcbb-4fb3-89b5-fb38ccfbd591" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.389s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.315662] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8ea366d1-175f-43d7-9ebf-0cd413e37398 tempest-ServerGroupTestJSON-1480147339 tempest-ServerGroupTestJSON-1480147339-project-member] Lock "6cb1a1a3-a953-47f1-bcbc-8c484409c460" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.251s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.325246] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Waiting for the task: (returnval){ [ 1547.325246] env[63622]: value = "task-1816701" [ 1547.325246] env[63622]: _type = "Task" [ 1547.325246] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.335578] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816701, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.382432] env[63622]: DEBUG oslo_vmware.api [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]522b101c-8b98-6434-7b3c-3df7a13e1371, 'name': SearchDatastore_Task, 'duration_secs': 0.039622} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.382779] env[63622]: DEBUG oslo_concurrency.lockutils [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1547.383129] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 37f59a1a-2002-42da-b2fe-123649034f89/e2d5bd27-1b7d-4255-a1df-e035847393df-rescue.vmdk. {{(pid=63622) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1547.383431] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93534e10-df6c-41e3-b4b5-0058a7a204ae {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.392796] env[63622]: DEBUG oslo_vmware.api [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Waiting for the task: (returnval){ [ 1547.392796] env[63622]: value = "task-1816702" [ 1547.392796] env[63622]: _type = "Task" [ 1547.392796] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.406069] env[63622]: DEBUG oslo_vmware.api [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816702, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.410349] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816697, 'name': CreateVM_Task, 'duration_secs': 1.118096} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.410662] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1547.411586] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1547.411826] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.412177] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1547.412483] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bef9a6f5-0444-42ca-b0a3-601b83c42d34 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.414648] env[63622]: INFO nova.compute.manager [-] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Took 2.63 seconds to deallocate network for instance. [ 1547.423465] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Waiting for the task: (returnval){ [ 1547.423465] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ec9470-0ede-4f70-f587-7efe8d3cae3a" [ 1547.423465] env[63622]: _type = "Task" [ 1547.423465] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.433653] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ec9470-0ede-4f70-f587-7efe8d3cae3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.463431] env[63622]: DEBUG oslo_concurrency.lockutils [req-d64b08c5-ba86-451a-9d3e-4a903b933f4a req-29e91bc6-f149-49f0-b310-8e4d73577071 service nova] Releasing lock "refresh_cache-7bc81540-835a-470c-ab27-6ec1fb8d9cfc" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1547.544311] env[63622]: INFO nova.compute.manager [-] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Took 1.66 seconds to deallocate network for instance. [ 1547.706375] env[63622]: DEBUG nova.compute.manager [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1547.776188] env[63622]: DEBUG oslo_vmware.api [None req-c4f33c47-9332-4b9e-8ad7-894386a10581 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816700, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.824160] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f95d188-45fa-4f02-8aa3-79a5b49b803f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.840243] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.858318] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Updating instance '42ace043-c368-4557-89fc-dbbf40c022ce' progress to 0 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1547.886770] env[63622]: DEBUG nova.network.neutron [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Successfully created port: 97b9c70d-7e33-432f-b867-a4c4ba926ad3 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1547.908461] env[63622]: DEBUG oslo_vmware.api [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816702, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.923413] env[63622]: DEBUG oslo_concurrency.lockutils [None req-10dbad94-cee1-4bde-ab76-f268a4c6a9a4 tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.941247] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ec9470-0ede-4f70-f587-7efe8d3cae3a, 'name': SearchDatastore_Task, 'duration_secs': 0.040758} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.941247] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1547.941400] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1547.941621] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1547.941753] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.942750] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1547.942853] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e36339a-6496-4943-9c7d-2d9038fead84 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.953729] env[63622]: DEBUG oslo_concurrency.lockutils [None req-10aa5b41-c6ed-42b0-afa5-8acbccb34e06 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquiring lock "f2024142-be0c-465d-8e21-20dc270d760d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.953729] env[63622]: DEBUG oslo_concurrency.lockutils [None req-10aa5b41-c6ed-42b0-afa5-8acbccb34e06 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lock "f2024142-be0c-465d-8e21-20dc270d760d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.953729] env[63622]: DEBUG oslo_concurrency.lockutils [None req-10aa5b41-c6ed-42b0-afa5-8acbccb34e06 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquiring lock "f2024142-be0c-465d-8e21-20dc270d760d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.953729] env[63622]: DEBUG oslo_concurrency.lockutils [None req-10aa5b41-c6ed-42b0-afa5-8acbccb34e06 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lock "f2024142-be0c-465d-8e21-20dc270d760d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.953729] env[63622]: DEBUG oslo_concurrency.lockutils [None req-10aa5b41-c6ed-42b0-afa5-8acbccb34e06 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lock "f2024142-be0c-465d-8e21-20dc270d760d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.958308] env[63622]: INFO nova.compute.manager [None req-10aa5b41-c6ed-42b0-afa5-8acbccb34e06 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Terminating instance [ 1547.983296] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1547.985093] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1547.985093] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf34c272-7a41-4f43-b0c2-4959e0c18829 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.994442] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Waiting for the task: (returnval){ [ 1547.994442] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]524a08c3-87db-b5bf-4567-cd1ab911d995" [ 1547.994442] env[63622]: _type = "Task" [ 1547.994442] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.004886] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]524a08c3-87db-b5bf-4567-cd1ab911d995, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.056233] env[63622]: DEBUG oslo_concurrency.lockutils [None req-60e7c5dc-cb34-4f24-b93d-8ec8968c12c3 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.264964] env[63622]: DEBUG oslo_vmware.api [None req-c4f33c47-9332-4b9e-8ad7-894386a10581 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816700, 'name': CreateSnapshot_Task, 'duration_secs': 0.897095} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.265243] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f33c47-9332-4b9e-8ad7-894386a10581 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Created Snapshot of the VM instance {{(pid=63622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1548.265986] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b22b2f-83f5-4762-ae11-29428d3ee7a9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.342878] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816701, 'name': ReconfigVM_Task, 'duration_secs': 0.669674} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.343696] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 46d6188c-3bfd-473e-9034-3b4c6503dbf2/46d6188c-3bfd-473e-9034-3b4c6503dbf2.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1548.344382] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b5e57dd-9a37-4fee-b91b-6bd11a11face {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.352675] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Waiting for the task: (returnval){ [ 1548.352675] env[63622]: value = "task-1816703" [ 1548.352675] env[63622]: _type = "Task" [ 1548.352675] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.365789] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1548.367549] env[63622]: DEBUG nova.compute.manager [req-baca67a8-b07c-4d61-b8c0-f0ba370bbb89 req-8b565bea-7dc3-4baf-8dc9-f2ea48c6ad40 service nova] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Received event network-vif-deleted-c4bbe0c2-7137-4b90-b440-4d6128f1ee84 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1548.367859] env[63622]: DEBUG nova.compute.manager [req-baca67a8-b07c-4d61-b8c0-f0ba370bbb89 req-8b565bea-7dc3-4baf-8dc9-f2ea48c6ad40 service nova] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Received event network-vif-deleted-4c7ec82c-f243-4f7a-bbdf-d66e8587749b {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1548.372325] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e27bb77f-913f-4034-bd1c-fd8079e1b6ac {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.373890] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816703, 'name': Rename_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.385088] env[63622]: DEBUG oslo_vmware.api [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Waiting for the task: (returnval){ [ 1548.385088] env[63622]: value = "task-1816704" [ 1548.385088] env[63622]: _type = "Task" [ 1548.385088] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.398733] env[63622]: DEBUG oslo_vmware.api [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816704, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.411438] env[63622]: DEBUG oslo_vmware.api [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816702, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623692} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.415025] env[63622]: INFO nova.virt.vmwareapi.ds_util [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 37f59a1a-2002-42da-b2fe-123649034f89/e2d5bd27-1b7d-4255-a1df-e035847393df-rescue.vmdk. [ 1548.416064] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0560472-4f3d-462b-8be6-72d0647c78bf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.444988] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 37f59a1a-2002-42da-b2fe-123649034f89/e2d5bd27-1b7d-4255-a1df-e035847393df-rescue.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1548.447695] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23f3e2c2-9475-4b84-92d6-f071c17b52e6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.460853] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9389886e-9338-4478-994f-b92ce3c24b21 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.464676] env[63622]: DEBUG nova.compute.manager [None req-10aa5b41-c6ed-42b0-afa5-8acbccb34e06 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1548.464676] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-10aa5b41-c6ed-42b0-afa5-8acbccb34e06 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1548.465943] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b8d993-1526-4436-8220-56d3914a6c01 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.481193] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-10aa5b41-c6ed-42b0-afa5-8acbccb34e06 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1548.481193] env[63622]: DEBUG oslo_vmware.api [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Waiting for the task: (returnval){ [ 1548.481193] env[63622]: value = "task-1816705" [ 1548.481193] env[63622]: _type = "Task" [ 1548.481193] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.481193] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368b0edc-74f6-4fc3-8549-95031ec5f53d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.483952] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad2d000e-56ad-4b41-8243-9355ceefab63 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.495358] env[63622]: DEBUG oslo_vmware.api [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816705, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.528353] env[63622]: DEBUG oslo_vmware.api [None req-10aa5b41-c6ed-42b0-afa5-8acbccb34e06 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1548.528353] env[63622]: value = "task-1816706" [ 1548.528353] env[63622]: _type = "Task" [ 1548.528353] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.528353] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa55ef1-6074-4aa4-a1f7-762187b3ce98 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.538500] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]524a08c3-87db-b5bf-4567-cd1ab911d995, 'name': SearchDatastore_Task, 'duration_secs': 0.013337} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.539635] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f62cb63-bc4b-4ae1-9efb-50e189901537 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.550024] env[63622]: DEBUG oslo_vmware.api [None req-10aa5b41-c6ed-42b0-afa5-8acbccb34e06 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.552060] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e290c7b-3685-4b6d-8c44-2efb43ed5939 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.558140] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Waiting for the task: (returnval){ [ 1548.558140] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]522ffafd-a4f5-11f4-f813-433d3676848c" [ 1548.558140] env[63622]: _type = "Task" [ 1548.558140] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.572493] env[63622]: DEBUG nova.compute.provider_tree [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1548.581320] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]522ffafd-a4f5-11f4-f813-433d3676848c, 'name': SearchDatastore_Task, 'duration_secs': 0.018359} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.581693] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1548.581874] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 7bc81540-835a-470c-ab27-6ec1fb8d9cfc/7bc81540-835a-470c-ab27-6ec1fb8d9cfc.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1548.583014] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3aab216d-87d4-4acb-b90a-9880c1efbd23 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.591945] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Waiting for the task: (returnval){ [ 1548.591945] env[63622]: value = "task-1816707" [ 1548.591945] env[63622]: _type = "Task" [ 1548.591945] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.605828] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.717825] env[63622]: DEBUG nova.compute.manager [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1548.755744] env[63622]: DEBUG nova.virt.hardware [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1548.755744] env[63622]: DEBUG nova.virt.hardware [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1548.755744] env[63622]: DEBUG nova.virt.hardware [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1548.755744] env[63622]: DEBUG nova.virt.hardware [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1548.755744] env[63622]: DEBUG nova.virt.hardware [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1548.755744] env[63622]: DEBUG nova.virt.hardware [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1548.755744] env[63622]: DEBUG nova.virt.hardware [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1548.755744] env[63622]: DEBUG nova.virt.hardware [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1548.755744] env[63622]: DEBUG nova.virt.hardware [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1548.755744] env[63622]: DEBUG nova.virt.hardware [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1548.755744] env[63622]: DEBUG nova.virt.hardware [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1548.757482] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7879db-60e6-403b-a375-fb5f5a366799 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.765560] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859c5226-722e-40db-93d4-1703efdb5da2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.792334] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f33c47-9332-4b9e-8ad7-894386a10581 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Creating linked-clone VM from snapshot {{(pid=63622) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1548.793119] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cbb3ffd2-0730-48bf-8672-c459306b5255 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.804135] env[63622]: DEBUG oslo_vmware.api [None req-c4f33c47-9332-4b9e-8ad7-894386a10581 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1548.804135] env[63622]: value = "task-1816708" [ 1548.804135] env[63622]: _type = "Task" [ 1548.804135] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.813630] env[63622]: DEBUG oslo_vmware.api [None req-c4f33c47-9332-4b9e-8ad7-894386a10581 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816708, 'name': CloneVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.864595] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816703, 'name': Rename_Task, 'duration_secs': 0.376782} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.864595] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1548.864595] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d72e568-cdf8-47cc-b9c4-b8b7a608e522 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.872780] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Waiting for the task: (returnval){ [ 1548.872780] env[63622]: value = "task-1816709" [ 1548.872780] env[63622]: _type = "Task" [ 1548.872780] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.880882] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "aea0a9d1-5bf1-4e41-a497-52e334f06079" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.881163] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "aea0a9d1-5bf1-4e41-a497-52e334f06079" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.887392] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816709, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.897694] env[63622]: DEBUG oslo_vmware.api [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816704, 'name': PowerOffVM_Task, 'duration_secs': 0.425374} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.898576] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1548.898576] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Updating instance '42ace043-c368-4557-89fc-dbbf40c022ce' progress to 17 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1549.000641] env[63622]: DEBUG oslo_vmware.api [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816705, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.043711] env[63622]: DEBUG oslo_vmware.api [None req-10aa5b41-c6ed-42b0-afa5-8acbccb34e06 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816706, 'name': PowerOffVM_Task, 'duration_secs': 0.333715} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.045134] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-10aa5b41-c6ed-42b0-afa5-8acbccb34e06 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1549.045134] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-10aa5b41-c6ed-42b0-afa5-8acbccb34e06 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1549.045134] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a0451c3-ecec-46ef-900b-6e294c3d1d5d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.078437] env[63622]: DEBUG nova.scheduler.client.report [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1549.109338] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816707, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.191675] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-10aa5b41-c6ed-42b0-afa5-8acbccb34e06 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1549.191801] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-10aa5b41-c6ed-42b0-afa5-8acbccb34e06 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1549.191941] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-10aa5b41-c6ed-42b0-afa5-8acbccb34e06 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Deleting the datastore file [datastore1] f2024142-be0c-465d-8e21-20dc270d760d {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1549.192217] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8849af8d-4851-4cbb-91c2-907c36a766aa {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.213692] env[63622]: DEBUG oslo_vmware.api [None req-10aa5b41-c6ed-42b0-afa5-8acbccb34e06 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1549.213692] env[63622]: value = "task-1816711" [ 1549.213692] env[63622]: _type = "Task" [ 1549.213692] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.222939] env[63622]: DEBUG oslo_vmware.api [None req-10aa5b41-c6ed-42b0-afa5-8acbccb34e06 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.314895] env[63622]: DEBUG oslo_vmware.api [None req-c4f33c47-9332-4b9e-8ad7-894386a10581 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816708, 'name': CloneVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.383937] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816709, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.409880] env[63622]: DEBUG nova.virt.hardware [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1549.410197] env[63622]: DEBUG nova.virt.hardware [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1549.410357] env[63622]: DEBUG nova.virt.hardware [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1549.410574] env[63622]: DEBUG nova.virt.hardware [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1549.410759] env[63622]: DEBUG nova.virt.hardware [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1549.411031] env[63622]: DEBUG nova.virt.hardware [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1549.411203] env[63622]: DEBUG nova.virt.hardware [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1549.411451] env[63622]: DEBUG nova.virt.hardware [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1549.411584] env[63622]: DEBUG nova.virt.hardware [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1549.411783] env[63622]: DEBUG nova.virt.hardware [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1549.411989] env[63622]: DEBUG nova.virt.hardware [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1549.419411] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13b09f33-fc26-428b-b42a-2190c17f9032 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.438359] env[63622]: DEBUG oslo_vmware.api [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Waiting for the task: (returnval){ [ 1549.438359] env[63622]: value = "task-1816712" [ 1549.438359] env[63622]: _type = "Task" [ 1549.438359] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.453157] env[63622]: DEBUG oslo_vmware.api [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816712, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.501028] env[63622]: DEBUG oslo_vmware.api [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816705, 'name': ReconfigVM_Task, 'duration_secs': 0.916549} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.501028] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 37f59a1a-2002-42da-b2fe-123649034f89/e2d5bd27-1b7d-4255-a1df-e035847393df-rescue.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1549.501028] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee0ce0a-a85a-40f9-9adb-8209a6d933c0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.535759] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e01d44d9-6097-4801-b460-b2a19fc8b672 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.558726] env[63622]: DEBUG oslo_vmware.api [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Waiting for the task: (returnval){ [ 1549.558726] env[63622]: value = "task-1816713" [ 1549.558726] env[63622]: _type = "Task" [ 1549.558726] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.568728] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquiring lock "8d916502-431a-427c-85e0-cecda54a70f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.568994] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Lock "8d916502-431a-427c-85e0-cecda54a70f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.578094] env[63622]: DEBUG oslo_vmware.api [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816713, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.586891] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.878s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.587383] env[63622]: DEBUG nova.compute.manager [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1549.592887] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.905s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.595982] env[63622]: INFO nova.compute.claims [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1549.607424] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquiring lock "8a2d92a3-829a-485d-8cb4-68a3969fd7b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.608045] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Lock "8a2d92a3-829a-485d-8cb4-68a3969fd7b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.617956] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816707, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.745732} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.618122] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 7bc81540-835a-470c-ab27-6ec1fb8d9cfc/7bc81540-835a-470c-ab27-6ec1fb8d9cfc.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1549.618441] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1549.618805] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-921ec080-2ec5-4c53-b62c-1c77978759fe {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.630627] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Waiting for the task: (returnval){ [ 1549.630627] env[63622]: value = "task-1816714" [ 1549.630627] env[63622]: _type = "Task" [ 1549.630627] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.646024] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.725759] env[63622]: DEBUG oslo_vmware.api [None req-10aa5b41-c6ed-42b0-afa5-8acbccb34e06 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.485691} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.726102] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-10aa5b41-c6ed-42b0-afa5-8acbccb34e06 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1549.726306] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-10aa5b41-c6ed-42b0-afa5-8acbccb34e06 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1549.726481] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-10aa5b41-c6ed-42b0-afa5-8acbccb34e06 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1549.726931] env[63622]: INFO nova.compute.manager [None req-10aa5b41-c6ed-42b0-afa5-8acbccb34e06 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1549.726931] env[63622]: DEBUG oslo.service.loopingcall [None req-10aa5b41-c6ed-42b0-afa5-8acbccb34e06 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1549.727117] env[63622]: DEBUG nova.compute.manager [-] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1549.727222] env[63622]: DEBUG nova.network.neutron [-] [instance: f2024142-be0c-465d-8e21-20dc270d760d] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1549.819383] env[63622]: DEBUG oslo_vmware.api [None req-c4f33c47-9332-4b9e-8ad7-894386a10581 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816708, 'name': CloneVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.884882] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816709, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.958025] env[63622]: DEBUG oslo_vmware.api [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816712, 'name': ReconfigVM_Task, 'duration_secs': 0.321124} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.958025] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Updating instance '42ace043-c368-4557-89fc-dbbf40c022ce' progress to 33 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1550.074339] env[63622]: DEBUG oslo_vmware.api [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816713, 'name': ReconfigVM_Task, 'duration_secs': 0.32722} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.074799] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1550.075175] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06700f2c-dda6-4196-939f-d5f091864782 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.085963] env[63622]: DEBUG oslo_vmware.api [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Waiting for the task: (returnval){ [ 1550.085963] env[63622]: value = "task-1816715" [ 1550.085963] env[63622]: _type = "Task" [ 1550.085963] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.100902] env[63622]: DEBUG oslo_vmware.api [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.106206] env[63622]: DEBUG nova.compute.utils [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1550.107794] env[63622]: DEBUG nova.compute.manager [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1550.108044] env[63622]: DEBUG nova.network.neutron [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1550.141019] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080589} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.141356] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1550.143031] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1fd881-71f8-40b9-b34d-bd8f074afa0d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.169049] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 7bc81540-835a-470c-ab27-6ec1fb8d9cfc/7bc81540-835a-470c-ab27-6ec1fb8d9cfc.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1550.171693] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1c96f5d-7ac0-4e25-aec7-cc18bdbd47e5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.195636] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Waiting for the task: (returnval){ [ 1550.195636] env[63622]: value = "task-1816716" [ 1550.195636] env[63622]: _type = "Task" [ 1550.195636] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.205715] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816716, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.314265] env[63622]: DEBUG nova.policy [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5614ba32f2d43de81934bcd10bcea4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a84b136db21d43a68125e48be41a53b5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1550.319780] env[63622]: DEBUG oslo_vmware.api [None req-c4f33c47-9332-4b9e-8ad7-894386a10581 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816708, 'name': CloneVM_Task} progress is 95%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.385669] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816709, 'name': PowerOnVM_Task, 'duration_secs': 1.133303} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.385955] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1550.386241] env[63622]: INFO nova.compute.manager [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Took 11.38 seconds to spawn the instance on the hypervisor. [ 1550.386349] env[63622]: DEBUG nova.compute.manager [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1550.387363] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ca9443-fece-4593-a7f5-c73197a52180 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.395156] env[63622]: DEBUG nova.compute.manager [req-2d904471-c333-42ee-bcb1-eb3d05709dc3 req-b91b7ebc-c9c1-41ab-95ff-64280d4a593e service nova] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Received event network-vif-plugged-97b9c70d-7e33-432f-b867-a4c4ba926ad3 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1550.395492] env[63622]: DEBUG oslo_concurrency.lockutils [req-2d904471-c333-42ee-bcb1-eb3d05709dc3 req-b91b7ebc-c9c1-41ab-95ff-64280d4a593e service nova] Acquiring lock "88a07015-5ac1-45f5-9394-aa2c83a968c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.395726] env[63622]: DEBUG oslo_concurrency.lockutils [req-2d904471-c333-42ee-bcb1-eb3d05709dc3 req-b91b7ebc-c9c1-41ab-95ff-64280d4a593e service nova] Lock "88a07015-5ac1-45f5-9394-aa2c83a968c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.395902] env[63622]: DEBUG oslo_concurrency.lockutils [req-2d904471-c333-42ee-bcb1-eb3d05709dc3 req-b91b7ebc-c9c1-41ab-95ff-64280d4a593e service nova] Lock "88a07015-5ac1-45f5-9394-aa2c83a968c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.396249] env[63622]: DEBUG nova.compute.manager [req-2d904471-c333-42ee-bcb1-eb3d05709dc3 req-b91b7ebc-c9c1-41ab-95ff-64280d4a593e service nova] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] No waiting events found dispatching network-vif-plugged-97b9c70d-7e33-432f-b867-a4c4ba926ad3 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1550.396637] env[63622]: WARNING nova.compute.manager [req-2d904471-c333-42ee-bcb1-eb3d05709dc3 req-b91b7ebc-c9c1-41ab-95ff-64280d4a593e service nova] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Received unexpected event network-vif-plugged-97b9c70d-7e33-432f-b867-a4c4ba926ad3 for instance with vm_state building and task_state spawning. [ 1550.467662] env[63622]: DEBUG nova.virt.hardware [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T14:04:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='93f0ef5c-66fe-4d3f-bc37-49d6c9939bed',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-870407896',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1550.467968] env[63622]: DEBUG nova.virt.hardware [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1550.468825] env[63622]: DEBUG nova.virt.hardware [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1550.469067] env[63622]: DEBUG nova.virt.hardware [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1550.469232] env[63622]: DEBUG nova.virt.hardware [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1550.469389] env[63622]: DEBUG nova.virt.hardware [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1550.469867] env[63622]: DEBUG nova.virt.hardware [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1550.470066] env[63622]: DEBUG nova.virt.hardware [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1550.470534] env[63622]: DEBUG nova.virt.hardware [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1550.470905] env[63622]: DEBUG nova.virt.hardware [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1550.471225] env[63622]: DEBUG nova.virt.hardware [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1550.477469] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Reconfiguring VM instance instance-00000027 to detach disk 2000 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1550.478519] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f99ffbc-0f05-4524-8827-7e1ba8f42016 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.506056] env[63622]: DEBUG oslo_vmware.api [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Waiting for the task: (returnval){ [ 1550.506056] env[63622]: value = "task-1816717" [ 1550.506056] env[63622]: _type = "Task" [ 1550.506056] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.517821] env[63622]: DEBUG oslo_vmware.api [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816717, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.553314] env[63622]: DEBUG nova.network.neutron [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Successfully updated port: 97b9c70d-7e33-432f-b867-a4c4ba926ad3 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1550.597402] env[63622]: DEBUG oslo_vmware.api [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816715, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.609721] env[63622]: DEBUG nova.compute.manager [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1550.710431] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.824414] env[63622]: DEBUG oslo_vmware.api [None req-c4f33c47-9332-4b9e-8ad7-894386a10581 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816708, 'name': CloneVM_Task, 'duration_secs': 1.710913} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.824714] env[63622]: INFO nova.virt.vmwareapi.vmops [None req-c4f33c47-9332-4b9e-8ad7-894386a10581 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Created linked-clone VM from snapshot [ 1550.825525] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3604f635-2463-4439-8dfb-cf97bea24a07 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.839499] env[63622]: DEBUG nova.virt.vmwareapi.images [None req-c4f33c47-9332-4b9e-8ad7-894386a10581 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Uploading image 9b071848-1f71-412d-8f14-ea32c9415334 {{(pid=63622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1550.875487] env[63622]: DEBUG oslo_vmware.rw_handles [None req-c4f33c47-9332-4b9e-8ad7-894386a10581 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1550.875487] env[63622]: value = "vm-376392" [ 1550.875487] env[63622]: _type = "VirtualMachine" [ 1550.875487] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1550.875806] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6f19032d-4463-42fb-bed9-b0377e3496d6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.884048] env[63622]: DEBUG oslo_vmware.rw_handles [None req-c4f33c47-9332-4b9e-8ad7-894386a10581 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lease: (returnval){ [ 1550.884048] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52151d8f-17d2-ef57-ddab-dda52f116086" [ 1550.884048] env[63622]: _type = "HttpNfcLease" [ 1550.884048] env[63622]: } obtained for exporting VM: (result){ [ 1550.884048] env[63622]: value = "vm-376392" [ 1550.884048] env[63622]: _type = "VirtualMachine" [ 1550.884048] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1550.884442] env[63622]: DEBUG oslo_vmware.api [None req-c4f33c47-9332-4b9e-8ad7-894386a10581 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the lease: (returnval){ [ 1550.884442] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52151d8f-17d2-ef57-ddab-dda52f116086" [ 1550.884442] env[63622]: _type = "HttpNfcLease" [ 1550.884442] env[63622]: } to be ready. {{(pid=63622) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1550.898985] env[63622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1550.898985] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52151d8f-17d2-ef57-ddab-dda52f116086" [ 1550.898985] env[63622]: _type = "HttpNfcLease" [ 1550.898985] env[63622]: } is ready. {{(pid=63622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1550.902962] env[63622]: DEBUG oslo_vmware.rw_handles [None req-c4f33c47-9332-4b9e-8ad7-894386a10581 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1550.902962] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52151d8f-17d2-ef57-ddab-dda52f116086" [ 1550.902962] env[63622]: _type = "HttpNfcLease" [ 1550.902962] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1550.906602] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2ee14b-62ca-486a-83a8-9a0f98c3c234 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.924368] env[63622]: INFO nova.compute.manager [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Took 48.37 seconds to build instance. [ 1550.931858] env[63622]: DEBUG oslo_vmware.rw_handles [None req-c4f33c47-9332-4b9e-8ad7-894386a10581 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d7bb03-de8a-33b9-b0d1-f905ec215d08/disk-0.vmdk from lease info. {{(pid=63622) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1550.932086] env[63622]: DEBUG oslo_vmware.rw_handles [None req-c4f33c47-9332-4b9e-8ad7-894386a10581 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d7bb03-de8a-33b9-b0d1-f905ec215d08/disk-0.vmdk for reading. {{(pid=63622) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1550.992158] env[63622]: DEBUG nova.network.neutron [-] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1551.011807] env[63622]: DEBUG nova.network.neutron [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Successfully created port: 978c2d49-bca0-4011-815e-d1f5e50fd3ce {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1551.023372] env[63622]: DEBUG oslo_vmware.api [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816717, 'name': ReconfigVM_Task, 'duration_secs': 0.350997} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.024203] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Reconfigured VM instance instance-00000027 to detach disk 2000 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1551.024505] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8924205b-9acf-459d-ac4a-e74e0bd03f68 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.032750] env[63622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-de053bfb-d9c7-48b1-a160-88f0c68f773c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.057506] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 42ace043-c368-4557-89fc-dbbf40c022ce/42ace043-c368-4557-89fc-dbbf40c022ce.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1551.061976] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Acquiring lock "refresh_cache-88a07015-5ac1-45f5-9394-aa2c83a968c2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1551.062144] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Acquired lock "refresh_cache-88a07015-5ac1-45f5-9394-aa2c83a968c2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.062286] env[63622]: DEBUG nova.network.neutron [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1551.063962] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d78c102-5d8e-4a40-b111-98bd985144aa {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.089197] env[63622]: DEBUG oslo_vmware.api [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Waiting for the task: (returnval){ [ 1551.089197] env[63622]: value = "task-1816719" [ 1551.089197] env[63622]: _type = "Task" [ 1551.089197] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.122964] env[63622]: DEBUG oslo_vmware.api [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816715, 'name': PowerOnVM_Task, 'duration_secs': 0.750106} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.123671] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1551.126037] env[63622]: DEBUG nova.compute.manager [None req-42c0ee30-fdd6-4298-94c8-f7d4f02f152a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1551.126379] env[63622]: DEBUG oslo_vmware.api [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816719, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.130936] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18778215-1617-449b-97c3-dd0ffb5e59a7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.210276] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816716, 'name': ReconfigVM_Task, 'duration_secs': 0.708291} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.210610] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 7bc81540-835a-470c-ab27-6ec1fb8d9cfc/7bc81540-835a-470c-ab27-6ec1fb8d9cfc.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1551.211261] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86343cf6-e5a6-4be7-adc4-d042cfbd34f8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.221173] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Waiting for the task: (returnval){ [ 1551.221173] env[63622]: value = "task-1816720" [ 1551.221173] env[63622]: _type = "Task" [ 1551.221173] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.236250] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816720, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.427596] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Lock "46d6188c-3bfd-473e-9034-3b4c6503dbf2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.370s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.496524] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9520a898-9ed1-4105-8a68-828fc177075f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.502020] env[63622]: INFO nova.compute.manager [-] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Took 1.77 seconds to deallocate network for instance. [ 1551.509269] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85130139-a220-4649-b58e-e6b7705aade3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.548343] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d91b6b6-2b59-4d92-926f-766f13ff2676 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.557426] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee2f436-a6c5-4954-a641-f547591f2f59 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.577138] env[63622]: DEBUG nova.compute.provider_tree [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1551.602710] env[63622]: DEBUG oslo_vmware.api [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816719, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.619293] env[63622]: DEBUG nova.network.neutron [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1551.622446] env[63622]: DEBUG nova.compute.manager [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1551.649877] env[63622]: DEBUG nova.virt.hardware [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1551.650099] env[63622]: DEBUG nova.virt.hardware [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1551.650262] env[63622]: DEBUG nova.virt.hardware [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1551.650514] env[63622]: DEBUG nova.virt.hardware [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1551.650514] env[63622]: DEBUG nova.virt.hardware [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1551.650652] env[63622]: DEBUG nova.virt.hardware [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1551.650954] env[63622]: DEBUG nova.virt.hardware [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1551.651209] env[63622]: DEBUG nova.virt.hardware [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1551.651387] env[63622]: DEBUG nova.virt.hardware [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1551.651580] env[63622]: DEBUG nova.virt.hardware [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1551.651767] env[63622]: DEBUG nova.virt.hardware [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1551.652645] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2dd4ee-0092-43f8-885b-fb3cc69dd4f7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.665772] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c1746b-6838-4e8f-b339-a08bbb9dde73 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.735308] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816720, 'name': Rename_Task, 'duration_secs': 0.219155} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.735308] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1551.735308] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21a82ce2-c429-4a3b-9da7-78f40a25265b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.744980] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Waiting for the task: (returnval){ [ 1551.744980] env[63622]: value = "task-1816721" [ 1551.744980] env[63622]: _type = "Task" [ 1551.744980] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.761180] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.906889] env[63622]: DEBUG nova.network.neutron [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Updating instance_info_cache with network_info: [{"id": "97b9c70d-7e33-432f-b867-a4c4ba926ad3", "address": "fa:16:3e:dc:57:f8", "network": {"id": "b4228a96-3fc3-4257-8e82-a1cf37456242", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45a909020f1491e9d07603c4fc0ad0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b9c70d-7e", "ovs_interfaceid": "97b9c70d-7e33-432f-b867-a4c4ba926ad3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1551.931593] env[63622]: DEBUG nova.compute.manager [None req-a80eba65-9ad6-4299-93d9-091d010cd4de tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 36760974-a555-4257-ba6e-4859144dec61] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1552.011092] env[63622]: DEBUG oslo_concurrency.lockutils [None req-10aa5b41-c6ed-42b0-afa5-8acbccb34e06 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.080304] env[63622]: DEBUG nova.scheduler.client.report [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1552.102036] env[63622]: DEBUG oslo_vmware.api [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816719, 'name': ReconfigVM_Task, 'duration_secs': 0.568249} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.103047] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 42ace043-c368-4557-89fc-dbbf40c022ce/42ace043-c368-4557-89fc-dbbf40c022ce.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1552.103345] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Updating instance '42ace043-c368-4557-89fc-dbbf40c022ce' progress to 50 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1552.260705] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816721, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.410274] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Releasing lock "refresh_cache-88a07015-5ac1-45f5-9394-aa2c83a968c2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1552.410661] env[63622]: DEBUG nova.compute.manager [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Instance network_info: |[{"id": "97b9c70d-7e33-432f-b867-a4c4ba926ad3", "address": "fa:16:3e:dc:57:f8", "network": {"id": "b4228a96-3fc3-4257-8e82-a1cf37456242", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45a909020f1491e9d07603c4fc0ad0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b9c70d-7e", "ovs_interfaceid": "97b9c70d-7e33-432f-b867-a4c4ba926ad3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1552.411109] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:57:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '101a44fc-ffde-4e3e-ad82-363454ae458b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97b9c70d-7e33-432f-b867-a4c4ba926ad3', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1552.423025] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Creating folder: Project (a84b136db21d43a68125e48be41a53b5). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1552.423025] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1871b018-bc9b-4280-b568-25f80fa1923e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.434802] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Created folder: Project (a84b136db21d43a68125e48be41a53b5) in parent group-v376252. [ 1552.435176] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Creating folder: Instances. Parent ref: group-v376393. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1552.436015] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5221356a-255b-466a-9ca1-89c5cc9cd598 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.440734] env[63622]: DEBUG nova.compute.manager [None req-a80eba65-9ad6-4299-93d9-091d010cd4de tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 36760974-a555-4257-ba6e-4859144dec61] Instance disappeared before build. {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 1552.452199] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Created folder: Instances in parent group-v376393. [ 1552.452935] env[63622]: DEBUG oslo.service.loopingcall [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1552.453784] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1552.454327] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c880503-543e-41b1-ac93-e6cf55a074ce {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.483379] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1552.483379] env[63622]: value = "task-1816724" [ 1552.483379] env[63622]: _type = "Task" [ 1552.483379] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.495659] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816724, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.588729] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.994s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.588729] env[63622]: DEBUG nova.compute.manager [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1552.592891] env[63622]: DEBUG oslo_concurrency.lockutils [None req-caca8572-84eb-4408-8a29-fb28f8ecc404 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.702s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.593178] env[63622]: DEBUG nova.objects.instance [None req-caca8572-84eb-4408-8a29-fb28f8ecc404 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Lazy-loading 'resources' on Instance uuid 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1552.611389] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae8c511-2957-4061-a9d9-a088900a3764 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.642458] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6247ef9a-5366-45db-8415-c64662773631 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.668329] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Updating instance '42ace043-c368-4557-89fc-dbbf40c022ce' progress to 67 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1552.676455] env[63622]: INFO nova.compute.manager [None req-b9ba62b9-79d9-485c-9490-3228f7b9aef6 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Unrescuing [ 1552.676455] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b9ba62b9-79d9-485c-9490-3228f7b9aef6 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Acquiring lock "refresh_cache-37f59a1a-2002-42da-b2fe-123649034f89" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.676455] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b9ba62b9-79d9-485c-9490-3228f7b9aef6 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Acquired lock "refresh_cache-37f59a1a-2002-42da-b2fe-123649034f89" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.676455] env[63622]: DEBUG nova.network.neutron [None req-b9ba62b9-79d9-485c-9490-3228f7b9aef6 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1552.681037] env[63622]: DEBUG nova.compute.manager [req-a1aa1135-c4a4-44ca-93a0-da8d60a3707d req-ae88cacc-28f0-45d5-b928-58964c059191 service nova] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Received event network-vif-deleted-e755cdf9-92d4-4f56-9ad6-469255013708 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1552.681037] env[63622]: DEBUG nova.compute.manager [req-a1aa1135-c4a4-44ca-93a0-da8d60a3707d req-ae88cacc-28f0-45d5-b928-58964c059191 service nova] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Received event network-changed-97b9c70d-7e33-432f-b867-a4c4ba926ad3 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1552.681037] env[63622]: DEBUG nova.compute.manager [req-a1aa1135-c4a4-44ca-93a0-da8d60a3707d req-ae88cacc-28f0-45d5-b928-58964c059191 service nova] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Refreshing instance network info cache due to event network-changed-97b9c70d-7e33-432f-b867-a4c4ba926ad3. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1552.681037] env[63622]: DEBUG oslo_concurrency.lockutils [req-a1aa1135-c4a4-44ca-93a0-da8d60a3707d req-ae88cacc-28f0-45d5-b928-58964c059191 service nova] Acquiring lock "refresh_cache-88a07015-5ac1-45f5-9394-aa2c83a968c2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.681037] env[63622]: DEBUG oslo_concurrency.lockutils [req-a1aa1135-c4a4-44ca-93a0-da8d60a3707d req-ae88cacc-28f0-45d5-b928-58964c059191 service nova] Acquired lock "refresh_cache-88a07015-5ac1-45f5-9394-aa2c83a968c2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.681037] env[63622]: DEBUG nova.network.neutron [req-a1aa1135-c4a4-44ca-93a0-da8d60a3707d req-ae88cacc-28f0-45d5-b928-58964c059191 service nova] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Refreshing network info cache for port 97b9c70d-7e33-432f-b867-a4c4ba926ad3 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1552.767170] env[63622]: DEBUG oslo_vmware.api [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816721, 'name': PowerOnVM_Task, 'duration_secs': 1.000973} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.767832] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1552.768182] env[63622]: INFO nova.compute.manager [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Took 10.82 seconds to spawn the instance on the hypervisor. [ 1552.768461] env[63622]: DEBUG nova.compute.manager [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1552.769497] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd72ad4b-013f-4dcb-94d4-aeb86f58cc60 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.966149] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a80eba65-9ad6-4299-93d9-091d010cd4de tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "36760974-a555-4257-ba6e-4859144dec61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.489s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.994430] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816724, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.031036] env[63622]: DEBUG nova.network.neutron [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Successfully updated port: 978c2d49-bca0-4011-815e-d1f5e50fd3ce {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1553.094339] env[63622]: DEBUG nova.compute.utils [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1553.096085] env[63622]: DEBUG nova.compute.manager [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1553.096330] env[63622]: DEBUG nova.network.neutron [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1553.148945] env[63622]: DEBUG nova.policy [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f686fe78cf314683986170e024b9f7de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b404075e7bab42be8ac4c41fcb61281c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1553.298248] env[63622]: INFO nova.compute.manager [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Took 47.13 seconds to build instance. [ 1553.301161] env[63622]: DEBUG nova.network.neutron [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Port 5bc038d8-1ba7-44d6-a382-75201bcf6d79 binding to destination host cpu-1 is already ACTIVE {{(pid=63622) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1553.467579] env[63622]: DEBUG nova.network.neutron [req-a1aa1135-c4a4-44ca-93a0-da8d60a3707d req-ae88cacc-28f0-45d5-b928-58964c059191 service nova] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Updated VIF entry in instance network info cache for port 97b9c70d-7e33-432f-b867-a4c4ba926ad3. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1553.467960] env[63622]: DEBUG nova.network.neutron [req-a1aa1135-c4a4-44ca-93a0-da8d60a3707d req-ae88cacc-28f0-45d5-b928-58964c059191 service nova] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Updating instance_info_cache with network_info: [{"id": "97b9c70d-7e33-432f-b867-a4c4ba926ad3", "address": "fa:16:3e:dc:57:f8", "network": {"id": "b4228a96-3fc3-4257-8e82-a1cf37456242", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45a909020f1491e9d07603c4fc0ad0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b9c70d-7e", "ovs_interfaceid": "97b9c70d-7e33-432f-b867-a4c4ba926ad3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.470400] env[63622]: DEBUG nova.compute.manager [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1553.502947] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816724, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.533421] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Acquiring lock "refresh_cache-cd606483-2cfa-4a3f-af12-cde244aa4a7c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1553.533577] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Acquired lock "refresh_cache-cd606483-2cfa-4a3f-af12-cde244aa4a7c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.533768] env[63622]: DEBUG nova.network.neutron [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1553.601884] env[63622]: DEBUG nova.compute.manager [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1553.674614] env[63622]: DEBUG nova.network.neutron [None req-b9ba62b9-79d9-485c-9490-3228f7b9aef6 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Updating instance_info_cache with network_info: [{"id": "5d1229ed-a83d-40c7-a069-bbaf7cf92ba1", "address": "fa:16:3e:aa:90:a8", "network": {"id": "4754c46a-1663-4e10-a4ab-3caa37c045aa", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1148109735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6e65c2666c0d48688252dfaad04e1d41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d1229ed-a8", "ovs_interfaceid": "5d1229ed-a83d-40c7-a069-bbaf7cf92ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.761257] env[63622]: DEBUG nova.network.neutron [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Successfully created port: de545eb5-68e6-4948-8a40-84485f02633a {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1553.771034] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df19756b-8f79-4758-92bb-f577f996e3a0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.780674] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69acff5b-ad15-43ec-a52c-cee56f1ac4ca {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.818866] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4fc332c7-59bb-4fdf-ba60-82c070c5c80c tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Lock "7bc81540-835a-470c-ab27-6ec1fb8d9cfc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.731s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1553.826018] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7676fd9-de86-4f65-b4f5-bbf6e350b084 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.836886] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5fb43d-64a2-44fa-9db1-cf93669993fe {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.854832] env[63622]: DEBUG nova.compute.provider_tree [None req-caca8572-84eb-4408-8a29-fb28f8ecc404 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1553.972113] env[63622]: DEBUG oslo_concurrency.lockutils [req-a1aa1135-c4a4-44ca-93a0-da8d60a3707d req-ae88cacc-28f0-45d5-b928-58964c059191 service nova] Releasing lock "refresh_cache-88a07015-5ac1-45f5-9394-aa2c83a968c2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1553.995797] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816724, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.997378] env[63622]: DEBUG oslo_concurrency.lockutils [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.097234] env[63622]: DEBUG nova.network.neutron [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1554.176558] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b9ba62b9-79d9-485c-9490-3228f7b9aef6 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Releasing lock "refresh_cache-37f59a1a-2002-42da-b2fe-123649034f89" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1554.177234] env[63622]: DEBUG nova.objects.instance [None req-b9ba62b9-79d9-485c-9490-3228f7b9aef6 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Lazy-loading 'flavor' on Instance uuid 37f59a1a-2002-42da-b2fe-123649034f89 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1554.334891] env[63622]: DEBUG nova.compute.manager [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1554.343689] env[63622]: DEBUG oslo_concurrency.lockutils [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquiring lock "42ace043-c368-4557-89fc-dbbf40c022ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.343942] env[63622]: DEBUG oslo_concurrency.lockutils [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Lock "42ace043-c368-4557-89fc-dbbf40c022ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.344134] env[63622]: DEBUG oslo_concurrency.lockutils [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Lock "42ace043-c368-4557-89fc-dbbf40c022ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.358618] env[63622]: DEBUG nova.scheduler.client.report [None req-caca8572-84eb-4408-8a29-fb28f8ecc404 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1554.491466] env[63622]: DEBUG nova.network.neutron [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Successfully created port: cf03a7f4-2db4-431e-aa03-9312b518f206 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1554.496360] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816724, 'name': CreateVM_Task, 'duration_secs': 1.6151} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.496529] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1554.497202] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.497357] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.497682] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1554.497928] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04e6a3af-c5d6-4a46-a92a-60ad077744c8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.503735] env[63622]: DEBUG oslo_vmware.api [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Waiting for the task: (returnval){ [ 1554.503735] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5247fa17-e161-3bef-cd9a-025298dc61d2" [ 1554.503735] env[63622]: _type = "Task" [ 1554.503735] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.513291] env[63622]: DEBUG oslo_vmware.api [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5247fa17-e161-3bef-cd9a-025298dc61d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.606723] env[63622]: DEBUG nova.network.neutron [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Updating instance_info_cache with network_info: [{"id": "978c2d49-bca0-4011-815e-d1f5e50fd3ce", "address": "fa:16:3e:26:47:8a", "network": {"id": "b4228a96-3fc3-4257-8e82-a1cf37456242", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45a909020f1491e9d07603c4fc0ad0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap978c2d49-bc", "ovs_interfaceid": "978c2d49-bca0-4011-815e-d1f5e50fd3ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.613500] env[63622]: DEBUG nova.compute.manager [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1554.645062] env[63622]: DEBUG nova.virt.hardware [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1554.645062] env[63622]: DEBUG nova.virt.hardware [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1554.645062] env[63622]: DEBUG nova.virt.hardware [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1554.645062] env[63622]: DEBUG nova.virt.hardware [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1554.645062] env[63622]: DEBUG nova.virt.hardware [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1554.645062] env[63622]: DEBUG nova.virt.hardware [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1554.645062] env[63622]: DEBUG nova.virt.hardware [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1554.645062] env[63622]: DEBUG nova.virt.hardware [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1554.645062] env[63622]: DEBUG nova.virt.hardware [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1554.645062] env[63622]: DEBUG nova.virt.hardware [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1554.645755] env[63622]: DEBUG nova.virt.hardware [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1554.646927] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df7dcd5-adf4-4e77-8858-ff974750e769 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.657090] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d20a0b-dc0d-4307-b6ff-826316e58c57 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.684914] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d5d540-1aa8-44b4-815d-1a54454049b3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.714529] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ba62b9-79d9-485c-9490-3228f7b9aef6 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1554.717639] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0669193a-1a2e-438b-997c-a2ca0f7fead3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.721424] env[63622]: DEBUG nova.compute.manager [req-ec4ea3cf-53f5-47ec-b9ce-dabc14c919fb req-183eacdd-2fad-459e-9986-179a96fb3f1b service nova] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Received event network-vif-plugged-978c2d49-bca0-4011-815e-d1f5e50fd3ce {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1554.721747] env[63622]: DEBUG oslo_concurrency.lockutils [req-ec4ea3cf-53f5-47ec-b9ce-dabc14c919fb req-183eacdd-2fad-459e-9986-179a96fb3f1b service nova] Acquiring lock "cd606483-2cfa-4a3f-af12-cde244aa4a7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.721892] env[63622]: DEBUG oslo_concurrency.lockutils [req-ec4ea3cf-53f5-47ec-b9ce-dabc14c919fb req-183eacdd-2fad-459e-9986-179a96fb3f1b service nova] Lock "cd606483-2cfa-4a3f-af12-cde244aa4a7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.722078] env[63622]: DEBUG oslo_concurrency.lockutils [req-ec4ea3cf-53f5-47ec-b9ce-dabc14c919fb req-183eacdd-2fad-459e-9986-179a96fb3f1b service nova] Lock "cd606483-2cfa-4a3f-af12-cde244aa4a7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.722292] env[63622]: DEBUG nova.compute.manager [req-ec4ea3cf-53f5-47ec-b9ce-dabc14c919fb req-183eacdd-2fad-459e-9986-179a96fb3f1b service nova] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] No waiting events found dispatching network-vif-plugged-978c2d49-bca0-4011-815e-d1f5e50fd3ce {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1554.722402] env[63622]: WARNING nova.compute.manager [req-ec4ea3cf-53f5-47ec-b9ce-dabc14c919fb req-183eacdd-2fad-459e-9986-179a96fb3f1b service nova] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Received unexpected event network-vif-plugged-978c2d49-bca0-4011-815e-d1f5e50fd3ce for instance with vm_state building and task_state spawning. [ 1554.722609] env[63622]: DEBUG nova.compute.manager [req-ec4ea3cf-53f5-47ec-b9ce-dabc14c919fb req-183eacdd-2fad-459e-9986-179a96fb3f1b service nova] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Received event network-changed-978c2d49-bca0-4011-815e-d1f5e50fd3ce {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1554.723049] env[63622]: DEBUG nova.compute.manager [req-ec4ea3cf-53f5-47ec-b9ce-dabc14c919fb req-183eacdd-2fad-459e-9986-179a96fb3f1b service nova] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Refreshing instance network info cache due to event network-changed-978c2d49-bca0-4011-815e-d1f5e50fd3ce. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1554.723049] env[63622]: DEBUG oslo_concurrency.lockutils [req-ec4ea3cf-53f5-47ec-b9ce-dabc14c919fb req-183eacdd-2fad-459e-9986-179a96fb3f1b service nova] Acquiring lock "refresh_cache-cd606483-2cfa-4a3f-af12-cde244aa4a7c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.730035] env[63622]: DEBUG oslo_vmware.api [None req-b9ba62b9-79d9-485c-9490-3228f7b9aef6 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Waiting for the task: (returnval){ [ 1554.730035] env[63622]: value = "task-1816725" [ 1554.730035] env[63622]: _type = "Task" [ 1554.730035] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.741813] env[63622]: DEBUG oslo_vmware.api [None req-b9ba62b9-79d9-485c-9490-3228f7b9aef6 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.864139] env[63622]: DEBUG oslo_concurrency.lockutils [None req-caca8572-84eb-4408-8a29-fb28f8ecc404 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.271s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.866836] env[63622]: DEBUG oslo_concurrency.lockutils [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.398s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.869014] env[63622]: INFO nova.compute.claims [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1554.872742] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.886378] env[63622]: INFO nova.scheduler.client.report [None req-caca8572-84eb-4408-8a29-fb28f8ecc404 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Deleted allocations for instance 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce [ 1554.963052] env[63622]: DEBUG oslo_concurrency.lockutils [None req-bc1cd704-80cc-4f79-b7ae-0fee8d04434a tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Acquiring lock "c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.963052] env[63622]: DEBUG oslo_concurrency.lockutils [None req-bc1cd704-80cc-4f79-b7ae-0fee8d04434a tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Lock "c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.963052] env[63622]: DEBUG oslo_concurrency.lockutils [None req-bc1cd704-80cc-4f79-b7ae-0fee8d04434a tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Acquiring lock "c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.963256] env[63622]: DEBUG oslo_concurrency.lockutils [None req-bc1cd704-80cc-4f79-b7ae-0fee8d04434a tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Lock "c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.963403] env[63622]: DEBUG oslo_concurrency.lockutils [None req-bc1cd704-80cc-4f79-b7ae-0fee8d04434a tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Lock "c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.965691] env[63622]: INFO nova.compute.manager [None req-bc1cd704-80cc-4f79-b7ae-0fee8d04434a tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Terminating instance [ 1555.015243] env[63622]: DEBUG oslo_vmware.api [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5247fa17-e161-3bef-cd9a-025298dc61d2, 'name': SearchDatastore_Task, 'duration_secs': 0.024517} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.015579] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1555.015819] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1555.016085] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1555.016677] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.016677] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1555.016836] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60d4133b-24a0-417e-8db0-5572d7af8089 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.035731] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1555.035930] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1555.036837] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3449bcc-6efc-4e3b-8461-6d6feab818de {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.044151] env[63622]: DEBUG oslo_vmware.api [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Waiting for the task: (returnval){ [ 1555.044151] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5282adeb-7d8c-d8b1-6b8a-a1e4eb042bc4" [ 1555.044151] env[63622]: _type = "Task" [ 1555.044151] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.053274] env[63622]: DEBUG oslo_vmware.api [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5282adeb-7d8c-d8b1-6b8a-a1e4eb042bc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.109891] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Releasing lock "refresh_cache-cd606483-2cfa-4a3f-af12-cde244aa4a7c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1555.111028] env[63622]: DEBUG nova.compute.manager [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Instance network_info: |[{"id": "978c2d49-bca0-4011-815e-d1f5e50fd3ce", "address": "fa:16:3e:26:47:8a", "network": {"id": "b4228a96-3fc3-4257-8e82-a1cf37456242", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45a909020f1491e9d07603c4fc0ad0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap978c2d49-bc", "ovs_interfaceid": "978c2d49-bca0-4011-815e-d1f5e50fd3ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1555.111028] env[63622]: DEBUG oslo_concurrency.lockutils [req-ec4ea3cf-53f5-47ec-b9ce-dabc14c919fb req-183eacdd-2fad-459e-9986-179a96fb3f1b service nova] Acquired lock "refresh_cache-cd606483-2cfa-4a3f-af12-cde244aa4a7c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.111028] env[63622]: DEBUG nova.network.neutron [req-ec4ea3cf-53f5-47ec-b9ce-dabc14c919fb req-183eacdd-2fad-459e-9986-179a96fb3f1b service nova] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Refreshing network info cache for port 978c2d49-bca0-4011-815e-d1f5e50fd3ce {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1555.112304] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:47:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '101a44fc-ffde-4e3e-ad82-363454ae458b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '978c2d49-bca0-4011-815e-d1f5e50fd3ce', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1555.122592] env[63622]: DEBUG oslo.service.loopingcall [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1555.124929] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1555.125591] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11c1dc06-4586-4247-a546-9255694f8fc2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.149672] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1555.149672] env[63622]: value = "task-1816726" [ 1555.149672] env[63622]: _type = "Task" [ 1555.149672] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.163561] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816726, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.244534] env[63622]: DEBUG oslo_vmware.api [None req-b9ba62b9-79d9-485c-9490-3228f7b9aef6 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816725, 'name': PowerOffVM_Task, 'duration_secs': 0.303636} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.248365] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ba62b9-79d9-485c-9490-3228f7b9aef6 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1555.255205] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9ba62b9-79d9-485c-9490-3228f7b9aef6 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Reconfiguring VM instance instance-0000002e to detach disk 2001 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1555.255654] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-124ba633-5f6d-47ac-8ebc-1db60b9e116a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.279040] env[63622]: DEBUG oslo_vmware.api [None req-b9ba62b9-79d9-485c-9490-3228f7b9aef6 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Waiting for the task: (returnval){ [ 1555.279040] env[63622]: value = "task-1816727" [ 1555.279040] env[63622]: _type = "Task" [ 1555.279040] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.287886] env[63622]: DEBUG oslo_vmware.api [None req-b9ba62b9-79d9-485c-9490-3228f7b9aef6 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816727, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.398710] env[63622]: DEBUG oslo_concurrency.lockutils [None req-caca8572-84eb-4408-8a29-fb28f8ecc404 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Lock "7c9e8b0e-9762-420f-b84e-6a3eb24c99ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.705s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.437921] env[63622]: DEBUG oslo_concurrency.lockutils [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquiring lock "refresh_cache-42ace043-c368-4557-89fc-dbbf40c022ce" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1555.438255] env[63622]: DEBUG oslo_concurrency.lockutils [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquired lock "refresh_cache-42ace043-c368-4557-89fc-dbbf40c022ce" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.438727] env[63622]: DEBUG nova.network.neutron [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1555.469579] env[63622]: DEBUG nova.compute.manager [None req-bc1cd704-80cc-4f79-b7ae-0fee8d04434a tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1555.470045] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1cd704-80cc-4f79-b7ae-0fee8d04434a tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1555.471152] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cbcabe-94d1-4760-b332-84f324969489 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.484578] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1cd704-80cc-4f79-b7ae-0fee8d04434a tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1555.484978] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ae24ea5-6e25-4b91-abab-9d53df442efa {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.488507] env[63622]: DEBUG nova.network.neutron [req-ec4ea3cf-53f5-47ec-b9ce-dabc14c919fb req-183eacdd-2fad-459e-9986-179a96fb3f1b service nova] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Updated VIF entry in instance network info cache for port 978c2d49-bca0-4011-815e-d1f5e50fd3ce. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1555.488872] env[63622]: DEBUG nova.network.neutron [req-ec4ea3cf-53f5-47ec-b9ce-dabc14c919fb req-183eacdd-2fad-459e-9986-179a96fb3f1b service nova] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Updating instance_info_cache with network_info: [{"id": "978c2d49-bca0-4011-815e-d1f5e50fd3ce", "address": "fa:16:3e:26:47:8a", "network": {"id": "b4228a96-3fc3-4257-8e82-a1cf37456242", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45a909020f1491e9d07603c4fc0ad0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap978c2d49-bc", "ovs_interfaceid": "978c2d49-bca0-4011-815e-d1f5e50fd3ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.496998] env[63622]: DEBUG oslo_vmware.api [None req-bc1cd704-80cc-4f79-b7ae-0fee8d04434a tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Waiting for the task: (returnval){ [ 1555.496998] env[63622]: value = "task-1816728" [ 1555.496998] env[63622]: _type = "Task" [ 1555.496998] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.508872] env[63622]: DEBUG oslo_vmware.api [None req-bc1cd704-80cc-4f79-b7ae-0fee8d04434a tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.556987] env[63622]: DEBUG oslo_vmware.api [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5282adeb-7d8c-d8b1-6b8a-a1e4eb042bc4, 'name': SearchDatastore_Task, 'duration_secs': 0.01578} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.558158] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85fe4914-060d-4a10-8ced-ea4739aff9b2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.565409] env[63622]: DEBUG oslo_vmware.api [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Waiting for the task: (returnval){ [ 1555.565409] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52de7424-0dc5-565d-f61f-3f66aca6748e" [ 1555.565409] env[63622]: _type = "Task" [ 1555.565409] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.576463] env[63622]: DEBUG oslo_vmware.api [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52de7424-0dc5-565d-f61f-3f66aca6748e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.659289] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816726, 'name': CreateVM_Task, 'duration_secs': 0.458751} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.659491] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1555.660262] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1555.660444] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.660776] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1555.661086] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74f4e1e0-a104-4f7f-adbf-7a7cd2113c57 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.667723] env[63622]: DEBUG oslo_vmware.api [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Waiting for the task: (returnval){ [ 1555.667723] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a68d91-29f3-483f-a328-ab72051c49eb" [ 1555.667723] env[63622]: _type = "Task" [ 1555.667723] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.677180] env[63622]: DEBUG oslo_vmware.api [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a68d91-29f3-483f-a328-ab72051c49eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.789392] env[63622]: DEBUG oslo_vmware.api [None req-b9ba62b9-79d9-485c-9490-3228f7b9aef6 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816727, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.993597] env[63622]: DEBUG oslo_concurrency.lockutils [req-ec4ea3cf-53f5-47ec-b9ce-dabc14c919fb req-183eacdd-2fad-459e-9986-179a96fb3f1b service nova] Releasing lock "refresh_cache-cd606483-2cfa-4a3f-af12-cde244aa4a7c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.010468] env[63622]: DEBUG oslo_vmware.api [None req-bc1cd704-80cc-4f79-b7ae-0fee8d04434a tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816728, 'name': PowerOffVM_Task, 'duration_secs': 0.19798} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.014574] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1cd704-80cc-4f79-b7ae-0fee8d04434a tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1556.015285] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1cd704-80cc-4f79-b7ae-0fee8d04434a tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1556.016872] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-356f3d9c-63c8-4b52-8699-71ef82570f0a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.083327] env[63622]: DEBUG oslo_vmware.api [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52de7424-0dc5-565d-f61f-3f66aca6748e, 'name': SearchDatastore_Task, 'duration_secs': 0.015465} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.088510] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.088904] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 88a07015-5ac1-45f5-9394-aa2c83a968c2/88a07015-5ac1-45f5-9394-aa2c83a968c2.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1556.092682] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1244907e-5a44-40f9-abed-7491550a355f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.098476] env[63622]: DEBUG oslo_vmware.api [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Waiting for the task: (returnval){ [ 1556.098476] env[63622]: value = "task-1816730" [ 1556.098476] env[63622]: _type = "Task" [ 1556.098476] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.111247] env[63622]: DEBUG oslo_vmware.api [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.189717] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5f2ab492-6915-4077-b6fd-b4b2706bde56 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Acquiring lock "8efee4bc-a038-47a3-b182-e7c8acfa6ac7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.189990] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5f2ab492-6915-4077-b6fd-b4b2706bde56 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Lock "8efee4bc-a038-47a3-b182-e7c8acfa6ac7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.190217] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5f2ab492-6915-4077-b6fd-b4b2706bde56 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Acquiring lock "8efee4bc-a038-47a3-b182-e7c8acfa6ac7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.190399] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5f2ab492-6915-4077-b6fd-b4b2706bde56 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Lock "8efee4bc-a038-47a3-b182-e7c8acfa6ac7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.190568] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5f2ab492-6915-4077-b6fd-b4b2706bde56 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Lock "8efee4bc-a038-47a3-b182-e7c8acfa6ac7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.192283] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1cd704-80cc-4f79-b7ae-0fee8d04434a tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1556.192480] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1cd704-80cc-4f79-b7ae-0fee8d04434a tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1556.192672] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc1cd704-80cc-4f79-b7ae-0fee8d04434a tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Deleting the datastore file [datastore1] c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1556.193195] env[63622]: INFO nova.compute.manager [None req-5f2ab492-6915-4077-b6fd-b4b2706bde56 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Terminating instance [ 1556.198484] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45881083-034b-459f-a58c-65df99ad48cb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.201129] env[63622]: DEBUG oslo_vmware.api [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a68d91-29f3-483f-a328-ab72051c49eb, 'name': SearchDatastore_Task, 'duration_secs': 0.017539} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.202490] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.202713] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1556.202951] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.203127] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.203312] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1556.204661] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffd74dc8-e758-4211-a5db-b79b98a95ad2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.211129] env[63622]: DEBUG oslo_vmware.api [None req-bc1cd704-80cc-4f79-b7ae-0fee8d04434a tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Waiting for the task: (returnval){ [ 1556.211129] env[63622]: value = "task-1816731" [ 1556.211129] env[63622]: _type = "Task" [ 1556.211129] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.219167] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1556.219397] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1556.220581] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4a764e0-2762-46da-99fc-811d45fa08e2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.236639] env[63622]: DEBUG oslo_vmware.api [None req-bc1cd704-80cc-4f79-b7ae-0fee8d04434a tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.238346] env[63622]: DEBUG oslo_vmware.api [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Waiting for the task: (returnval){ [ 1556.238346] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5256af55-bd9c-4283-b4fa-80ffe2e44f09" [ 1556.238346] env[63622]: _type = "Task" [ 1556.238346] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.253716] env[63622]: DEBUG oslo_vmware.api [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5256af55-bd9c-4283-b4fa-80ffe2e44f09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.298230] env[63622]: DEBUG oslo_vmware.api [None req-b9ba62b9-79d9-485c-9490-3228f7b9aef6 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816727, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.372642] env[63622]: DEBUG nova.network.neutron [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Updating instance_info_cache with network_info: [{"id": "5bc038d8-1ba7-44d6-a382-75201bcf6d79", "address": "fa:16:3e:ec:b8:c8", "network": {"id": "b4228a96-3fc3-4257-8e82-a1cf37456242", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45a909020f1491e9d07603c4fc0ad0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bc038d8-1b", "ovs_interfaceid": "5bc038d8-1ba7-44d6-a382-75201bcf6d79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.392764] env[63622]: DEBUG nova.network.neutron [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Successfully updated port: de545eb5-68e6-4948-8a40-84485f02633a {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1556.502467] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf9b841-88eb-40cc-9c66-4a284f993243 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.516833] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c218613-659b-41f3-ad55-4d28af09d281 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.554240] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae0f1df-5c02-4a2c-93f3-7a1f7bf4a8e7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.566201] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c49b820-74f6-4695-9248-40b33850bbdb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.585612] env[63622]: DEBUG nova.compute.provider_tree [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1556.611911] env[63622]: DEBUG oslo_vmware.api [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816730, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.705403] env[63622]: DEBUG nova.compute.manager [None req-5f2ab492-6915-4077-b6fd-b4b2706bde56 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1556.705676] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2ab492-6915-4077-b6fd-b4b2706bde56 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1556.706774] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbee5d03-90b6-4405-9d11-76dc525d4574 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.719654] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2ab492-6915-4077-b6fd-b4b2706bde56 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1556.720470] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d86a21de-85eb-418a-b0d3-dccdb66a690e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.727895] env[63622]: DEBUG oslo_vmware.api [None req-bc1cd704-80cc-4f79-b7ae-0fee8d04434a tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.729922] env[63622]: DEBUG oslo_vmware.api [None req-5f2ab492-6915-4077-b6fd-b4b2706bde56 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Waiting for the task: (returnval){ [ 1556.729922] env[63622]: value = "task-1816732" [ 1556.729922] env[63622]: _type = "Task" [ 1556.729922] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.744082] env[63622]: DEBUG oslo_vmware.api [None req-5f2ab492-6915-4077-b6fd-b4b2706bde56 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Task: {'id': task-1816732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.761755] env[63622]: DEBUG oslo_vmware.api [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5256af55-bd9c-4283-b4fa-80ffe2e44f09, 'name': SearchDatastore_Task, 'duration_secs': 0.04293} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.762707] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cab68b08-e4c3-499b-94c8-bbd5e0266c4e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.771934] env[63622]: DEBUG oslo_vmware.api [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Waiting for the task: (returnval){ [ 1556.771934] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52602fe5-2df5-3de8-465c-f1cc675ef0a3" [ 1556.771934] env[63622]: _type = "Task" [ 1556.771934] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.778618] env[63622]: DEBUG nova.compute.manager [req-cd9db457-eefc-4281-a4c9-73adff281a7d req-41a18861-dbff-4c5f-8191-ad8dd3d9dc04 service nova] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Received event network-vif-plugged-de545eb5-68e6-4948-8a40-84485f02633a {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1556.778828] env[63622]: DEBUG oslo_concurrency.lockutils [req-cd9db457-eefc-4281-a4c9-73adff281a7d req-41a18861-dbff-4c5f-8191-ad8dd3d9dc04 service nova] Acquiring lock "d6332bd4-194a-4708-a682-62bb362d6b4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.779109] env[63622]: DEBUG oslo_concurrency.lockutils [req-cd9db457-eefc-4281-a4c9-73adff281a7d req-41a18861-dbff-4c5f-8191-ad8dd3d9dc04 service nova] Lock "d6332bd4-194a-4708-a682-62bb362d6b4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.779329] env[63622]: DEBUG oslo_concurrency.lockutils [req-cd9db457-eefc-4281-a4c9-73adff281a7d req-41a18861-dbff-4c5f-8191-ad8dd3d9dc04 service nova] Lock "d6332bd4-194a-4708-a682-62bb362d6b4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.779548] env[63622]: DEBUG nova.compute.manager [req-cd9db457-eefc-4281-a4c9-73adff281a7d req-41a18861-dbff-4c5f-8191-ad8dd3d9dc04 service nova] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] No waiting events found dispatching network-vif-plugged-de545eb5-68e6-4948-8a40-84485f02633a {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1556.779730] env[63622]: WARNING nova.compute.manager [req-cd9db457-eefc-4281-a4c9-73adff281a7d req-41a18861-dbff-4c5f-8191-ad8dd3d9dc04 service nova] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Received unexpected event network-vif-plugged-de545eb5-68e6-4948-8a40-84485f02633a for instance with vm_state building and task_state spawning. [ 1556.779893] env[63622]: DEBUG nova.compute.manager [req-cd9db457-eefc-4281-a4c9-73adff281a7d req-41a18861-dbff-4c5f-8191-ad8dd3d9dc04 service nova] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Received event network-changed-de545eb5-68e6-4948-8a40-84485f02633a {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1556.780179] env[63622]: DEBUG nova.compute.manager [req-cd9db457-eefc-4281-a4c9-73adff281a7d req-41a18861-dbff-4c5f-8191-ad8dd3d9dc04 service nova] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Refreshing instance network info cache due to event network-changed-de545eb5-68e6-4948-8a40-84485f02633a. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1556.780393] env[63622]: DEBUG oslo_concurrency.lockutils [req-cd9db457-eefc-4281-a4c9-73adff281a7d req-41a18861-dbff-4c5f-8191-ad8dd3d9dc04 service nova] Acquiring lock "refresh_cache-d6332bd4-194a-4708-a682-62bb362d6b4e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.780557] env[63622]: DEBUG oslo_concurrency.lockutils [req-cd9db457-eefc-4281-a4c9-73adff281a7d req-41a18861-dbff-4c5f-8191-ad8dd3d9dc04 service nova] Acquired lock "refresh_cache-d6332bd4-194a-4708-a682-62bb362d6b4e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.780748] env[63622]: DEBUG nova.network.neutron [req-cd9db457-eefc-4281-a4c9-73adff281a7d req-41a18861-dbff-4c5f-8191-ad8dd3d9dc04 service nova] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Refreshing network info cache for port de545eb5-68e6-4948-8a40-84485f02633a {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1556.793933] env[63622]: DEBUG oslo_vmware.api [None req-b9ba62b9-79d9-485c-9490-3228f7b9aef6 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816727, 'name': ReconfigVM_Task, 'duration_secs': 1.030982} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.797912] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9ba62b9-79d9-485c-9490-3228f7b9aef6 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Reconfigured VM instance instance-0000002e to detach disk 2001 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1556.798217] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ba62b9-79d9-485c-9490-3228f7b9aef6 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1556.798879] env[63622]: DEBUG oslo_vmware.api [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52602fe5-2df5-3de8-465c-f1cc675ef0a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.799170] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08b199f1-8c9c-4f05-a58f-f4d5d401f06e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.811821] env[63622]: DEBUG oslo_vmware.api [None req-b9ba62b9-79d9-485c-9490-3228f7b9aef6 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Waiting for the task: (returnval){ [ 1556.811821] env[63622]: value = "task-1816733" [ 1556.811821] env[63622]: _type = "Task" [ 1556.811821] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.825880] env[63622]: DEBUG oslo_vmware.api [None req-b9ba62b9-79d9-485c-9490-3228f7b9aef6 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816733, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.876117] env[63622]: DEBUG oslo_concurrency.lockutils [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Releasing lock "refresh_cache-42ace043-c368-4557-89fc-dbbf40c022ce" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.092489] env[63622]: DEBUG nova.scheduler.client.report [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1557.111616] env[63622]: DEBUG oslo_vmware.api [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816730, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.782637} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.111616] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 88a07015-5ac1-45f5-9394-aa2c83a968c2/88a07015-5ac1-45f5-9394-aa2c83a968c2.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1557.111751] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1557.112519] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5db9c760-4ee6-45c4-a8ca-737859b99c71 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.120669] env[63622]: DEBUG oslo_vmware.api [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Waiting for the task: (returnval){ [ 1557.120669] env[63622]: value = "task-1816734" [ 1557.120669] env[63622]: _type = "Task" [ 1557.120669] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.133797] env[63622]: DEBUG oslo_vmware.api [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816734, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.223728] env[63622]: DEBUG oslo_vmware.api [None req-bc1cd704-80cc-4f79-b7ae-0fee8d04434a tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.621871} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.224205] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc1cd704-80cc-4f79-b7ae-0fee8d04434a tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1557.224550] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1cd704-80cc-4f79-b7ae-0fee8d04434a tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1557.224819] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1cd704-80cc-4f79-b7ae-0fee8d04434a tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1557.225060] env[63622]: INFO nova.compute.manager [None req-bc1cd704-80cc-4f79-b7ae-0fee8d04434a tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Took 1.76 seconds to destroy the instance on the hypervisor. [ 1557.225659] env[63622]: DEBUG oslo.service.loopingcall [None req-bc1cd704-80cc-4f79-b7ae-0fee8d04434a tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1557.225659] env[63622]: DEBUG nova.compute.manager [-] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1557.225659] env[63622]: DEBUG nova.network.neutron [-] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1557.246007] env[63622]: DEBUG oslo_vmware.api [None req-5f2ab492-6915-4077-b6fd-b4b2706bde56 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Task: {'id': task-1816732, 'name': PowerOffVM_Task, 'duration_secs': 0.305669} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.246423] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2ab492-6915-4077-b6fd-b4b2706bde56 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1557.246695] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2ab492-6915-4077-b6fd-b4b2706bde56 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1557.247052] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7505918-76df-415e-92ba-3b2e6304fda5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.286501] env[63622]: DEBUG oslo_vmware.api [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52602fe5-2df5-3de8-465c-f1cc675ef0a3, 'name': SearchDatastore_Task, 'duration_secs': 0.067248} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.288847] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.289249] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] cd606483-2cfa-4a3f-af12-cde244aa4a7c/cd606483-2cfa-4a3f-af12-cde244aa4a7c.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1557.289919] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3109cf0-b256-41a2-9a44-04d65b488f18 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.298110] env[63622]: DEBUG oslo_vmware.api [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Waiting for the task: (returnval){ [ 1557.298110] env[63622]: value = "task-1816736" [ 1557.298110] env[63622]: _type = "Task" [ 1557.298110] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.309456] env[63622]: DEBUG oslo_vmware.api [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816736, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.324540] env[63622]: DEBUG oslo_vmware.api [None req-b9ba62b9-79d9-485c-9490-3228f7b9aef6 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816733, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.354923] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2ab492-6915-4077-b6fd-b4b2706bde56 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1557.355264] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2ab492-6915-4077-b6fd-b4b2706bde56 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1557.355388] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f2ab492-6915-4077-b6fd-b4b2706bde56 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Deleting the datastore file [datastore1] 8efee4bc-a038-47a3-b182-e7c8acfa6ac7 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1557.355654] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ba00501-11e8-4416-9dcc-91a53b073194 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.364759] env[63622]: DEBUG oslo_vmware.api [None req-5f2ab492-6915-4077-b6fd-b4b2706bde56 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Waiting for the task: (returnval){ [ 1557.364759] env[63622]: value = "task-1816737" [ 1557.364759] env[63622]: _type = "Task" [ 1557.364759] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.375482] env[63622]: DEBUG oslo_vmware.api [None req-5f2ab492-6915-4077-b6fd-b4b2706bde56 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Task: {'id': task-1816737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.376534] env[63622]: DEBUG nova.network.neutron [req-cd9db457-eefc-4281-a4c9-73adff281a7d req-41a18861-dbff-4c5f-8191-ad8dd3d9dc04 service nova] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1557.405288] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e2b784-6fef-4a1e-9cd2-dd5583f2ea5e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.430050] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0631fa8-ad1a-4fa7-814f-02b008eca5f8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.442058] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Updating instance '42ace043-c368-4557-89fc-dbbf40c022ce' progress to 83 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1557.508508] env[63622]: DEBUG nova.network.neutron [req-cd9db457-eefc-4281-a4c9-73adff281a7d req-41a18861-dbff-4c5f-8191-ad8dd3d9dc04 service nova] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.595533] env[63622]: DEBUG oslo_concurrency.lockutils [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.596055] env[63622]: DEBUG nova.compute.manager [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1557.599105] env[63622]: DEBUG oslo_concurrency.lockutils [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.018s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.600548] env[63622]: INFO nova.compute.claims [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: 6602df5b-e638-43d6-975a-b5379fb51776] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1557.634109] env[63622]: DEBUG oslo_vmware.api [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816734, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100173} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.634505] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1557.635887] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06587e22-9cb4-490d-82ac-01b08e816524 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.665093] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 88a07015-5ac1-45f5-9394-aa2c83a968c2/88a07015-5ac1-45f5-9394-aa2c83a968c2.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1557.667798] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d0a19e1-7518-4a3e-9536-1d915b6e9a0f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.694911] env[63622]: DEBUG oslo_vmware.api [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Waiting for the task: (returnval){ [ 1557.694911] env[63622]: value = "task-1816738" [ 1557.694911] env[63622]: _type = "Task" [ 1557.694911] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.707799] env[63622]: DEBUG oslo_vmware.api [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816738, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.811699] env[63622]: DEBUG oslo_vmware.api [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816736, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.826242] env[63622]: DEBUG oslo_vmware.api [None req-b9ba62b9-79d9-485c-9490-3228f7b9aef6 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816733, 'name': PowerOnVM_Task, 'duration_secs': 0.58904} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.826542] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ba62b9-79d9-485c-9490-3228f7b9aef6 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1557.826786] env[63622]: DEBUG nova.compute.manager [None req-b9ba62b9-79d9-485c-9490-3228f7b9aef6 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1557.827648] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe50743b-56d6-4c22-9cf1-a60659787951 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.881344] env[63622]: DEBUG oslo_vmware.api [None req-5f2ab492-6915-4077-b6fd-b4b2706bde56 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Task: {'id': task-1816737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.949255] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1557.950078] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e38827f-4cdc-4dda-a868-7ddba9356775 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.961069] env[63622]: DEBUG oslo_vmware.api [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Waiting for the task: (returnval){ [ 1557.961069] env[63622]: value = "task-1816739" [ 1557.961069] env[63622]: _type = "Task" [ 1557.961069] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.974326] env[63622]: DEBUG oslo_vmware.api [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.014346] env[63622]: DEBUG oslo_concurrency.lockutils [req-cd9db457-eefc-4281-a4c9-73adff281a7d req-41a18861-dbff-4c5f-8191-ad8dd3d9dc04 service nova] Releasing lock "refresh_cache-d6332bd4-194a-4708-a682-62bb362d6b4e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1558.105933] env[63622]: DEBUG nova.compute.utils [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1558.111030] env[63622]: DEBUG nova.compute.manager [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1558.111318] env[63622]: DEBUG nova.network.neutron [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1558.114918] env[63622]: DEBUG nova.network.neutron [-] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1558.182119] env[63622]: DEBUG nova.policy [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b349e3b2a3c459d973a985ef2b52a68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd48ab9c0b8f14609b047ab5dca895eb3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1558.210793] env[63622]: DEBUG oslo_vmware.api [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.315023] env[63622]: DEBUG oslo_vmware.api [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816736, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73298} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.315736] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] cd606483-2cfa-4a3f-af12-cde244aa4a7c/cd606483-2cfa-4a3f-af12-cde244aa4a7c.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1558.316225] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1558.316656] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-027d6209-da5b-4623-9d27-70917f912444 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.326675] env[63622]: DEBUG oslo_vmware.api [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Waiting for the task: (returnval){ [ 1558.326675] env[63622]: value = "task-1816740" [ 1558.326675] env[63622]: _type = "Task" [ 1558.326675] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.339609] env[63622]: DEBUG oslo_vmware.api [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.385346] env[63622]: DEBUG oslo_vmware.api [None req-5f2ab492-6915-4077-b6fd-b4b2706bde56 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Task: {'id': task-1816737, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.533518} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.385733] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f2ab492-6915-4077-b6fd-b4b2706bde56 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1558.386059] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2ab492-6915-4077-b6fd-b4b2706bde56 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1558.386372] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2ab492-6915-4077-b6fd-b4b2706bde56 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1558.386650] env[63622]: INFO nova.compute.manager [None req-5f2ab492-6915-4077-b6fd-b4b2706bde56 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1558.387023] env[63622]: DEBUG oslo.service.loopingcall [None req-5f2ab492-6915-4077-b6fd-b4b2706bde56 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1558.387333] env[63622]: DEBUG nova.compute.manager [-] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1558.387471] env[63622]: DEBUG nova.network.neutron [-] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1558.474386] env[63622]: DEBUG oslo_vmware.api [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816739, 'name': PowerOnVM_Task, 'duration_secs': 0.491609} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.474857] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1558.475231] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-66afd557-15f2-4e06-a4f6-5e5fb072b991 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Updating instance '42ace043-c368-4557-89fc-dbbf40c022ce' progress to 100 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1558.620258] env[63622]: DEBUG nova.compute.utils [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1558.622142] env[63622]: INFO nova.compute.manager [-] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Took 1.40 seconds to deallocate network for instance. [ 1558.714984] env[63622]: DEBUG oslo_vmware.api [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816738, 'name': ReconfigVM_Task, 'duration_secs': 0.875517} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.715438] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 88a07015-5ac1-45f5-9394-aa2c83a968c2/88a07015-5ac1-45f5-9394-aa2c83a968c2.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1558.716398] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64c3584f-4b8d-422d-bc4d-ea986f2bd370 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.727032] env[63622]: DEBUG oslo_vmware.api [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Waiting for the task: (returnval){ [ 1558.727032] env[63622]: value = "task-1816741" [ 1558.727032] env[63622]: _type = "Task" [ 1558.727032] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.737042] env[63622]: DEBUG oslo_vmware.api [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816741, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.806857] env[63622]: DEBUG nova.network.neutron [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Successfully created port: 39a9a297-d546-4dca-ab0c-8b48b46287b3 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1558.840548] env[63622]: DEBUG oslo_vmware.api [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084245} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.840838] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1558.842310] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0487e9ce-0128-4f78-91d9-bf2ab6d748b3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.874023] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] cd606483-2cfa-4a3f-af12-cde244aa4a7c/cd606483-2cfa-4a3f-af12-cde244aa4a7c.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1558.876475] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ba6ef64-3c46-484f-9b26-3e93878312c8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.901873] env[63622]: DEBUG oslo_vmware.api [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Waiting for the task: (returnval){ [ 1558.901873] env[63622]: value = "task-1816742" [ 1558.901873] env[63622]: _type = "Task" [ 1558.901873] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.917566] env[63622]: DEBUG oslo_vmware.api [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816742, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.980132] env[63622]: DEBUG nova.compute.manager [req-02fe1dd5-09e6-407e-82c7-4a2381f0eafe req-9d77ac29-a1c5-4abc-9b0f-740beacd1978 service nova] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Received event network-vif-deleted-519eb44f-54e6-4eea-9217-dbbe89a782fe {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1558.980427] env[63622]: INFO nova.compute.manager [req-02fe1dd5-09e6-407e-82c7-4a2381f0eafe req-9d77ac29-a1c5-4abc-9b0f-740beacd1978 service nova] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Neutron deleted interface 519eb44f-54e6-4eea-9217-dbbe89a782fe; detaching it from the instance and deleting it from the info cache [ 1558.980737] env[63622]: DEBUG nova.network.neutron [req-02fe1dd5-09e6-407e-82c7-4a2381f0eafe req-9d77ac29-a1c5-4abc-9b0f-740beacd1978 service nova] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.039808] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5dfdefac-d1c3-4cba-96c8-63bf9f24fd66 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Acquiring lock "37f59a1a-2002-42da-b2fe-123649034f89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.040105] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5dfdefac-d1c3-4cba-96c8-63bf9f24fd66 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Lock "37f59a1a-2002-42da-b2fe-123649034f89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.040315] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5dfdefac-d1c3-4cba-96c8-63bf9f24fd66 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Acquiring lock "37f59a1a-2002-42da-b2fe-123649034f89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.040496] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5dfdefac-d1c3-4cba-96c8-63bf9f24fd66 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Lock "37f59a1a-2002-42da-b2fe-123649034f89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.040665] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5dfdefac-d1c3-4cba-96c8-63bf9f24fd66 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Lock "37f59a1a-2002-42da-b2fe-123649034f89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.043149] env[63622]: INFO nova.compute.manager [None req-5dfdefac-d1c3-4cba-96c8-63bf9f24fd66 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Terminating instance [ 1559.072065] env[63622]: DEBUG nova.compute.manager [req-77a92b6e-c9ab-41ff-940c-09e1b2862c26 req-ae24de9e-e127-4986-b3f5-24d3f608922a service nova] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Received event network-vif-deleted-32ccbbd4-caf0-4f50-ba65-978d1756f73d {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1559.072299] env[63622]: DEBUG nova.compute.manager [req-77a92b6e-c9ab-41ff-940c-09e1b2862c26 req-ae24de9e-e127-4986-b3f5-24d3f608922a service nova] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Received event network-vif-plugged-cf03a7f4-2db4-431e-aa03-9312b518f206 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1559.072495] env[63622]: DEBUG oslo_concurrency.lockutils [req-77a92b6e-c9ab-41ff-940c-09e1b2862c26 req-ae24de9e-e127-4986-b3f5-24d3f608922a service nova] Acquiring lock "d6332bd4-194a-4708-a682-62bb362d6b4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.072696] env[63622]: DEBUG oslo_concurrency.lockutils [req-77a92b6e-c9ab-41ff-940c-09e1b2862c26 req-ae24de9e-e127-4986-b3f5-24d3f608922a service nova] Lock "d6332bd4-194a-4708-a682-62bb362d6b4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.072865] env[63622]: DEBUG oslo_concurrency.lockutils [req-77a92b6e-c9ab-41ff-940c-09e1b2862c26 req-ae24de9e-e127-4986-b3f5-24d3f608922a service nova] Lock "d6332bd4-194a-4708-a682-62bb362d6b4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.073254] env[63622]: DEBUG nova.compute.manager [req-77a92b6e-c9ab-41ff-940c-09e1b2862c26 req-ae24de9e-e127-4986-b3f5-24d3f608922a service nova] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] No waiting events found dispatching network-vif-plugged-cf03a7f4-2db4-431e-aa03-9312b518f206 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1559.073378] env[63622]: WARNING nova.compute.manager [req-77a92b6e-c9ab-41ff-940c-09e1b2862c26 req-ae24de9e-e127-4986-b3f5-24d3f608922a service nova] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Received unexpected event network-vif-plugged-cf03a7f4-2db4-431e-aa03-9312b518f206 for instance with vm_state building and task_state spawning. [ 1559.125798] env[63622]: DEBUG nova.compute.manager [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1559.136919] env[63622]: DEBUG oslo_concurrency.lockutils [None req-bc1cd704-80cc-4f79-b7ae-0fee8d04434a tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.143744] env[63622]: DEBUG nova.network.neutron [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Successfully updated port: cf03a7f4-2db4-431e-aa03-9312b518f206 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1559.202312] env[63622]: DEBUG nova.network.neutron [-] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.249023] env[63622]: DEBUG oslo_vmware.api [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816741, 'name': Rename_Task, 'duration_secs': 0.277743} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.254800] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1559.255315] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7df8f15b-53ac-4f7b-923c-d9cba1c0d872 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.264973] env[63622]: DEBUG oslo_vmware.api [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Waiting for the task: (returnval){ [ 1559.264973] env[63622]: value = "task-1816743" [ 1559.264973] env[63622]: _type = "Task" [ 1559.264973] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.285101] env[63622]: DEBUG oslo_vmware.api [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.412637] env[63622]: DEBUG oslo_vmware.api [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816742, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.414505] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7067fa82-75fb-4292-a087-42b30f186d16 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.422867] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a202a9-ba70-440f-9e5d-29e30d7fac55 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.455930] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cc963d-b164-4676-9b01-5a543e1b2b8c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.464523] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd7219e-6920-4629-b804-bb8f71e39b27 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.479722] env[63622]: DEBUG nova.compute.provider_tree [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1559.497537] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a6c697a-f15b-45fb-a3ba-947ef2bffba3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.512041] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66a6645-ab72-4268-9b58-356f2c476926 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.557744] env[63622]: DEBUG nova.compute.manager [None req-5dfdefac-d1c3-4cba-96c8-63bf9f24fd66 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1559.557937] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfdefac-d1c3-4cba-96c8-63bf9f24fd66 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1559.558346] env[63622]: DEBUG nova.compute.manager [req-02fe1dd5-09e6-407e-82c7-4a2381f0eafe req-9d77ac29-a1c5-4abc-9b0f-740beacd1978 service nova] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Detach interface failed, port_id=519eb44f-54e6-4eea-9217-dbbe89a782fe, reason: Instance 8efee4bc-a038-47a3-b182-e7c8acfa6ac7 could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1559.564334] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e9936b-8253-4439-8dbd-c5cb20b74e36 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.571365] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dfdefac-d1c3-4cba-96c8-63bf9f24fd66 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1559.571694] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e5eab8b-8624-4835-af2f-255b5dc2c87f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.580482] env[63622]: DEBUG oslo_vmware.api [None req-5dfdefac-d1c3-4cba-96c8-63bf9f24fd66 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Waiting for the task: (returnval){ [ 1559.580482] env[63622]: value = "task-1816744" [ 1559.580482] env[63622]: _type = "Task" [ 1559.580482] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.589355] env[63622]: DEBUG oslo_vmware.api [None req-5dfdefac-d1c3-4cba-96c8-63bf9f24fd66 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.647281] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Acquiring lock "refresh_cache-d6332bd4-194a-4708-a682-62bb362d6b4e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1559.647281] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Acquired lock "refresh_cache-d6332bd4-194a-4708-a682-62bb362d6b4e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.647281] env[63622]: DEBUG nova.network.neutron [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1559.696743] env[63622]: DEBUG oslo_vmware.rw_handles [None req-c4f33c47-9332-4b9e-8ad7-894386a10581 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d7bb03-de8a-33b9-b0d1-f905ec215d08/disk-0.vmdk. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1559.697692] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e1be59-08f1-4ece-b05c-4be782faad94 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.704722] env[63622]: DEBUG oslo_vmware.rw_handles [None req-c4f33c47-9332-4b9e-8ad7-894386a10581 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d7bb03-de8a-33b9-b0d1-f905ec215d08/disk-0.vmdk is in state: ready. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1559.704906] env[63622]: ERROR oslo_vmware.rw_handles [None req-c4f33c47-9332-4b9e-8ad7-894386a10581 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d7bb03-de8a-33b9-b0d1-f905ec215d08/disk-0.vmdk due to incomplete transfer. [ 1559.705160] env[63622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5a3819df-da4a-4794-abe5-f960dc8021d3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.709694] env[63622]: INFO nova.compute.manager [-] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Took 1.32 seconds to deallocate network for instance. [ 1559.713307] env[63622]: DEBUG oslo_vmware.rw_handles [None req-c4f33c47-9332-4b9e-8ad7-894386a10581 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d7bb03-de8a-33b9-b0d1-f905ec215d08/disk-0.vmdk. {{(pid=63622) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1559.713647] env[63622]: DEBUG nova.virt.vmwareapi.images [None req-c4f33c47-9332-4b9e-8ad7-894386a10581 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Uploaded image 9b071848-1f71-412d-8f14-ea32c9415334 to the Glance image server {{(pid=63622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1559.715949] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f33c47-9332-4b9e-8ad7-894386a10581 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Destroying the VM {{(pid=63622) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1559.718862] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-932aff09-299e-40e8-b9cc-5b0071e7bd6b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.727743] env[63622]: DEBUG oslo_vmware.api [None req-c4f33c47-9332-4b9e-8ad7-894386a10581 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1559.727743] env[63622]: value = "task-1816745" [ 1559.727743] env[63622]: _type = "Task" [ 1559.727743] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.738312] env[63622]: DEBUG oslo_vmware.api [None req-c4f33c47-9332-4b9e-8ad7-894386a10581 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816745, 'name': Destroy_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.776934] env[63622]: DEBUG oslo_vmware.api [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816743, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.912572] env[63622]: DEBUG oslo_vmware.api [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816742, 'name': ReconfigVM_Task, 'duration_secs': 0.535743} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.912856] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Reconfigured VM instance instance-00000033 to attach disk [datastore1] cd606483-2cfa-4a3f-af12-cde244aa4a7c/cd606483-2cfa-4a3f-af12-cde244aa4a7c.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1559.913525] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c691e5d-69c0-47e8-9074-dded43cb0064 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.921510] env[63622]: DEBUG oslo_vmware.api [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Waiting for the task: (returnval){ [ 1559.921510] env[63622]: value = "task-1816746" [ 1559.921510] env[63622]: _type = "Task" [ 1559.921510] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.930419] env[63622]: DEBUG oslo_vmware.api [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816746, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.982900] env[63622]: DEBUG nova.scheduler.client.report [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1560.095547] env[63622]: DEBUG oslo_vmware.api [None req-5dfdefac-d1c3-4cba-96c8-63bf9f24fd66 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.145184] env[63622]: DEBUG nova.compute.manager [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1560.170507] env[63622]: DEBUG nova.virt.hardware [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T14:02:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1208975883',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1011814815',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1560.170865] env[63622]: DEBUG nova.virt.hardware [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1560.171107] env[63622]: DEBUG nova.virt.hardware [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1560.171314] env[63622]: DEBUG nova.virt.hardware [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1560.171505] env[63622]: DEBUG nova.virt.hardware [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1560.171723] env[63622]: DEBUG nova.virt.hardware [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1560.172101] env[63622]: DEBUG nova.virt.hardware [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1560.172251] env[63622]: DEBUG nova.virt.hardware [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1560.172443] env[63622]: DEBUG nova.virt.hardware [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1560.172618] env[63622]: DEBUG nova.virt.hardware [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1560.172797] env[63622]: DEBUG nova.virt.hardware [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1560.173774] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067b2e0f-927a-4593-9f71-447450c76404 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.181988] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffeba4eb-26e4-49ec-8406-3fef2940e5ef {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.197276] env[63622]: DEBUG nova.network.neutron [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1560.222048] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5f2ab492-6915-4077-b6fd-b4b2706bde56 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.237830] env[63622]: DEBUG oslo_vmware.api [None req-c4f33c47-9332-4b9e-8ad7-894386a10581 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816745, 'name': Destroy_Task, 'duration_secs': 0.479714} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.238128] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-c4f33c47-9332-4b9e-8ad7-894386a10581 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Destroyed the VM [ 1560.238371] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f33c47-9332-4b9e-8ad7-894386a10581 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Deleting Snapshot of the VM instance {{(pid=63622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1560.238636] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c91108fd-97e3-4821-92fa-af3f70dc55b3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.246723] env[63622]: DEBUG oslo_vmware.api [None req-c4f33c47-9332-4b9e-8ad7-894386a10581 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1560.246723] env[63622]: value = "task-1816747" [ 1560.246723] env[63622]: _type = "Task" [ 1560.246723] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.254948] env[63622]: DEBUG oslo_vmware.api [None req-c4f33c47-9332-4b9e-8ad7-894386a10581 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816747, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.276420] env[63622]: DEBUG oslo_vmware.api [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816743, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.432927] env[63622]: DEBUG oslo_vmware.api [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816746, 'name': Rename_Task, 'duration_secs': 0.162243} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.433242] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1560.433494] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bf72f22-40c3-402e-9c6a-e4a2169de8fd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.442430] env[63622]: DEBUG oslo_vmware.api [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Waiting for the task: (returnval){ [ 1560.442430] env[63622]: value = "task-1816748" [ 1560.442430] env[63622]: _type = "Task" [ 1560.442430] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.452326] env[63622]: DEBUG oslo_vmware.api [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.489712] env[63622]: DEBUG oslo_concurrency.lockutils [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.890s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.489712] env[63622]: DEBUG nova.compute.manager [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: 6602df5b-e638-43d6-975a-b5379fb51776] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1560.495018] env[63622]: DEBUG oslo_concurrency.lockutils [None req-09881380-9386-4bf5-bf92-c1a13ab71453 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.066s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.495359] env[63622]: DEBUG nova.objects.instance [None req-09881380-9386-4bf5-bf92-c1a13ab71453 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Lazy-loading 'resources' on Instance uuid 88c954d9-53e0-4349-80e0-50ce52e6e8e5 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1560.592837] env[63622]: DEBUG oslo_vmware.api [None req-5dfdefac-d1c3-4cba-96c8-63bf9f24fd66 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.764484] env[63622]: DEBUG oslo_vmware.api [None req-c4f33c47-9332-4b9e-8ad7-894386a10581 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816747, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.778299] env[63622]: DEBUG oslo_vmware.api [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816743, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.796308] env[63622]: DEBUG nova.network.neutron [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Updating instance_info_cache with network_info: [{"id": "de545eb5-68e6-4948-8a40-84485f02633a", "address": "fa:16:3e:44:79:b0", "network": {"id": "392ca192-c785-47cc-b5f6-f8cc556216e3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1766216346", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b404075e7bab42be8ac4c41fcb61281c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde545eb5-68", "ovs_interfaceid": "de545eb5-68e6-4948-8a40-84485f02633a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cf03a7f4-2db4-431e-aa03-9312b518f206", "address": "fa:16:3e:5f:3a:38", "network": {"id": "e5302cab-dde8-453c-b193-f40d1dca33cb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-443339461", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b404075e7bab42be8ac4c41fcb61281c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf03a7f4-2d", "ovs_interfaceid": "cf03a7f4-2db4-431e-aa03-9312b518f206", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.959899] env[63622]: DEBUG oslo_vmware.api [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816748, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.979139] env[63622]: DEBUG nova.network.neutron [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Successfully updated port: 39a9a297-d546-4dca-ab0c-8b48b46287b3 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1560.998153] env[63622]: DEBUG nova.compute.utils [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1561.002479] env[63622]: DEBUG nova.compute.manager [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: 6602df5b-e638-43d6-975a-b5379fb51776] Not allocating networking since 'none' was specified. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1561.060273] env[63622]: DEBUG nova.network.neutron [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Port 5bc038d8-1ba7-44d6-a382-75201bcf6d79 binding to destination host cpu-1 is already ACTIVE {{(pid=63622) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1561.060273] env[63622]: DEBUG oslo_concurrency.lockutils [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquiring lock "refresh_cache-42ace043-c368-4557-89fc-dbbf40c022ce" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.060273] env[63622]: DEBUG oslo_concurrency.lockutils [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquired lock "refresh_cache-42ace043-c368-4557-89fc-dbbf40c022ce" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.060273] env[63622]: DEBUG nova.network.neutron [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1561.094815] env[63622]: DEBUG oslo_vmware.api [None req-5dfdefac-d1c3-4cba-96c8-63bf9f24fd66 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.260326] env[63622]: DEBUG oslo_vmware.api [None req-c4f33c47-9332-4b9e-8ad7-894386a10581 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816747, 'name': RemoveSnapshot_Task, 'duration_secs': 0.711305} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.263116] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f33c47-9332-4b9e-8ad7-894386a10581 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Deleted Snapshot of the VM instance {{(pid=63622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1561.263423] env[63622]: INFO nova.compute.manager [None req-c4f33c47-9332-4b9e-8ad7-894386a10581 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Took 14.59 seconds to snapshot the instance on the hypervisor. [ 1561.268208] env[63622]: DEBUG nova.compute.manager [req-141b3a84-f06e-4732-94da-615d9345d27d req-b48ee86c-949a-4769-8cbc-ce4c5689d1d4 service nova] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Received event network-changed-cf03a7f4-2db4-431e-aa03-9312b518f206 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1561.272026] env[63622]: DEBUG nova.compute.manager [req-141b3a84-f06e-4732-94da-615d9345d27d req-b48ee86c-949a-4769-8cbc-ce4c5689d1d4 service nova] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Refreshing instance network info cache due to event network-changed-cf03a7f4-2db4-431e-aa03-9312b518f206. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1561.272026] env[63622]: DEBUG oslo_concurrency.lockutils [req-141b3a84-f06e-4732-94da-615d9345d27d req-b48ee86c-949a-4769-8cbc-ce4c5689d1d4 service nova] Acquiring lock "refresh_cache-d6332bd4-194a-4708-a682-62bb362d6b4e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.280692] env[63622]: DEBUG oslo_vmware.api [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816743, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.298733] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Releasing lock "refresh_cache-d6332bd4-194a-4708-a682-62bb362d6b4e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.299183] env[63622]: DEBUG nova.compute.manager [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Instance network_info: |[{"id": "de545eb5-68e6-4948-8a40-84485f02633a", "address": "fa:16:3e:44:79:b0", "network": {"id": "392ca192-c785-47cc-b5f6-f8cc556216e3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1766216346", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b404075e7bab42be8ac4c41fcb61281c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde545eb5-68", "ovs_interfaceid": "de545eb5-68e6-4948-8a40-84485f02633a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cf03a7f4-2db4-431e-aa03-9312b518f206", "address": "fa:16:3e:5f:3a:38", "network": {"id": "e5302cab-dde8-453c-b193-f40d1dca33cb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-443339461", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b404075e7bab42be8ac4c41fcb61281c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf03a7f4-2d", "ovs_interfaceid": "cf03a7f4-2db4-431e-aa03-9312b518f206", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1561.299481] env[63622]: DEBUG oslo_concurrency.lockutils [req-141b3a84-f06e-4732-94da-615d9345d27d req-b48ee86c-949a-4769-8cbc-ce4c5689d1d4 service nova] Acquired lock "refresh_cache-d6332bd4-194a-4708-a682-62bb362d6b4e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.299663] env[63622]: DEBUG nova.network.neutron [req-141b3a84-f06e-4732-94da-615d9345d27d req-b48ee86c-949a-4769-8cbc-ce4c5689d1d4 service nova] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Refreshing network info cache for port cf03a7f4-2db4-431e-aa03-9312b518f206 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1561.301118] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:79:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0685bd0b-3dbf-4a06-951c-c6a4726dd4b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de545eb5-68e6-4948-8a40-84485f02633a', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:3a:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf03a7f4-2db4-431e-aa03-9312b518f206', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1561.311556] env[63622]: DEBUG oslo.service.loopingcall [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1561.315299] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1561.316686] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cea3ebf3-ff7b-498c-919f-e0a33749252f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.343829] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1561.343829] env[63622]: value = "task-1816749" [ 1561.343829] env[63622]: _type = "Task" [ 1561.343829] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.353632] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816749, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.454912] env[63622]: DEBUG oslo_vmware.api [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816748, 'name': PowerOnVM_Task, 'duration_secs': 0.546982} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.457654] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1561.457867] env[63622]: INFO nova.compute.manager [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Took 9.84 seconds to spawn the instance on the hypervisor. [ 1561.458081] env[63622]: DEBUG nova.compute.manager [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1561.459266] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307c065c-6869-4f3b-b1e4-6eba28bd71cb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.484631] env[63622]: DEBUG oslo_concurrency.lockutils [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Acquiring lock "refresh_cache-be8f9418-ff2d-4a0f-b24f-869917441642" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.484631] env[63622]: DEBUG oslo_concurrency.lockutils [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Acquired lock "refresh_cache-be8f9418-ff2d-4a0f-b24f-869917441642" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.484854] env[63622]: DEBUG nova.network.neutron [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1561.504725] env[63622]: DEBUG nova.compute.manager [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: 6602df5b-e638-43d6-975a-b5379fb51776] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1561.580289] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696349ab-795a-4d55-9b31-4f7ec370db85 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.591213] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07f5691-fd02-463c-af4e-cae15d0126ce {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.600489] env[63622]: DEBUG oslo_vmware.api [None req-5dfdefac-d1c3-4cba-96c8-63bf9f24fd66 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816744, 'name': PowerOffVM_Task, 'duration_secs': 1.628893} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.603324] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dfdefac-d1c3-4cba-96c8-63bf9f24fd66 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1561.603510] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfdefac-d1c3-4cba-96c8-63bf9f24fd66 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1561.603810] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-debdfdeb-5b9b-42ec-bc2e-f16dccfa27d4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.631945] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618e48ca-2be7-44be-97a4-650c91fc90b8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.641308] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b0b45b-1440-49dc-9814-1cc5ad0052d9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.660012] env[63622]: DEBUG nova.compute.provider_tree [None req-09881380-9386-4bf5-bf92-c1a13ab71453 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1561.777900] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfdefac-d1c3-4cba-96c8-63bf9f24fd66 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1561.778322] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfdefac-d1c3-4cba-96c8-63bf9f24fd66 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1561.778513] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dfdefac-d1c3-4cba-96c8-63bf9f24fd66 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Deleting the datastore file [datastore1] 37f59a1a-2002-42da-b2fe-123649034f89 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1561.780976] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82b2410a-6149-4c78-981d-4cec1ae359ce {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.786458] env[63622]: DEBUG oslo_vmware.api [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816743, 'name': PowerOnVM_Task, 'duration_secs': 2.299119} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.787095] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1561.787323] env[63622]: INFO nova.compute.manager [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Took 13.07 seconds to spawn the instance on the hypervisor. [ 1561.787838] env[63622]: DEBUG nova.compute.manager [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1561.788393] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346272ce-0023-438f-9228-16f40e74ec8a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.792609] env[63622]: DEBUG oslo_vmware.api [None req-5dfdefac-d1c3-4cba-96c8-63bf9f24fd66 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Waiting for the task: (returnval){ [ 1561.792609] env[63622]: value = "task-1816751" [ 1561.792609] env[63622]: _type = "Task" [ 1561.792609] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.805863] env[63622]: DEBUG oslo_vmware.api [None req-5dfdefac-d1c3-4cba-96c8-63bf9f24fd66 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816751, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.846597] env[63622]: DEBUG nova.compute.manager [None req-c4f33c47-9332-4b9e-8ad7-894386a10581 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Found 2 images (rotation: 2) {{(pid=63622) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4898}} [ 1561.857653] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816749, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.891650] env[63622]: DEBUG nova.network.neutron [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Updating instance_info_cache with network_info: [{"id": "5bc038d8-1ba7-44d6-a382-75201bcf6d79", "address": "fa:16:3e:ec:b8:c8", "network": {"id": "b4228a96-3fc3-4257-8e82-a1cf37456242", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45a909020f1491e9d07603c4fc0ad0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bc038d8-1b", "ovs_interfaceid": "5bc038d8-1ba7-44d6-a382-75201bcf6d79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.979845] env[63622]: INFO nova.compute.manager [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Took 47.27 seconds to build instance. [ 1562.051064] env[63622]: DEBUG nova.network.neutron [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1562.163889] env[63622]: DEBUG nova.scheduler.client.report [None req-09881380-9386-4bf5-bf92-c1a13ab71453 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1562.308123] env[63622]: DEBUG oslo_vmware.api [None req-5dfdefac-d1c3-4cba-96c8-63bf9f24fd66 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816751, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.365585} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.308310] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dfdefac-d1c3-4cba-96c8-63bf9f24fd66 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1562.308499] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfdefac-d1c3-4cba-96c8-63bf9f24fd66 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1562.308680] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfdefac-d1c3-4cba-96c8-63bf9f24fd66 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1562.308856] env[63622]: INFO nova.compute.manager [None req-5dfdefac-d1c3-4cba-96c8-63bf9f24fd66 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Took 2.75 seconds to destroy the instance on the hypervisor. [ 1562.309109] env[63622]: DEBUG oslo.service.loopingcall [None req-5dfdefac-d1c3-4cba-96c8-63bf9f24fd66 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1562.310767] env[63622]: DEBUG nova.compute.manager [-] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1562.310874] env[63622]: DEBUG nova.network.neutron [-] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1562.312655] env[63622]: INFO nova.compute.manager [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Took 53.38 seconds to build instance. [ 1562.357278] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816749, 'name': CreateVM_Task, 'duration_secs': 0.708486} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.357449] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1562.358292] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.358463] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.358789] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1562.359048] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8c40c5a-4f0e-4cc7-b960-bf0e157d5ea7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.367060] env[63622]: DEBUG oslo_vmware.api [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Waiting for the task: (returnval){ [ 1562.367060] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52f8ed7f-cd29-7bbb-e7c7-60d643dbf79d" [ 1562.367060] env[63622]: _type = "Task" [ 1562.367060] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.374213] env[63622]: DEBUG oslo_vmware.api [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52f8ed7f-cd29-7bbb-e7c7-60d643dbf79d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.394522] env[63622]: DEBUG oslo_concurrency.lockutils [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Releasing lock "refresh_cache-42ace043-c368-4557-89fc-dbbf40c022ce" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.452996] env[63622]: DEBUG nova.network.neutron [req-141b3a84-f06e-4732-94da-615d9345d27d req-b48ee86c-949a-4769-8cbc-ce4c5689d1d4 service nova] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Updated VIF entry in instance network info cache for port cf03a7f4-2db4-431e-aa03-9312b518f206. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1562.453691] env[63622]: DEBUG nova.network.neutron [req-141b3a84-f06e-4732-94da-615d9345d27d req-b48ee86c-949a-4769-8cbc-ce4c5689d1d4 service nova] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Updating instance_info_cache with network_info: [{"id": "de545eb5-68e6-4948-8a40-84485f02633a", "address": "fa:16:3e:44:79:b0", "network": {"id": "392ca192-c785-47cc-b5f6-f8cc556216e3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1766216346", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b404075e7bab42be8ac4c41fcb61281c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde545eb5-68", "ovs_interfaceid": "de545eb5-68e6-4948-8a40-84485f02633a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cf03a7f4-2db4-431e-aa03-9312b518f206", "address": "fa:16:3e:5f:3a:38", "network": {"id": "e5302cab-dde8-453c-b193-f40d1dca33cb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-443339461", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b404075e7bab42be8ac4c41fcb61281c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf03a7f4-2d", "ovs_interfaceid": "cf03a7f4-2db4-431e-aa03-9312b518f206", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.482518] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a7461d5-c329-434e-a37e-76af556b15f7 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Lock "cd606483-2cfa-4a3f-af12-cde244aa4a7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.153s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.520272] env[63622]: DEBUG nova.compute.manager [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: 6602df5b-e638-43d6-975a-b5379fb51776] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1562.529509] env[63622]: DEBUG nova.network.neutron [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Updating instance_info_cache with network_info: [{"id": "39a9a297-d546-4dca-ab0c-8b48b46287b3", "address": "fa:16:3e:18:1a:c3", "network": {"id": "84ca8a32-ad48-4d0a-8c1b-f3ca05002675", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2058438564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d48ab9c0b8f14609b047ab5dca895eb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39a9a297-d5", "ovs_interfaceid": "39a9a297-d546-4dca-ab0c-8b48b46287b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.555464] env[63622]: DEBUG nova.virt.hardware [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1562.556070] env[63622]: DEBUG nova.virt.hardware [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1562.556070] env[63622]: DEBUG nova.virt.hardware [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1562.556355] env[63622]: DEBUG nova.virt.hardware [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1562.556518] env[63622]: DEBUG nova.virt.hardware [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1562.556666] env[63622]: DEBUG nova.virt.hardware [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1562.560011] env[63622]: DEBUG nova.virt.hardware [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1562.560011] env[63622]: DEBUG nova.virt.hardware [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1562.560011] env[63622]: DEBUG nova.virt.hardware [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1562.560011] env[63622]: DEBUG nova.virt.hardware [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1562.560011] env[63622]: DEBUG nova.virt.hardware [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1562.560011] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8972cc32-935a-49ce-a238-50398d335701 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.568561] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36536744-7c1b-4d15-8746-c1783562de04 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.587975] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: 6602df5b-e638-43d6-975a-b5379fb51776] Instance VIF info [] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1562.597158] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Creating folder: Project (1f729ef61f784b73a1f935b9dfeafb99). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1562.597910] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08615478-ef72-4aa4-870a-3f9bbcebd313 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.612441] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Created folder: Project (1f729ef61f784b73a1f935b9dfeafb99) in parent group-v376252. [ 1562.612660] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Creating folder: Instances. Parent ref: group-v376398. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1562.612908] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1a590e6-caa8-418b-8431-8696000b8ced {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.626908] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Created folder: Instances in parent group-v376398. [ 1562.627458] env[63622]: DEBUG oslo.service.loopingcall [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1562.627532] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6602df5b-e638-43d6-975a-b5379fb51776] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1562.627805] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2009717f-a60a-4b50-ba13-e57bdf27001f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.649820] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1562.649820] env[63622]: value = "task-1816754" [ 1562.649820] env[63622]: _type = "Task" [ 1562.649820] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.662771] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816754, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.668875] env[63622]: DEBUG oslo_concurrency.lockutils [None req-09881380-9386-4bf5-bf92-c1a13ab71453 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.174s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.672075] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 32.688s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.672968] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.672968] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63622) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1562.672968] env[63622]: DEBUG oslo_concurrency.lockutils [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.909s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.674952] env[63622]: INFO nova.compute.claims [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1562.681016] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19683df-5aa7-4ecb-b671-d690205d3153 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.696298] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4663e9-f1b3-4dae-9626-020f6a5ffe1b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.705735] env[63622]: INFO nova.scheduler.client.report [None req-09881380-9386-4bf5-bf92-c1a13ab71453 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Deleted allocations for instance 88c954d9-53e0-4349-80e0-50ce52e6e8e5 [ 1562.725929] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af71b4d4-1e8a-49db-9212-899c4c973b94 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.739737] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10703ba0-82e9-4ea3-8e47-3a52f6ba4a45 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.771887] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177923MB free_disk=154GB free_vcpus=48 pci_devices=None {{(pid=63622) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1562.772062] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.814612] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1c767dab-6eaf-4228-be28-3928f5817cc3 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Lock "88a07015-5ac1-45f5-9394-aa2c83a968c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.725s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.876673] env[63622]: DEBUG oslo_vmware.api [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52f8ed7f-cd29-7bbb-e7c7-60d643dbf79d, 'name': SearchDatastore_Task, 'duration_secs': 0.022576} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.876873] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.877122] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1562.877358] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.877525] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.877700] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1562.877919] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e54443c2-e64d-424f-9b56-3c80d845396b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.887656] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1562.887862] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1562.888601] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62ebdfb7-814a-4370-bf8a-481a5add08e1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.894828] env[63622]: DEBUG oslo_vmware.api [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Waiting for the task: (returnval){ [ 1562.894828] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d2010f-c4a9-07e6-1a65-7c3d324c9b70" [ 1562.894828] env[63622]: _type = "Task" [ 1562.894828] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.898560] env[63622]: DEBUG nova.compute.manager [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63622) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1562.898767] env[63622]: DEBUG oslo_concurrency.lockutils [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.907049] env[63622]: DEBUG oslo_vmware.api [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d2010f-c4a9-07e6-1a65-7c3d324c9b70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.956442] env[63622]: DEBUG oslo_concurrency.lockutils [req-141b3a84-f06e-4732-94da-615d9345d27d req-b48ee86c-949a-4769-8cbc-ce4c5689d1d4 service nova] Releasing lock "refresh_cache-d6332bd4-194a-4708-a682-62bb362d6b4e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.956845] env[63622]: DEBUG nova.compute.manager [req-141b3a84-f06e-4732-94da-615d9345d27d req-b48ee86c-949a-4769-8cbc-ce4c5689d1d4 service nova] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Received event network-vif-plugged-39a9a297-d546-4dca-ab0c-8b48b46287b3 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1562.957111] env[63622]: DEBUG oslo_concurrency.lockutils [req-141b3a84-f06e-4732-94da-615d9345d27d req-b48ee86c-949a-4769-8cbc-ce4c5689d1d4 service nova] Acquiring lock "be8f9418-ff2d-4a0f-b24f-869917441642-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.957386] env[63622]: DEBUG oslo_concurrency.lockutils [req-141b3a84-f06e-4732-94da-615d9345d27d req-b48ee86c-949a-4769-8cbc-ce4c5689d1d4 service nova] Lock "be8f9418-ff2d-4a0f-b24f-869917441642-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.957591] env[63622]: DEBUG oslo_concurrency.lockutils [req-141b3a84-f06e-4732-94da-615d9345d27d req-b48ee86c-949a-4769-8cbc-ce4c5689d1d4 service nova] Lock "be8f9418-ff2d-4a0f-b24f-869917441642-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.957800] env[63622]: DEBUG nova.compute.manager [req-141b3a84-f06e-4732-94da-615d9345d27d req-b48ee86c-949a-4769-8cbc-ce4c5689d1d4 service nova] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] No waiting events found dispatching network-vif-plugged-39a9a297-d546-4dca-ab0c-8b48b46287b3 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1562.957987] env[63622]: WARNING nova.compute.manager [req-141b3a84-f06e-4732-94da-615d9345d27d req-b48ee86c-949a-4769-8cbc-ce4c5689d1d4 service nova] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Received unexpected event network-vif-plugged-39a9a297-d546-4dca-ab0c-8b48b46287b3 for instance with vm_state building and task_state spawning. [ 1562.958171] env[63622]: DEBUG nova.compute.manager [req-141b3a84-f06e-4732-94da-615d9345d27d req-b48ee86c-949a-4769-8cbc-ce4c5689d1d4 service nova] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Received event network-changed-39a9a297-d546-4dca-ab0c-8b48b46287b3 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1562.958332] env[63622]: DEBUG nova.compute.manager [req-141b3a84-f06e-4732-94da-615d9345d27d req-b48ee86c-949a-4769-8cbc-ce4c5689d1d4 service nova] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Refreshing instance network info cache due to event network-changed-39a9a297-d546-4dca-ab0c-8b48b46287b3. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1562.958515] env[63622]: DEBUG oslo_concurrency.lockutils [req-141b3a84-f06e-4732-94da-615d9345d27d req-b48ee86c-949a-4769-8cbc-ce4c5689d1d4 service nova] Acquiring lock "refresh_cache-be8f9418-ff2d-4a0f-b24f-869917441642" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.986805] env[63622]: DEBUG nova.compute.manager [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1563.030513] env[63622]: DEBUG oslo_concurrency.lockutils [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Releasing lock "refresh_cache-be8f9418-ff2d-4a0f-b24f-869917441642" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1563.030851] env[63622]: DEBUG nova.compute.manager [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Instance network_info: |[{"id": "39a9a297-d546-4dca-ab0c-8b48b46287b3", "address": "fa:16:3e:18:1a:c3", "network": {"id": "84ca8a32-ad48-4d0a-8c1b-f3ca05002675", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2058438564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d48ab9c0b8f14609b047ab5dca895eb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39a9a297-d5", "ovs_interfaceid": "39a9a297-d546-4dca-ab0c-8b48b46287b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1563.031165] env[63622]: DEBUG oslo_concurrency.lockutils [req-141b3a84-f06e-4732-94da-615d9345d27d req-b48ee86c-949a-4769-8cbc-ce4c5689d1d4 service nova] Acquired lock "refresh_cache-be8f9418-ff2d-4a0f-b24f-869917441642" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.031366] env[63622]: DEBUG nova.network.neutron [req-141b3a84-f06e-4732-94da-615d9345d27d req-b48ee86c-949a-4769-8cbc-ce4c5689d1d4 service nova] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Refreshing network info cache for port 39a9a297-d546-4dca-ab0c-8b48b46287b3 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1563.032528] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:1a:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55764410-260e-4339-a020-6b30995584bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39a9a297-d546-4dca-ab0c-8b48b46287b3', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1563.040443] env[63622]: DEBUG oslo.service.loopingcall [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1563.041345] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1563.041596] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d840d03-9497-4d82-9ebc-44a346800470 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.064217] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1563.064217] env[63622]: value = "task-1816755" [ 1563.064217] env[63622]: _type = "Task" [ 1563.064217] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.074015] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816755, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.108749] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5c27ceb3-4ea5-4c15-bdfe-42d003dd170e tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Acquiring lock "57bcc753-9658-4126-ac0a-fa6b0bc1dc81" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.109039] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5c27ceb3-4ea5-4c15-bdfe-42d003dd170e tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lock "57bcc753-9658-4126-ac0a-fa6b0bc1dc81" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.162960] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816754, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.208159] env[63622]: DEBUG nova.network.neutron [-] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.228438] env[63622]: DEBUG oslo_concurrency.lockutils [None req-09881380-9386-4bf5-bf92-c1a13ab71453 tempest-VolumesAssistedSnapshotsTest-497255623 tempest-VolumesAssistedSnapshotsTest-497255623-project-member] Lock "88c954d9-53e0-4349-80e0-50ce52e6e8e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.614s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.278874] env[63622]: DEBUG nova.compute.manager [req-31967c72-1658-405a-97a6-bb4b3e79d2bc req-c31038da-1578-43f6-91a9-b955e582f0ca service nova] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Received event network-vif-deleted-5d1229ed-a83d-40c7-a069-bbaf7cf92ba1 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1563.320377] env[63622]: DEBUG nova.compute.manager [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1563.406273] env[63622]: DEBUG oslo_vmware.api [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d2010f-c4a9-07e6-1a65-7c3d324c9b70, 'name': SearchDatastore_Task, 'duration_secs': 0.010471} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.406363] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc6d479f-8a61-4890-a32a-3234f0cd21b1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.412181] env[63622]: DEBUG oslo_vmware.api [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Waiting for the task: (returnval){ [ 1563.412181] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52416bef-8417-9d0f-9fa6-6a408697cd78" [ 1563.412181] env[63622]: _type = "Task" [ 1563.412181] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.421302] env[63622]: DEBUG oslo_vmware.api [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52416bef-8417-9d0f-9fa6-6a408697cd78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.513655] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.577737] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816755, 'name': CreateVM_Task, 'duration_secs': 0.490779} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.578258] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1563.578926] env[63622]: DEBUG oslo_concurrency.lockutils [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.579111] env[63622]: DEBUG oslo_concurrency.lockutils [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.579417] env[63622]: DEBUG oslo_concurrency.lockutils [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1563.579666] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69805ff3-739f-4d99-ba6a-736569b13a1e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.584914] env[63622]: DEBUG oslo_vmware.api [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Waiting for the task: (returnval){ [ 1563.584914] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]529c062e-ef9b-c873-c48d-a7172e969779" [ 1563.584914] env[63622]: _type = "Task" [ 1563.584914] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.593478] env[63622]: DEBUG oslo_vmware.api [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]529c062e-ef9b-c873-c48d-a7172e969779, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.612668] env[63622]: DEBUG nova.compute.utils [None req-5c27ceb3-4ea5-4c15-bdfe-42d003dd170e tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1563.664070] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816754, 'name': CreateVM_Task, 'duration_secs': 0.515567} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.664891] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6602df5b-e638-43d6-975a-b5379fb51776] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1563.664891] env[63622]: DEBUG oslo_concurrency.lockutils [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.710846] env[63622]: INFO nova.compute.manager [-] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Took 1.40 seconds to deallocate network for instance. [ 1563.763584] env[63622]: DEBUG nova.compute.manager [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1563.766137] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b6a036-e7e2-4763-8d3f-78fb099d6322 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.769615] env[63622]: DEBUG nova.network.neutron [req-141b3a84-f06e-4732-94da-615d9345d27d req-b48ee86c-949a-4769-8cbc-ce4c5689d1d4 service nova] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Updated VIF entry in instance network info cache for port 39a9a297-d546-4dca-ab0c-8b48b46287b3. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1563.769929] env[63622]: DEBUG nova.network.neutron [req-141b3a84-f06e-4732-94da-615d9345d27d req-b48ee86c-949a-4769-8cbc-ce4c5689d1d4 service nova] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Updating instance_info_cache with network_info: [{"id": "39a9a297-d546-4dca-ab0c-8b48b46287b3", "address": "fa:16:3e:18:1a:c3", "network": {"id": "84ca8a32-ad48-4d0a-8c1b-f3ca05002675", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2058438564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d48ab9c0b8f14609b047ab5dca895eb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39a9a297-d5", "ovs_interfaceid": "39a9a297-d546-4dca-ab0c-8b48b46287b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.838385] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.926377] env[63622]: DEBUG oslo_vmware.api [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52416bef-8417-9d0f-9fa6-6a408697cd78, 'name': SearchDatastore_Task, 'duration_secs': 0.011812} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.926648] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1563.926913] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] d6332bd4-194a-4708-a682-62bb362d6b4e/d6332bd4-194a-4708-a682-62bb362d6b4e.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1563.927189] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8eeffeb-8e87-48cc-be72-589f8a1fe74c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.937221] env[63622]: DEBUG oslo_vmware.api [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Waiting for the task: (returnval){ [ 1563.937221] env[63622]: value = "task-1816756" [ 1563.937221] env[63622]: _type = "Task" [ 1563.937221] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.948712] env[63622]: DEBUG oslo_vmware.api [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Task: {'id': task-1816756, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.096518] env[63622]: DEBUG oslo_vmware.api [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]529c062e-ef9b-c873-c48d-a7172e969779, 'name': SearchDatastore_Task, 'duration_secs': 0.012893} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.099223] env[63622]: DEBUG oslo_concurrency.lockutils [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.099477] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1564.099720] env[63622]: DEBUG oslo_concurrency.lockutils [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.099920] env[63622]: DEBUG oslo_concurrency.lockutils [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.100065] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1564.100540] env[63622]: DEBUG oslo_concurrency.lockutils [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.100885] env[63622]: DEBUG oslo_concurrency.lockutils [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1564.101095] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2f6bd5b-a2a0-4e40-960e-cccfcb59475b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.103111] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cf61ec7-95a4-4574-90c3-bb6e0e6a8347 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.108314] env[63622]: DEBUG oslo_vmware.api [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Waiting for the task: (returnval){ [ 1564.108314] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]525b470a-b34d-0298-1065-784536bb7d8e" [ 1564.108314] env[63622]: _type = "Task" [ 1564.108314] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.114552] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1564.114773] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1564.116053] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8b9b722-d0e1-43b6-bc5d-f500dfbca667 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.121843] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5c27ceb3-4ea5-4c15-bdfe-42d003dd170e tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lock "57bcc753-9658-4126-ac0a-fa6b0bc1dc81" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.122194] env[63622]: DEBUG oslo_vmware.api [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]525b470a-b34d-0298-1065-784536bb7d8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.125948] env[63622]: DEBUG oslo_vmware.api [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Waiting for the task: (returnval){ [ 1564.125948] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5215b9da-d9b5-7385-4bdb-c30535463a22" [ 1564.125948] env[63622]: _type = "Task" [ 1564.125948] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.137263] env[63622]: DEBUG oslo_vmware.api [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5215b9da-d9b5-7385-4bdb-c30535463a22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.191272] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813b6f0e-8737-4ed7-8aa5-e542fd8cfdd5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.200418] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f710b19-72b3-413b-9c65-7a2f6b02ddd6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.234558] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5dfdefac-d1c3-4cba-96c8-63bf9f24fd66 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.235594] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2699ec10-430f-4a45-b4f5-4b162045418b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.244690] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9780864c-811f-4931-b155-fc600b35a23c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.260220] env[63622]: DEBUG nova.compute.provider_tree [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1564.273230] env[63622]: DEBUG oslo_concurrency.lockutils [req-141b3a84-f06e-4732-94da-615d9345d27d req-b48ee86c-949a-4769-8cbc-ce4c5689d1d4 service nova] Releasing lock "refresh_cache-be8f9418-ff2d-4a0f-b24f-869917441642" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.280802] env[63622]: INFO nova.compute.manager [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] instance snapshotting [ 1564.282034] env[63622]: DEBUG nova.objects.instance [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lazy-loading 'flavor' on Instance uuid 0436abf1-ae0c-4595-912c-e7957b7a64a3 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1564.448367] env[63622]: DEBUG oslo_vmware.api [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Task: {'id': task-1816756, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.620056] env[63622]: DEBUG oslo_vmware.api [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]525b470a-b34d-0298-1065-784536bb7d8e, 'name': SearchDatastore_Task, 'duration_secs': 0.024196} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.620427] env[63622]: DEBUG oslo_concurrency.lockutils [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.620862] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: 6602df5b-e638-43d6-975a-b5379fb51776] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1564.620960] env[63622]: DEBUG oslo_concurrency.lockutils [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.639661] env[63622]: DEBUG oslo_vmware.api [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5215b9da-d9b5-7385-4bdb-c30535463a22, 'name': SearchDatastore_Task, 'duration_secs': 0.011514} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.640508] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fc75abf-e5f8-478e-abe6-c3c8e92c3675 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.646713] env[63622]: DEBUG oslo_vmware.api [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Waiting for the task: (returnval){ [ 1564.646713] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52914c60-a1d6-d1e2-ad33-69a9cc267904" [ 1564.646713] env[63622]: _type = "Task" [ 1564.646713] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.655738] env[63622]: DEBUG oslo_vmware.api [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52914c60-a1d6-d1e2-ad33-69a9cc267904, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.764412] env[63622]: DEBUG nova.scheduler.client.report [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1564.787230] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6da5be-dd93-4d25-95c5-bc2e3b360f9d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.808390] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da34a64-e774-4fb6-9ecd-95166101c37c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.912069] env[63622]: DEBUG nova.compute.manager [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1564.913882] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2fe94c-e01d-42a4-bf6a-01754aa7346a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.948927] env[63622]: DEBUG oslo_vmware.api [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Task: {'id': task-1816756, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625361} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.949269] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] d6332bd4-194a-4708-a682-62bb362d6b4e/d6332bd4-194a-4708-a682-62bb362d6b4e.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1564.949506] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1564.949742] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17202f40-f50f-4ad5-9620-b00e9dd304a7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.959363] env[63622]: DEBUG oslo_vmware.api [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Waiting for the task: (returnval){ [ 1564.959363] env[63622]: value = "task-1816757" [ 1564.959363] env[63622]: _type = "Task" [ 1564.959363] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.968529] env[63622]: DEBUG oslo_vmware.api [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Task: {'id': task-1816757, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.160770] env[63622]: DEBUG oslo_vmware.api [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52914c60-a1d6-d1e2-ad33-69a9cc267904, 'name': SearchDatastore_Task, 'duration_secs': 0.014095} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.161302] env[63622]: DEBUG oslo_concurrency.lockutils [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.161562] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] be8f9418-ff2d-4a0f-b24f-869917441642/be8f9418-ff2d-4a0f-b24f-869917441642.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1565.161873] env[63622]: DEBUG oslo_concurrency.lockutils [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.162216] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1565.162294] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f98c0ec6-a9cf-4630-b1c3-9f80066f1c00 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.164395] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ca1a226-755d-4a24-a451-b52d57ea02ab {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.176746] env[63622]: DEBUG oslo_vmware.api [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Waiting for the task: (returnval){ [ 1565.176746] env[63622]: value = "task-1816758" [ 1565.176746] env[63622]: _type = "Task" [ 1565.176746] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.183247] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5c27ceb3-4ea5-4c15-bdfe-42d003dd170e tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Acquiring lock "57bcc753-9658-4126-ac0a-fa6b0bc1dc81" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.183523] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5c27ceb3-4ea5-4c15-bdfe-42d003dd170e tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lock "57bcc753-9658-4126-ac0a-fa6b0bc1dc81" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.183776] env[63622]: INFO nova.compute.manager [None req-5c27ceb3-4ea5-4c15-bdfe-42d003dd170e tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Attaching volume b1062906-2fa1-4026-9c2b-7a0566e71c27 to /dev/sdb [ 1565.186090] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1565.186275] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1565.190568] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-383cf01b-09f1-417b-8a6b-35aa2dfca5b2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.200303] env[63622]: DEBUG oslo_vmware.api [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1816758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.205028] env[63622]: DEBUG oslo_vmware.api [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Waiting for the task: (returnval){ [ 1565.205028] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52deeda1-14d9-f868-1679-66f5bb102141" [ 1565.205028] env[63622]: _type = "Task" [ 1565.205028] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.213656] env[63622]: DEBUG oslo_vmware.api [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52deeda1-14d9-f868-1679-66f5bb102141, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.229993] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1587b520-acc9-462d-8e95-e24559e56a55 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.238347] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55926848-6357-42b3-b201-d3de5e02b0e9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.253408] env[63622]: DEBUG nova.virt.block_device [None req-5c27ceb3-4ea5-4c15-bdfe-42d003dd170e tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Updating existing volume attachment record: 7b1a488d-9a63-49c1-a6f6-f3ac04976492 {{(pid=63622) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1565.269588] env[63622]: DEBUG oslo_concurrency.lockutils [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1565.270377] env[63622]: DEBUG nova.compute.manager [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1565.272848] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a61bc68b-e268-47e2-9626-11e699efb147 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.470s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.273155] env[63622]: DEBUG nova.objects.instance [None req-a61bc68b-e268-47e2-9626-11e699efb147 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Lazy-loading 'resources' on Instance uuid 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1565.321070] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Creating Snapshot of the VM instance {{(pid=63622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1565.321399] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f33cfc92-38d8-4a6a-9e22-03e14b63dcb3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.328729] env[63622]: DEBUG oslo_vmware.api [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1565.328729] env[63622]: value = "task-1816759" [ 1565.328729] env[63622]: _type = "Task" [ 1565.328729] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.337650] env[63622]: DEBUG oslo_vmware.api [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816759, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.426127] env[63622]: INFO nova.compute.manager [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] instance snapshotting [ 1565.431452] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2723ea2c-d7ed-4f9b-a8fc-459850bdd379 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.453071] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9409b036-4d9f-4495-a734-cdbe81aa1ab4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.470956] env[63622]: DEBUG oslo_vmware.api [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Task: {'id': task-1816757, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081468} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.471298] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1565.472178] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ce9db1-f9fa-46e5-9a48-95987bb742c5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.498870] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] d6332bd4-194a-4708-a682-62bb362d6b4e/d6332bd4-194a-4708-a682-62bb362d6b4e.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1565.499292] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fab8bf4e-6c36-4ae3-b741-3c7da69c1bbc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.520054] env[63622]: DEBUG oslo_vmware.api [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Waiting for the task: (returnval){ [ 1565.520054] env[63622]: value = "task-1816761" [ 1565.520054] env[63622]: _type = "Task" [ 1565.520054] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.529654] env[63622]: DEBUG oslo_vmware.api [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Task: {'id': task-1816761, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.662650] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5c08f512-08fc-4841-9a4e-8587bfba7eb8 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "3cf07a7e-58db-4d28-8710-b2d0a89b5bf2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.663029] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5c08f512-08fc-4841-9a4e-8587bfba7eb8 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "3cf07a7e-58db-4d28-8710-b2d0a89b5bf2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.663348] env[63622]: DEBUG nova.compute.manager [None req-5c08f512-08fc-4841-9a4e-8587bfba7eb8 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1565.665136] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b11fe41-2651-48bb-93fa-3c71a47fe2fa {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.671606] env[63622]: DEBUG nova.compute.manager [None req-5c08f512-08fc-4841-9a4e-8587bfba7eb8 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63622) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1565.672289] env[63622]: DEBUG nova.objects.instance [None req-5c08f512-08fc-4841-9a4e-8587bfba7eb8 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lazy-loading 'flavor' on Instance uuid 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1565.692919] env[63622]: DEBUG oslo_vmware.api [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1816758, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.721581] env[63622]: DEBUG oslo_vmware.api [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52deeda1-14d9-f868-1679-66f5bb102141, 'name': SearchDatastore_Task, 'duration_secs': 0.025297} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.721581] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea6b9989-e9d0-43b4-b0a7-db88fdba6c22 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.728356] env[63622]: DEBUG oslo_vmware.api [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Waiting for the task: (returnval){ [ 1565.728356] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b024b7-a6a9-ab3e-1b7b-917be2c1ab9f" [ 1565.728356] env[63622]: _type = "Task" [ 1565.728356] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.737677] env[63622]: DEBUG oslo_vmware.api [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b024b7-a6a9-ab3e-1b7b-917be2c1ab9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.778277] env[63622]: DEBUG nova.compute.utils [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1565.787205] env[63622]: DEBUG nova.compute.manager [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Not allocating networking since 'none' was specified. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1565.842964] env[63622]: DEBUG oslo_vmware.api [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816759, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.967985] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Creating Snapshot of the VM instance {{(pid=63622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1565.968589] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8ee663b9-3a92-408d-8e1f-2604ebb83ba8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.983022] env[63622]: DEBUG oslo_vmware.api [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Waiting for the task: (returnval){ [ 1565.983022] env[63622]: value = "task-1816764" [ 1565.983022] env[63622]: _type = "Task" [ 1565.983022] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.996751] env[63622]: DEBUG oslo_vmware.api [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816764, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.033390] env[63622]: DEBUG oslo_vmware.api [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Task: {'id': task-1816761, 'name': ReconfigVM_Task, 'duration_secs': 0.509911} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.033749] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Reconfigured VM instance instance-00000034 to attach disk [datastore1] d6332bd4-194a-4708-a682-62bb362d6b4e/d6332bd4-194a-4708-a682-62bb362d6b4e.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1566.034374] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe3c9fc9-0fab-4121-a51b-2f733a812f64 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.042195] env[63622]: DEBUG oslo_vmware.api [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Waiting for the task: (returnval){ [ 1566.042195] env[63622]: value = "task-1816765" [ 1566.042195] env[63622]: _type = "Task" [ 1566.042195] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.053817] env[63622]: DEBUG oslo_vmware.api [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Task: {'id': task-1816765, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.198139] env[63622]: DEBUG oslo_vmware.api [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1816758, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.236782] env[63622]: DEBUG oslo_vmware.api [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b024b7-a6a9-ab3e-1b7b-917be2c1ab9f, 'name': SearchDatastore_Task, 'duration_secs': 0.076484} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.237745] env[63622]: DEBUG oslo_concurrency.lockutils [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.237745] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 6602df5b-e638-43d6-975a-b5379fb51776/6602df5b-e638-43d6-975a-b5379fb51776.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1566.238059] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ece6fd2c-0e4c-4059-8417-9af1819ea3b6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.246104] env[63622]: DEBUG oslo_vmware.api [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Waiting for the task: (returnval){ [ 1566.246104] env[63622]: value = "task-1816766" [ 1566.246104] env[63622]: _type = "Task" [ 1566.246104] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.258628] env[63622]: DEBUG oslo_vmware.api [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.288759] env[63622]: DEBUG nova.compute.manager [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1566.344947] env[63622]: DEBUG oslo_vmware.api [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816759, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.422085] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d622ab1f-3fb3-4e97-9289-6c5b716e4b60 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.431153] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6832ad57-a46b-4ee1-a6df-04246c4d2030 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.463699] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eda5762-6691-4fa5-9440-3bf95a78e57c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.471942] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a630891-5cc7-4819-b44f-8136a1f84628 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.486196] env[63622]: DEBUG nova.compute.provider_tree [None req-a61bc68b-e268-47e2-9626-11e699efb147 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1566.495496] env[63622]: DEBUG oslo_vmware.api [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816764, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.552664] env[63622]: DEBUG oslo_vmware.api [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Task: {'id': task-1816765, 'name': Rename_Task, 'duration_secs': 0.169554} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.554289] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1566.554289] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70a6b5ef-0f4d-4c00-9500-d8f80dba37f7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.561814] env[63622]: DEBUG oslo_vmware.api [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Waiting for the task: (returnval){ [ 1566.561814] env[63622]: value = "task-1816767" [ 1566.561814] env[63622]: _type = "Task" [ 1566.561814] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.570327] env[63622]: DEBUG oslo_vmware.api [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Task: {'id': task-1816767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.693987] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c08f512-08fc-4841-9a4e-8587bfba7eb8 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1566.694342] env[63622]: DEBUG oslo_vmware.api [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1816758, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.694573] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e8c1b42-6ca7-44b3-bb22-d47fb7f5ae38 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.702863] env[63622]: DEBUG oslo_vmware.api [None req-5c08f512-08fc-4841-9a4e-8587bfba7eb8 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1566.702863] env[63622]: value = "task-1816768" [ 1566.702863] env[63622]: _type = "Task" [ 1566.702863] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.712972] env[63622]: DEBUG oslo_vmware.api [None req-5c08f512-08fc-4841-9a4e-8587bfba7eb8 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1816768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.759702] env[63622]: DEBUG oslo_vmware.api [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.842656] env[63622]: DEBUG oslo_vmware.api [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816759, 'name': CreateSnapshot_Task, 'duration_secs': 1.434701} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.842935] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Created Snapshot of the VM instance {{(pid=63622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1566.843953] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e11ab6-d432-4876-b972-ccd111dd5111 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.000666] env[63622]: DEBUG oslo_vmware.api [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816764, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.008641] env[63622]: ERROR nova.scheduler.client.report [None req-a61bc68b-e268-47e2-9626-11e699efb147 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [req-6658d0ea-577a-45c4-b513-9de1e5f4edd7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8dd86f19-3c1a-4ba4-9c42-69cb148971df. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6658d0ea-577a-45c4-b513-9de1e5f4edd7"}]} [ 1567.027224] env[63622]: DEBUG nova.scheduler.client.report [None req-a61bc68b-e268-47e2-9626-11e699efb147 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Refreshing inventories for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1567.040882] env[63622]: DEBUG nova.scheduler.client.report [None req-a61bc68b-e268-47e2-9626-11e699efb147 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Updating ProviderTree inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1567.042078] env[63622]: DEBUG nova.compute.provider_tree [None req-a61bc68b-e268-47e2-9626-11e699efb147 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1567.053550] env[63622]: DEBUG nova.scheduler.client.report [None req-a61bc68b-e268-47e2-9626-11e699efb147 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Refreshing aggregate associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, aggregates: None {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1567.073306] env[63622]: DEBUG oslo_vmware.api [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Task: {'id': task-1816767, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.073443] env[63622]: DEBUG nova.scheduler.client.report [None req-a61bc68b-e268-47e2-9626-11e699efb147 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Refreshing trait associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1567.191387] env[63622]: DEBUG oslo_vmware.api [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1816758, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.216850] env[63622]: DEBUG oslo_vmware.api [None req-5c08f512-08fc-4841-9a4e-8587bfba7eb8 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1816768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.262495] env[63622]: DEBUG oslo_vmware.api [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.298943] env[63622]: DEBUG nova.compute.manager [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1567.326798] env[63622]: DEBUG nova.virt.hardware [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1567.327245] env[63622]: DEBUG nova.virt.hardware [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1567.327462] env[63622]: DEBUG nova.virt.hardware [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1567.327690] env[63622]: DEBUG nova.virt.hardware [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1567.327888] env[63622]: DEBUG nova.virt.hardware [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1567.328102] env[63622]: DEBUG nova.virt.hardware [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1567.328361] env[63622]: DEBUG nova.virt.hardware [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1567.328566] env[63622]: DEBUG nova.virt.hardware [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1567.328772] env[63622]: DEBUG nova.virt.hardware [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1567.328973] env[63622]: DEBUG nova.virt.hardware [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1567.329208] env[63622]: DEBUG nova.virt.hardware [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1567.330185] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd6dee9-4b0b-4012-b7e5-4433890ef2b9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.342192] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ddb96f-5ea1-411b-88e4-7998ac09e994 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.368202] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Creating linked-clone VM from snapshot {{(pid=63622) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1567.368808] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Instance VIF info [] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1567.374601] env[63622]: DEBUG oslo.service.loopingcall [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1567.377258] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b1dce322-ac66-4fd3-a166-2b39675fa74b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.380327] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1567.381625] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec5d708f-83c1-4ab3-9078-cb52e3aacaed {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.402952] env[63622]: DEBUG oslo_vmware.api [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1567.402952] env[63622]: value = "task-1816770" [ 1567.402952] env[63622]: _type = "Task" [ 1567.402952] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.405387] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1567.405387] env[63622]: value = "task-1816769" [ 1567.405387] env[63622]: _type = "Task" [ 1567.405387] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.428170] env[63622]: DEBUG oslo_vmware.api [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816770, 'name': CloneVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.433506] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816769, 'name': CreateVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.497258] env[63622]: DEBUG oslo_vmware.api [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816764, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.573435] env[63622]: DEBUG oslo_vmware.api [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Task: {'id': task-1816767, 'name': PowerOnVM_Task, 'duration_secs': 0.595693} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.573809] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1567.574095] env[63622]: INFO nova.compute.manager [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Took 12.96 seconds to spawn the instance on the hypervisor. [ 1567.574326] env[63622]: DEBUG nova.compute.manager [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1567.575254] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b9ef51-22b0-455c-9477-3005e22eb4d3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.695017] env[63622]: DEBUG oslo_vmware.api [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1816758, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.700565] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3ac3d6-5147-487e-bed4-cec779930ace {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.712523] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737b53b4-36c3-4b85-86ad-c126f4f68fed {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.722622] env[63622]: DEBUG oslo_vmware.api [None req-5c08f512-08fc-4841-9a4e-8587bfba7eb8 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1816768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.759987] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd650df-7f31-46ec-b52f-ff546783a4b5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.768949] env[63622]: DEBUG oslo_vmware.api [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.772660] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdf3cd9-8e4c-48f1-bbbe-f35c4faa2ecf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.787961] env[63622]: DEBUG nova.compute.provider_tree [None req-a61bc68b-e268-47e2-9626-11e699efb147 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1567.915697] env[63622]: DEBUG oslo_vmware.api [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816770, 'name': CloneVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.921261] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816769, 'name': CreateVM_Task, 'duration_secs': 0.398397} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.921484] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1567.921937] env[63622]: DEBUG oslo_concurrency.lockutils [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.922154] env[63622]: DEBUG oslo_concurrency.lockutils [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.922511] env[63622]: DEBUG oslo_concurrency.lockutils [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1567.922790] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a972a1b5-82af-47a1-adb7-836e4fab7a1b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.930344] env[63622]: DEBUG oslo_vmware.api [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Waiting for the task: (returnval){ [ 1567.930344] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52f55e01-1eed-264a-8fd7-42002b132384" [ 1567.930344] env[63622]: _type = "Task" [ 1567.930344] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.939138] env[63622]: DEBUG oslo_vmware.api [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52f55e01-1eed-264a-8fd7-42002b132384, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.997292] env[63622]: DEBUG oslo_vmware.api [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816764, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.103404] env[63622]: INFO nova.compute.manager [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Took 51.44 seconds to build instance. [ 1568.192459] env[63622]: DEBUG oslo_vmware.api [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1816758, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.215610] env[63622]: DEBUG oslo_vmware.api [None req-5c08f512-08fc-4841-9a4e-8587bfba7eb8 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1816768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.265843] env[63622]: DEBUG oslo_vmware.api [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.325631] env[63622]: DEBUG nova.scheduler.client.report [None req-a61bc68b-e268-47e2-9626-11e699efb147 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Updated inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with generation 79 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1568.325906] env[63622]: DEBUG nova.compute.provider_tree [None req-a61bc68b-e268-47e2-9626-11e699efb147 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Updating resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df generation from 79 to 80 during operation: update_inventory {{(pid=63622) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1568.326138] env[63622]: DEBUG nova.compute.provider_tree [None req-a61bc68b-e268-47e2-9626-11e699efb147 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1568.418646] env[63622]: DEBUG oslo_vmware.api [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816770, 'name': CloneVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.440531] env[63622]: DEBUG oslo_vmware.api [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52f55e01-1eed-264a-8fd7-42002b132384, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.499223] env[63622]: DEBUG oslo_vmware.api [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816764, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.604310] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c826c286-f0ee-4dbc-82d1-2ea65b63b0d4 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Lock "d6332bd4-194a-4708-a682-62bb362d6b4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.057s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.694377] env[63622]: DEBUG oslo_vmware.api [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1816758, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.490831} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.694666] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] be8f9418-ff2d-4a0f-b24f-869917441642/be8f9418-ff2d-4a0f-b24f-869917441642.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1568.694906] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1568.695190] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc3726ea-a156-44c8-bb25-82d509670118 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.703945] env[63622]: DEBUG oslo_vmware.api [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Waiting for the task: (returnval){ [ 1568.703945] env[63622]: value = "task-1816771" [ 1568.703945] env[63622]: _type = "Task" [ 1568.703945] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.715747] env[63622]: DEBUG oslo_vmware.api [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1816771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.723144] env[63622]: DEBUG oslo_vmware.api [None req-5c08f512-08fc-4841-9a4e-8587bfba7eb8 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1816768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.769799] env[63622]: DEBUG oslo_vmware.api [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.833401] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a61bc68b-e268-47e2-9626-11e699efb147 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.558s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.834545] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7d1a2fed-ba11-47c4-bf4d-dff1e472a7d0 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.797s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.835289] env[63622]: DEBUG nova.objects.instance [None req-7d1a2fed-ba11-47c4-bf4d-dff1e472a7d0 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lazy-loading 'resources' on Instance uuid 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1568.874593] env[63622]: INFO nova.scheduler.client.report [None req-a61bc68b-e268-47e2-9626-11e699efb147 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Deleted allocations for instance 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b [ 1568.920214] env[63622]: DEBUG oslo_vmware.api [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816770, 'name': CloneVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.947923] env[63622]: DEBUG oslo_vmware.api [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52f55e01-1eed-264a-8fd7-42002b132384, 'name': SearchDatastore_Task, 'duration_secs': 0.525389} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.948360] env[63622]: DEBUG oslo_concurrency.lockutils [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1568.948664] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1568.948948] env[63622]: DEBUG oslo_concurrency.lockutils [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1568.949155] env[63622]: DEBUG oslo_concurrency.lockutils [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.949354] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1568.949681] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0a4f571-c221-4f5c-bdb5-93989b619935 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.969733] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1568.970059] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1568.971450] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56074341-fca0-46fd-b394-ed747b329fd0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.981250] env[63622]: DEBUG oslo_vmware.api [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Waiting for the task: (returnval){ [ 1568.981250] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]520cb385-93cd-9ee9-7de8-a3f384cf26a8" [ 1568.981250] env[63622]: _type = "Task" [ 1568.981250] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.006023] env[63622]: DEBUG oslo_vmware.api [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]520cb385-93cd-9ee9-7de8-a3f384cf26a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.014043] env[63622]: DEBUG oslo_vmware.api [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816764, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.107845] env[63622]: DEBUG nova.compute.manager [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1569.220327] env[63622]: DEBUG oslo_vmware.api [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1816771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.243015} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.223954] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1569.224560] env[63622]: DEBUG oslo_vmware.api [None req-5c08f512-08fc-4841-9a4e-8587bfba7eb8 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1816768, 'name': PowerOffVM_Task, 'duration_secs': 2.204234} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.225424] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485ba655-3630-4be5-ae7a-82a6c0c974d4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.228921] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c08f512-08fc-4841-9a4e-8587bfba7eb8 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1569.229257] env[63622]: DEBUG nova.compute.manager [None req-5c08f512-08fc-4841-9a4e-8587bfba7eb8 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1569.230180] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c947d558-8543-4534-9523-f52e9ee09b85 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.260018] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] be8f9418-ff2d-4a0f-b24f-869917441642/be8f9418-ff2d-4a0f-b24f-869917441642.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1569.260807] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e207f1b4-6c0f-4ff9-81f0-550a247f076d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.287012] env[63622]: DEBUG oslo_vmware.api [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816766, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.289013] env[63622]: DEBUG oslo_vmware.api [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Waiting for the task: (returnval){ [ 1569.289013] env[63622]: value = "task-1816772" [ 1569.289013] env[63622]: _type = "Task" [ 1569.289013] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.300224] env[63622]: DEBUG oslo_vmware.api [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1816772, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.387806] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a61bc68b-e268-47e2-9626-11e699efb147 tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Lock "81e5c6eb-ca23-44f6-8ad4-bebac3fe146b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.668s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.421334] env[63622]: DEBUG oslo_vmware.api [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816770, 'name': CloneVM_Task} progress is 95%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.498880] env[63622]: DEBUG oslo_vmware.api [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]520cb385-93cd-9ee9-7de8-a3f384cf26a8, 'name': SearchDatastore_Task, 'duration_secs': 0.055096} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.500194] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f86c9122-a159-4e92-846e-a193fe268fac {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.505211] env[63622]: DEBUG oslo_vmware.api [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816764, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.508632] env[63622]: DEBUG oslo_vmware.api [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Waiting for the task: (returnval){ [ 1569.508632] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]520d44b5-60a1-c714-39ed-9a28970ecabe" [ 1569.508632] env[63622]: _type = "Task" [ 1569.508632] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.509180] env[63622]: DEBUG oslo_concurrency.lockutils [None req-57c3ecfa-dafc-4b60-84ab-646939b54f85 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Acquiring lock "d6332bd4-194a-4708-a682-62bb362d6b4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.509446] env[63622]: DEBUG oslo_concurrency.lockutils [None req-57c3ecfa-dafc-4b60-84ab-646939b54f85 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Lock "d6332bd4-194a-4708-a682-62bb362d6b4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.509653] env[63622]: DEBUG oslo_concurrency.lockutils [None req-57c3ecfa-dafc-4b60-84ab-646939b54f85 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Acquiring lock "d6332bd4-194a-4708-a682-62bb362d6b4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.509846] env[63622]: DEBUG oslo_concurrency.lockutils [None req-57c3ecfa-dafc-4b60-84ab-646939b54f85 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Lock "d6332bd4-194a-4708-a682-62bb362d6b4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.510025] env[63622]: DEBUG oslo_concurrency.lockutils [None req-57c3ecfa-dafc-4b60-84ab-646939b54f85 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Lock "d6332bd4-194a-4708-a682-62bb362d6b4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.514433] env[63622]: INFO nova.compute.manager [None req-57c3ecfa-dafc-4b60-84ab-646939b54f85 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Terminating instance [ 1569.524686] env[63622]: DEBUG oslo_vmware.api [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]520d44b5-60a1-c714-39ed-9a28970ecabe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.627806] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.772144] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5c08f512-08fc-4841-9a4e-8587bfba7eb8 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "3cf07a7e-58db-4d28-8710-b2d0a89b5bf2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 4.109s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.782247] env[63622]: DEBUG oslo_vmware.api [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816766, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.048354} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.782559] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 6602df5b-e638-43d6-975a-b5379fb51776/6602df5b-e638-43d6-975a-b5379fb51776.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1569.782812] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: 6602df5b-e638-43d6-975a-b5379fb51776] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1569.783137] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55abe054-8f5f-4528-a59d-57a67ef6dba5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.798490] env[63622]: DEBUG oslo_vmware.api [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Waiting for the task: (returnval){ [ 1569.798490] env[63622]: value = "task-1816773" [ 1569.798490] env[63622]: _type = "Task" [ 1569.798490] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.807116] env[63622]: DEBUG oslo_vmware.api [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1816772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.815933] env[63622]: DEBUG oslo_vmware.api [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.909266] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a017241-0c20-457f-8c07-ac0f6823bf8a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.926047] env[63622]: DEBUG oslo_vmware.api [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816770, 'name': CloneVM_Task} progress is 95%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.927151] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91858e28-283d-483a-95ae-9377f56392fb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.961475] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ee88f6-942b-4515-92cc-df919daa37be {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.969329] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc54504-c69b-48b1-afc4-ca8b7708a6a5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.985517] env[63622]: DEBUG nova.compute.provider_tree [None req-7d1a2fed-ba11-47c4-bf4d-dff1e472a7d0 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1570.000872] env[63622]: DEBUG oslo_vmware.api [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816764, 'name': CreateSnapshot_Task, 'duration_secs': 3.965506} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.001015] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Created Snapshot of the VM instance {{(pid=63622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1570.001778] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7e192f-8ff8-4256-80ab-be960f82536e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.021638] env[63622]: DEBUG nova.compute.manager [None req-57c3ecfa-dafc-4b60-84ab-646939b54f85 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1570.021857] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-57c3ecfa-dafc-4b60-84ab-646939b54f85 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1570.022195] env[63622]: DEBUG oslo_vmware.api [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]520d44b5-60a1-c714-39ed-9a28970ecabe, 'name': SearchDatastore_Task, 'duration_secs': 0.049878} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.022906] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffe29b8-c3f2-4571-98eb-fe0958858662 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.025779] env[63622]: DEBUG oslo_concurrency.lockutils [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.025903] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] cd422152-9cf0-490e-b593-417fe5b56c0c/cd422152-9cf0-490e-b593-417fe5b56c0c.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1570.026171] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96f24992-dba6-4703-bb46-93bde276d6e5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.035990] env[63622]: DEBUG oslo_vmware.api [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Waiting for the task: (returnval){ [ 1570.035990] env[63622]: value = "task-1816774" [ 1570.035990] env[63622]: _type = "Task" [ 1570.035990] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.038437] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c3ecfa-dafc-4b60-84ab-646939b54f85 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1570.042719] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd2ea6eb-5324-43ed-8930-2685dbcd1e81 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.050331] env[63622]: DEBUG oslo_vmware.api [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816774, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.052537] env[63622]: DEBUG oslo_vmware.api [None req-57c3ecfa-dafc-4b60-84ab-646939b54f85 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Waiting for the task: (returnval){ [ 1570.052537] env[63622]: value = "task-1816775" [ 1570.052537] env[63622]: _type = "Task" [ 1570.052537] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.062472] env[63622]: DEBUG oslo_vmware.api [None req-57c3ecfa-dafc-4b60-84ab-646939b54f85 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Task: {'id': task-1816775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.300654] env[63622]: DEBUG oslo_vmware.api [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1816772, 'name': ReconfigVM_Task, 'duration_secs': 0.675006} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.303900] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Reconfigured VM instance instance-00000035 to attach disk [datastore1] be8f9418-ff2d-4a0f-b24f-869917441642/be8f9418-ff2d-4a0f-b24f-869917441642.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1570.304433] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=63622) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1570.305156] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-f7bb9a41-4358-4598-9433-f5bc42504f46 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.312760] env[63622]: DEBUG oslo_vmware.api [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081647} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.314133] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: 6602df5b-e638-43d6-975a-b5379fb51776] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1570.314508] env[63622]: DEBUG oslo_vmware.api [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Waiting for the task: (returnval){ [ 1570.314508] env[63622]: value = "task-1816776" [ 1570.314508] env[63622]: _type = "Task" [ 1570.314508] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.315326] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fc3987-def4-44f0-bf51-66440e2effd4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.333689] env[63622]: DEBUG oslo_vmware.api [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1816776, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.343853] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: 6602df5b-e638-43d6-975a-b5379fb51776] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 6602df5b-e638-43d6-975a-b5379fb51776/6602df5b-e638-43d6-975a-b5379fb51776.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1570.344208] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f75c0f1-edf2-4814-a556-fc0c0a593f85 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.368194] env[63622]: DEBUG oslo_vmware.api [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Waiting for the task: (returnval){ [ 1570.368194] env[63622]: value = "task-1816777" [ 1570.368194] env[63622]: _type = "Task" [ 1570.368194] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.378180] env[63622]: DEBUG oslo_vmware.api [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816777, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.424092] env[63622]: DEBUG oslo_vmware.api [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816770, 'name': CloneVM_Task} progress is 95%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.488703] env[63622]: DEBUG nova.scheduler.client.report [None req-7d1a2fed-ba11-47c4-bf4d-dff1e472a7d0 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1570.528801] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Creating linked-clone VM from snapshot {{(pid=63622) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1570.529743] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d8e38d2c-ee4a-4dea-9490-b4ec1f61031d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.539331] env[63622]: DEBUG oslo_vmware.api [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Waiting for the task: (returnval){ [ 1570.539331] env[63622]: value = "task-1816778" [ 1570.539331] env[63622]: _type = "Task" [ 1570.539331] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.551634] env[63622]: DEBUG oslo_vmware.api [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816778, 'name': CloneVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.555118] env[63622]: DEBUG oslo_vmware.api [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816774, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.564039] env[63622]: DEBUG oslo_vmware.api [None req-57c3ecfa-dafc-4b60-84ab-646939b54f85 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Task: {'id': task-1816775, 'name': PowerOffVM_Task, 'duration_secs': 0.199096} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.564670] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c3ecfa-dafc-4b60-84ab-646939b54f85 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1570.564670] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-57c3ecfa-dafc-4b60-84ab-646939b54f85 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1570.564874] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e03ea453-4e9a-419d-83e1-c6227622a8c6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.646239] env[63622]: DEBUG nova.objects.instance [None req-946fb3ae-36a7-45c2-839e-93dc743d5b4a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lazy-loading 'flavor' on Instance uuid 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1570.834779] env[63622]: DEBUG oslo_vmware.api [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1816776, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.055338} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.834779] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=63622) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1570.837302] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fc8ad6-0ca2-4c4a-9ac8-bcb8ed6b7e46 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.864762] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] be8f9418-ff2d-4a0f-b24f-869917441642/ephemeral_0.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1570.865099] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a62d9fe-2036-4ba7-b34d-ce731c9efd52 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.891298] env[63622]: DEBUG oslo_vmware.api [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.892676] env[63622]: DEBUG oslo_vmware.api [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Waiting for the task: (returnval){ [ 1570.892676] env[63622]: value = "task-1816780" [ 1570.892676] env[63622]: _type = "Task" [ 1570.892676] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.901448] env[63622]: DEBUG oslo_vmware.api [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1816780, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.925121] env[63622]: DEBUG oslo_vmware.api [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816770, 'name': CloneVM_Task} progress is 95%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.994276] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7d1a2fed-ba11-47c4-bf4d-dff1e472a7d0 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.997809] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.859s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1570.999145] env[63622]: INFO nova.compute.claims [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1571.020669] env[63622]: INFO nova.scheduler.client.report [None req-7d1a2fed-ba11-47c4-bf4d-dff1e472a7d0 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Deleted allocations for instance 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241 [ 1571.055679] env[63622]: DEBUG oslo_vmware.api [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816778, 'name': CloneVM_Task} progress is 93%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.055946] env[63622]: DEBUG oslo_vmware.api [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816774, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.152835] env[63622]: DEBUG oslo_concurrency.lockutils [None req-946fb3ae-36a7-45c2-839e-93dc743d5b4a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "refresh_cache-3cf07a7e-58db-4d28-8710-b2d0a89b5bf2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.153043] env[63622]: DEBUG oslo_concurrency.lockutils [None req-946fb3ae-36a7-45c2-839e-93dc743d5b4a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquired lock "refresh_cache-3cf07a7e-58db-4d28-8710-b2d0a89b5bf2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.153270] env[63622]: DEBUG nova.network.neutron [None req-946fb3ae-36a7-45c2-839e-93dc743d5b4a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1571.153467] env[63622]: DEBUG nova.objects.instance [None req-946fb3ae-36a7-45c2-839e-93dc743d5b4a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lazy-loading 'info_cache' on Instance uuid 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1571.391015] env[63622]: DEBUG oslo_vmware.api [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.401435] env[63622]: DEBUG oslo_vmware.api [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1816780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.422506] env[63622]: DEBUG oslo_vmware.api [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816770, 'name': CloneVM_Task} progress is 95%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.531971] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7d1a2fed-ba11-47c4-bf4d-dff1e472a7d0 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.035s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.553530] env[63622]: DEBUG oslo_vmware.api [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816774, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.556963] env[63622]: DEBUG oslo_vmware.api [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816778, 'name': CloneVM_Task} progress is 93%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.659472] env[63622]: DEBUG nova.objects.base [None req-946fb3ae-36a7-45c2-839e-93dc743d5b4a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Object Instance<3cf07a7e-58db-4d28-8710-b2d0a89b5bf2> lazy-loaded attributes: flavor,info_cache {{(pid=63622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1571.892119] env[63622]: DEBUG oslo_vmware.api [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.903333] env[63622]: DEBUG oslo_vmware.api [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1816780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.925574] env[63622]: DEBUG oslo_vmware.api [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816770, 'name': CloneVM_Task} progress is 95%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.055497] env[63622]: DEBUG oslo_vmware.api [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816774, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.061431] env[63622]: DEBUG oslo_vmware.api [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816778, 'name': CloneVM_Task} progress is 93%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.341650] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c1766e71-3296-496e-93f8-180b74ffad6f tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Acquiring lock "8cd420df-88e4-4174-b6e6-753b128f055d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.341924] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c1766e71-3296-496e-93f8-180b74ffad6f tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Lock "8cd420df-88e4-4174-b6e6-753b128f055d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1572.342144] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c1766e71-3296-496e-93f8-180b74ffad6f tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Acquiring lock "8cd420df-88e4-4174-b6e6-753b128f055d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.342328] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c1766e71-3296-496e-93f8-180b74ffad6f tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Lock "8cd420df-88e4-4174-b6e6-753b128f055d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1572.342495] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c1766e71-3296-496e-93f8-180b74ffad6f tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Lock "8cd420df-88e4-4174-b6e6-753b128f055d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.345736] env[63622]: INFO nova.compute.manager [None req-c1766e71-3296-496e-93f8-180b74ffad6f tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Terminating instance [ 1572.397018] env[63622]: DEBUG oslo_vmware.api [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.409546] env[63622]: DEBUG oslo_vmware.api [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1816780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.433971] env[63622]: DEBUG oslo_vmware.api [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816770, 'name': CloneVM_Task} progress is 95%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.539449] env[63622]: DEBUG nova.network.neutron [None req-946fb3ae-36a7-45c2-839e-93dc743d5b4a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Updating instance_info_cache with network_info: [{"id": "af0c5251-50b4-4d15-892c-f48a73408f43", "address": "fa:16:3e:a7:cd:18", "network": {"id": "9fa016ff-84b6-4077-add7-d40824a74722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-258535483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068319b363fb4cf0ab99d3d35221338d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf0c5251-50", "ovs_interfaceid": "af0c5251-50b4-4d15-892c-f48a73408f43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.563817] env[63622]: DEBUG oslo_vmware.api [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816778, 'name': CloneVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.563817] env[63622]: DEBUG oslo_vmware.api [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816774, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.620031] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e86828-260b-4a4a-8511-46a9ec37aa8a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.634352] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8a2db8-30cb-4859-b92a-4cfe77531a25 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.675518] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a994e0fa-fc8f-4824-81d9-f99093b05d3d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.689225] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd390d1-a913-462a-8826-0d53b27fbcc6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.701872] env[63622]: DEBUG nova.compute.provider_tree [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1572.850279] env[63622]: DEBUG nova.compute.manager [None req-c1766e71-3296-496e-93f8-180b74ffad6f tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1572.850629] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c1766e71-3296-496e-93f8-180b74ffad6f tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1572.851920] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d9897d-0c5a-4900-923c-8bfecb0b5ab3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.863013] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1766e71-3296-496e-93f8-180b74ffad6f tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1572.863335] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70a72131-e804-4214-ba0b-641315960436 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.870168] env[63622]: DEBUG oslo_vmware.api [None req-c1766e71-3296-496e-93f8-180b74ffad6f tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Waiting for the task: (returnval){ [ 1572.870168] env[63622]: value = "task-1816781" [ 1572.870168] env[63622]: _type = "Task" [ 1572.870168] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.879448] env[63622]: DEBUG oslo_vmware.api [None req-c1766e71-3296-496e-93f8-180b74ffad6f tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': task-1816781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.890703] env[63622]: DEBUG oslo_vmware.api [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816777, 'name': ReconfigVM_Task, 'duration_secs': 2.399877} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.891182] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: 6602df5b-e638-43d6-975a-b5379fb51776] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 6602df5b-e638-43d6-975a-b5379fb51776/6602df5b-e638-43d6-975a-b5379fb51776.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1572.891689] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9104bc94-5f26-4694-9411-f2260adec187 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.897586] env[63622]: DEBUG oslo_vmware.api [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Waiting for the task: (returnval){ [ 1572.897586] env[63622]: value = "task-1816782" [ 1572.897586] env[63622]: _type = "Task" [ 1572.897586] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.908863] env[63622]: DEBUG oslo_vmware.api [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1816780, 'name': ReconfigVM_Task, 'duration_secs': 1.940837} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.912120] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Reconfigured VM instance instance-00000035 to attach disk [datastore1] be8f9418-ff2d-4a0f-b24f-869917441642/ephemeral_0.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1572.912886] env[63622]: DEBUG oslo_vmware.api [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816782, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.913152] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78102706-b9be-4f60-ba72-fab0b1fd504d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.920976] env[63622]: DEBUG oslo_vmware.api [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Waiting for the task: (returnval){ [ 1572.920976] env[63622]: value = "task-1816783" [ 1572.920976] env[63622]: _type = "Task" [ 1572.920976] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.924724] env[63622]: DEBUG oslo_vmware.api [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816770, 'name': CloneVM_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.932985] env[63622]: DEBUG oslo_vmware.api [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1816783, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.054381] env[63622]: DEBUG oslo_concurrency.lockutils [None req-946fb3ae-36a7-45c2-839e-93dc743d5b4a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Releasing lock "refresh_cache-3cf07a7e-58db-4d28-8710-b2d0a89b5bf2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.065797] env[63622]: DEBUG oslo_vmware.api [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816774, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.552562} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.069256] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] cd422152-9cf0-490e-b593-417fe5b56c0c/cd422152-9cf0-490e-b593-417fe5b56c0c.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1573.069461] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1573.073020] env[63622]: DEBUG oslo_vmware.api [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816778, 'name': CloneVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.073020] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd519a6a-c6d3-4d79-914a-a0090bd7226f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.077759] env[63622]: DEBUG oslo_vmware.api [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Waiting for the task: (returnval){ [ 1573.077759] env[63622]: value = "task-1816784" [ 1573.077759] env[63622]: _type = "Task" [ 1573.077759] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.088039] env[63622]: DEBUG oslo_vmware.api [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.207919] env[63622]: DEBUG nova.scheduler.client.report [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1573.385740] env[63622]: DEBUG oslo_vmware.api [None req-c1766e71-3296-496e-93f8-180b74ffad6f tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': task-1816781, 'name': PowerOffVM_Task, 'duration_secs': 0.303549} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.386108] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1766e71-3296-496e-93f8-180b74ffad6f tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1573.386312] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c1766e71-3296-496e-93f8-180b74ffad6f tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1573.386584] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b93ec99e-95c6-41a5-9ccf-a636ab407bc0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.411277] env[63622]: DEBUG oslo_vmware.api [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816782, 'name': Rename_Task, 'duration_secs': 0.244702} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.411567] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: 6602df5b-e638-43d6-975a-b5379fb51776] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1573.412182] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b110841c-4e9a-4fab-aa80-a32bd7e075dc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.421054] env[63622]: DEBUG oslo_vmware.api [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Waiting for the task: (returnval){ [ 1573.421054] env[63622]: value = "task-1816786" [ 1573.421054] env[63622]: _type = "Task" [ 1573.421054] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.430650] env[63622]: DEBUG oslo_vmware.api [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816770, 'name': CloneVM_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.439704] env[63622]: DEBUG oslo_vmware.api [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816786, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.443832] env[63622]: DEBUG oslo_vmware.api [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1816783, 'name': Rename_Task, 'duration_secs': 0.24231} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.443997] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1573.444352] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fd91520-06d3-43c2-9731-55e2367a566c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.450201] env[63622]: DEBUG oslo_vmware.api [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Waiting for the task: (returnval){ [ 1573.450201] env[63622]: value = "task-1816787" [ 1573.450201] env[63622]: _type = "Task" [ 1573.450201] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.458960] env[63622]: DEBUG oslo_vmware.api [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1816787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.564584] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c1766e71-3296-496e-93f8-180b74ffad6f tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1573.564838] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c1766e71-3296-496e-93f8-180b74ffad6f tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1573.565916] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1766e71-3296-496e-93f8-180b74ffad6f tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Deleting the datastore file [datastore1] 8cd420df-88e4-4174-b6e6-753b128f055d {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1573.565916] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-57c3ecfa-dafc-4b60-84ab-646939b54f85 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1573.565916] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-57c3ecfa-dafc-4b60-84ab-646939b54f85 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1573.565916] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-57c3ecfa-dafc-4b60-84ab-646939b54f85 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Deleting the datastore file [datastore1] d6332bd4-194a-4708-a682-62bb362d6b4e {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1573.566501] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9681afd0-ad06-497e-b9cb-4302e9b379d6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.568360] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-613ef7ce-5872-4e33-a2e2-835e238d3538 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.574698] env[63622]: DEBUG oslo_vmware.api [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816778, 'name': CloneVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.585431] env[63622]: DEBUG oslo_vmware.api [None req-57c3ecfa-dafc-4b60-84ab-646939b54f85 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Waiting for the task: (returnval){ [ 1573.585431] env[63622]: value = "task-1816789" [ 1573.585431] env[63622]: _type = "Task" [ 1573.585431] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.585748] env[63622]: DEBUG oslo_vmware.api [None req-c1766e71-3296-496e-93f8-180b74ffad6f tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Waiting for the task: (returnval){ [ 1573.585748] env[63622]: value = "task-1816788" [ 1573.585748] env[63622]: _type = "Task" [ 1573.585748] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.596336] env[63622]: DEBUG oslo_vmware.api [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104862} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.597423] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1573.598375] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d3233a-15e0-4c03-b157-95a46823bd45 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.608924] env[63622]: DEBUG oslo_vmware.api [None req-c1766e71-3296-496e-93f8-180b74ffad6f tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': task-1816788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.608924] env[63622]: DEBUG oslo_vmware.api [None req-57c3ecfa-dafc-4b60-84ab-646939b54f85 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Task: {'id': task-1816789, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.629615] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] cd422152-9cf0-490e-b593-417fe5b56c0c/cd422152-9cf0-490e-b593-417fe5b56c0c.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1573.630388] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac2361ce-4da3-4cc4-9a69-727871c27e10 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.652381] env[63622]: DEBUG oslo_vmware.api [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Waiting for the task: (returnval){ [ 1573.652381] env[63622]: value = "task-1816790" [ 1573.652381] env[63622]: _type = "Task" [ 1573.652381] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.664279] env[63622]: DEBUG oslo_vmware.api [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816790, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.715401] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.716577] env[63622]: DEBUG nova.compute.manager [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1573.721216] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1083700e-cf97-41f0-b4b9-056b9c255d82 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.871s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.721216] env[63622]: DEBUG nova.objects.instance [None req-1083700e-cf97-41f0-b4b9-056b9c255d82 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Lazy-loading 'resources' on Instance uuid ada46b59-e636-461e-8650-8051a98550dc {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1573.929485] env[63622]: DEBUG oslo_vmware.api [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816770, 'name': CloneVM_Task, 'duration_secs': 6.172134} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.930220] env[63622]: INFO nova.virt.vmwareapi.vmops [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Created linked-clone VM from snapshot [ 1573.931027] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24afaba-1a39-4d34-b1ab-220d2fb0ccb3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.936861] env[63622]: DEBUG oslo_vmware.api [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816786, 'name': PowerOnVM_Task, 'duration_secs': 0.503658} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.169365] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: 6602df5b-e638-43d6-975a-b5379fb51776] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1574.169365] env[63622]: INFO nova.compute.manager [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: 6602df5b-e638-43d6-975a-b5379fb51776] Took 11.42 seconds to spawn the instance on the hypervisor. [ 1574.169365] env[63622]: DEBUG nova.compute.manager [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: 6602df5b-e638-43d6-975a-b5379fb51776] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1574.169365] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5686847a-d9c3-4d0b-8841-62d3218671f8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.169365] env[63622]: DEBUG nova.virt.vmwareapi.images [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Uploading image 30d370a1-2ec0-4af0-9506-cc92b05768d5 {{(pid=63622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1574.169365] env[63622]: DEBUG oslo_vmware.api [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1816787, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.169365] env[63622]: DEBUG oslo_vmware.rw_handles [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1574.169365] env[63622]: value = "vm-376406" [ 1574.169365] env[63622]: _type = "VirtualMachine" [ 1574.169365] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1574.169365] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-347a11b6-3968-44cd-945b-03790b41578b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.169365] env[63622]: DEBUG oslo_vmware.rw_handles [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lease: (returnval){ [ 1574.169365] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5280489f-cbd6-d4f6-4ac5-c96fcfbf422d" [ 1574.169365] env[63622]: _type = "HttpNfcLease" [ 1574.169365] env[63622]: } obtained for exporting VM: (result){ [ 1574.169365] env[63622]: value = "vm-376406" [ 1574.169365] env[63622]: _type = "VirtualMachine" [ 1574.169365] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1574.169365] env[63622]: DEBUG oslo_vmware.api [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the lease: (returnval){ [ 1574.169365] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5280489f-cbd6-d4f6-4ac5-c96fcfbf422d" [ 1574.169365] env[63622]: _type = "HttpNfcLease" [ 1574.169365] env[63622]: } to be ready. {{(pid=63622) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1574.169365] env[63622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1574.169365] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5280489f-cbd6-d4f6-4ac5-c96fcfbf422d" [ 1574.169365] env[63622]: _type = "HttpNfcLease" [ 1574.169365] env[63622]: } is initializing. {{(pid=63622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1574.169365] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-946fb3ae-36a7-45c2-839e-93dc743d5b4a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1574.169365] env[63622]: DEBUG oslo_vmware.api [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816778, 'name': CloneVM_Task, 'duration_secs': 3.321879} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.169365] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cfed69b-18fd-4ded-915a-6325f4c5bc29 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.169365] env[63622]: INFO nova.virt.vmwareapi.vmops [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Created linked-clone VM from snapshot [ 1574.169365] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e622e18-e069-4812-9921-717290465f3e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.172942] env[63622]: DEBUG nova.virt.vmwareapi.images [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Uploading image e188e61d-983a-4acb-8722-6dfe1e32531a {{(pid=63622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1574.172942] env[63622]: DEBUG oslo_vmware.api [None req-946fb3ae-36a7-45c2-839e-93dc743d5b4a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1574.172942] env[63622]: value = "task-1816793" [ 1574.172942] env[63622]: _type = "Task" [ 1574.172942] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.172942] env[63622]: DEBUG oslo_vmware.api [None req-57c3ecfa-dafc-4b60-84ab-646939b54f85 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Task: {'id': task-1816789, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213153} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.172942] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-57c3ecfa-dafc-4b60-84ab-646939b54f85 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1574.172942] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-57c3ecfa-dafc-4b60-84ab-646939b54f85 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1574.172942] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-57c3ecfa-dafc-4b60-84ab-646939b54f85 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1574.172942] env[63622]: INFO nova.compute.manager [None req-57c3ecfa-dafc-4b60-84ab-646939b54f85 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Took 4.10 seconds to destroy the instance on the hypervisor. [ 1574.172942] env[63622]: DEBUG oslo.service.loopingcall [None req-57c3ecfa-dafc-4b60-84ab-646939b54f85 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1574.172942] env[63622]: DEBUG oslo_vmware.api [None req-946fb3ae-36a7-45c2-839e-93dc743d5b4a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1816793, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.172942] env[63622]: DEBUG oslo_vmware.api [None req-c1766e71-3296-496e-93f8-180b74ffad6f tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Task: {'id': task-1816788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19395} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.172942] env[63622]: DEBUG nova.compute.manager [-] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1574.172942] env[63622]: DEBUG nova.network.neutron [-] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1574.172942] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1766e71-3296-496e-93f8-180b74ffad6f tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1574.172942] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c1766e71-3296-496e-93f8-180b74ffad6f tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1574.172942] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c1766e71-3296-496e-93f8-180b74ffad6f tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1574.172942] env[63622]: INFO nova.compute.manager [None req-c1766e71-3296-496e-93f8-180b74ffad6f tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1574.174110] env[63622]: DEBUG oslo.service.loopingcall [None req-c1766e71-3296-496e-93f8-180b74ffad6f tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1574.174110] env[63622]: DEBUG nova.compute.manager [-] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1574.174110] env[63622]: DEBUG nova.network.neutron [-] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1574.174110] env[63622]: DEBUG oslo_vmware.rw_handles [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1574.174110] env[63622]: value = "vm-376408" [ 1574.174110] env[63622]: _type = "VirtualMachine" [ 1574.174110] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1574.174110] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4ec982e1-927f-4704-ad7d-f9b3b0c08b28 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.174110] env[63622]: DEBUG oslo_vmware.rw_handles [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Lease: (returnval){ [ 1574.174110] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e8446e-1db6-989b-b000-72fa65447c72" [ 1574.174110] env[63622]: _type = "HttpNfcLease" [ 1574.174110] env[63622]: } obtained for exporting VM: (result){ [ 1574.174110] env[63622]: value = "vm-376408" [ 1574.174110] env[63622]: _type = "VirtualMachine" [ 1574.174110] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1574.174110] env[63622]: DEBUG oslo_vmware.api [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Waiting for the lease: (returnval){ [ 1574.174110] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e8446e-1db6-989b-b000-72fa65447c72" [ 1574.174110] env[63622]: _type = "HttpNfcLease" [ 1574.174110] env[63622]: } to be ready. {{(pid=63622) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1574.174110] env[63622]: DEBUG oslo_vmware.api [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816790, 'name': ReconfigVM_Task, 'duration_secs': 0.381208} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.174110] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Reconfigured VM instance instance-00000037 to attach disk [datastore1] cd422152-9cf0-490e-b593-417fe5b56c0c/cd422152-9cf0-490e-b593-417fe5b56c0c.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1574.174110] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffdd9f51-77f5-4b54-9709-68d789272e16 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.174110] env[63622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1574.174110] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e8446e-1db6-989b-b000-72fa65447c72" [ 1574.174110] env[63622]: _type = "HttpNfcLease" [ 1574.174110] env[63622]: } is initializing. {{(pid=63622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1574.180020] env[63622]: DEBUG oslo_vmware.api [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Waiting for the task: (returnval){ [ 1574.180020] env[63622]: value = "task-1816795" [ 1574.180020] env[63622]: _type = "Task" [ 1574.180020] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.187111] env[63622]: DEBUG oslo_vmware.api [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816795, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.225023] env[63622]: DEBUG nova.compute.utils [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1574.226613] env[63622]: DEBUG nova.compute.manager [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1574.226799] env[63622]: DEBUG nova.network.neutron [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1574.343296] env[63622]: DEBUG nova.policy [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a4cb18eb29e47c3aa958dff126a636a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2a8048bf0c346588fcc48de2a56296a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1574.465606] env[63622]: DEBUG oslo_vmware.api [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1816787, 'name': PowerOnVM_Task, 'duration_secs': 0.659038} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.465943] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1574.466326] env[63622]: INFO nova.compute.manager [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Took 14.32 seconds to spawn the instance on the hypervisor. [ 1574.466543] env[63622]: DEBUG nova.compute.manager [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1574.467744] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bb9068-9813-4cdd-8b06-29ddebf3226d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.485028] env[63622]: INFO nova.compute.manager [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: 6602df5b-e638-43d6-975a-b5379fb51776] Took 46.93 seconds to build instance. [ 1574.530127] env[63622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1574.530127] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5280489f-cbd6-d4f6-4ac5-c96fcfbf422d" [ 1574.530127] env[63622]: _type = "HttpNfcLease" [ 1574.530127] env[63622]: } is ready. {{(pid=63622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1574.530708] env[63622]: DEBUG oslo_vmware.rw_handles [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1574.530708] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5280489f-cbd6-d4f6-4ac5-c96fcfbf422d" [ 1574.530708] env[63622]: _type = "HttpNfcLease" [ 1574.530708] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1574.531209] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24440a02-3494-41a9-8666-27f2c56189c9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.544171] env[63622]: DEBUG oslo_vmware.rw_handles [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e71d44-90ab-5794-1cb1-79c450b7499d/disk-0.vmdk from lease info. {{(pid=63622) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1574.544334] env[63622]: DEBUG oslo_vmware.rw_handles [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e71d44-90ab-5794-1cb1-79c450b7499d/disk-0.vmdk for reading. {{(pid=63622) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1574.626767] env[63622]: DEBUG oslo_vmware.api [None req-946fb3ae-36a7-45c2-839e-93dc743d5b4a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1816793, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.672161] env[63622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1574.672161] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e8446e-1db6-989b-b000-72fa65447c72" [ 1574.672161] env[63622]: _type = "HttpNfcLease" [ 1574.672161] env[63622]: } is ready. {{(pid=63622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1574.672161] env[63622]: DEBUG oslo_vmware.rw_handles [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1574.672161] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e8446e-1db6-989b-b000-72fa65447c72" [ 1574.672161] env[63622]: _type = "HttpNfcLease" [ 1574.672161] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1574.672161] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d3e567-55f0-499e-9ae6-169968f7c289 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.686820] env[63622]: DEBUG oslo_vmware.rw_handles [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c35a75-aae2-c8a0-d0f2-b7f4754ec9e1/disk-0.vmdk from lease info. {{(pid=63622) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1574.687065] env[63622]: DEBUG oslo_vmware.rw_handles [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c35a75-aae2-c8a0-d0f2-b7f4754ec9e1/disk-0.vmdk for reading. {{(pid=63622) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1574.691139] env[63622]: DEBUG oslo_vmware.api [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816795, 'name': Rename_Task, 'duration_secs': 0.281021} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.692187] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1574.757246] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99adbda7-c594-4866-9d29-1c5fa0ffe642 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.759836] env[63622]: DEBUG nova.compute.manager [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1574.772183] env[63622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-17719832-206c-472a-b588-f782067a4222 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.777258] env[63622]: DEBUG oslo_vmware.api [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Waiting for the task: (returnval){ [ 1574.777258] env[63622]: value = "task-1816796" [ 1574.777258] env[63622]: _type = "Task" [ 1574.777258] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.786658] env[63622]: DEBUG oslo_vmware.api [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816796, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.821107] env[63622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7551720d-c0d6-4524-b827-d131ae3762a3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.878028] env[63622]: DEBUG nova.network.neutron [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Successfully created port: 9d6eaf7d-3f02-434f-934b-3773eda2b974 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1574.992524] env[63622]: INFO nova.compute.manager [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Took 52.54 seconds to build instance. [ 1574.999039] env[63622]: DEBUG oslo_concurrency.lockutils [None req-25bcf42e-baec-4a2c-9550-04a21a04a2ec tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Lock "6602df5b-e638-43d6-975a-b5379fb51776" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.015s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.083806] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35c8089-7ff4-4796-917b-9bcf73170b45 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.105730] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b5d8fb-4c16-4483-8767-4ead50672667 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.146915] env[63622]: DEBUG nova.network.neutron [-] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.153053] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60960524-a7ad-41bd-839a-01cd1f0b257a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.156800] env[63622]: DEBUG oslo_vmware.api [None req-946fb3ae-36a7-45c2-839e-93dc743d5b4a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1816793, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.164557] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e388165b-0455-4a8a-b881-e0f98bf07079 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.187283] env[63622]: DEBUG nova.compute.provider_tree [None req-1083700e-cf97-41f0-b4b9-056b9c255d82 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1575.229533] env[63622]: DEBUG nova.compute.manager [req-75c51e50-41fe-4772-a890-7031f8c242e0 req-2a56bf6b-f5b5-44e2-b3bc-31e80750d206 service nova] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Received event network-vif-deleted-340e6b4e-1d50-444d-9e26-8796395dbb40 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1575.253981] env[63622]: DEBUG nova.compute.manager [req-d8e60440-c5e4-4f35-985b-bef9ce3384c2 req-1e529282-ab16-4e00-8ae3-4d0575da8bf9 service nova] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Received event network-vif-deleted-de545eb5-68e6-4948-8a40-84485f02633a {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1575.255060] env[63622]: INFO nova.compute.manager [req-d8e60440-c5e4-4f35-985b-bef9ce3384c2 req-1e529282-ab16-4e00-8ae3-4d0575da8bf9 service nova] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Neutron deleted interface de545eb5-68e6-4948-8a40-84485f02633a; detaching it from the instance and deleting it from the info cache [ 1575.256372] env[63622]: DEBUG nova.network.neutron [req-d8e60440-c5e4-4f35-985b-bef9ce3384c2 req-1e529282-ab16-4e00-8ae3-4d0575da8bf9 service nova] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Updating instance_info_cache with network_info: [{"id": "cf03a7f4-2db4-431e-aa03-9312b518f206", "address": "fa:16:3e:5f:3a:38", "network": {"id": "e5302cab-dde8-453c-b193-f40d1dca33cb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-443339461", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b404075e7bab42be8ac4c41fcb61281c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf03a7f4-2d", "ovs_interfaceid": "cf03a7f4-2db4-431e-aa03-9312b518f206", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.307471] env[63622]: DEBUG oslo_vmware.api [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816796, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.498787] env[63622]: DEBUG oslo_concurrency.lockutils [None req-92a5ffae-2a28-4f19-9579-40ef16b9bb1f tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Lock "be8f9418-ff2d-4a0f-b24f-869917441642" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.044s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.565048] env[63622]: DEBUG oslo_concurrency.lockutils [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "32355a6b-26c7-4c69-95d8-35578a757907" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.571102] env[63622]: DEBUG oslo_concurrency.lockutils [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "32355a6b-26c7-4c69-95d8-35578a757907" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.006s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.629204] env[63622]: DEBUG oslo_vmware.api [None req-946fb3ae-36a7-45c2-839e-93dc743d5b4a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1816793, 'name': PowerOnVM_Task, 'duration_secs': 1.487566} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.629509] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-946fb3ae-36a7-45c2-839e-93dc743d5b4a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1575.629740] env[63622]: DEBUG nova.compute.manager [None req-946fb3ae-36a7-45c2-839e-93dc743d5b4a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1575.630682] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae8446a-ca30-45fc-9c0e-7d918fc70e7b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.658778] env[63622]: INFO nova.compute.manager [-] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Took 1.54 seconds to deallocate network for instance. [ 1575.722793] env[63622]: ERROR nova.scheduler.client.report [None req-1083700e-cf97-41f0-b4b9-056b9c255d82 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] [req-2bed6c34-5472-4b89-91a3-0deb2e7beea0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8dd86f19-3c1a-4ba4-9c42-69cb148971df. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2bed6c34-5472-4b89-91a3-0deb2e7beea0"}]} [ 1575.760669] env[63622]: DEBUG nova.scheduler.client.report [None req-1083700e-cf97-41f0-b4b9-056b9c255d82 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Refreshing inventories for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1575.767644] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a708ade-1185-439a-a4c3-ba83e3eab4f2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.776043] env[63622]: DEBUG nova.compute.manager [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1575.780268] env[63622]: DEBUG nova.network.neutron [-] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.798900] env[63622]: DEBUG nova.scheduler.client.report [None req-1083700e-cf97-41f0-b4b9-056b9c255d82 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Updating ProviderTree inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1575.799450] env[63622]: DEBUG nova.compute.provider_tree [None req-1083700e-cf97-41f0-b4b9-056b9c255d82 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1575.810427] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7e39ac-2c00-4280-bfc6-449cce89ca35 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.830385] env[63622]: DEBUG oslo_vmware.api [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816796, 'name': PowerOnVM_Task, 'duration_secs': 0.673931} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.831941] env[63622]: DEBUG nova.scheduler.client.report [None req-1083700e-cf97-41f0-b4b9-056b9c255d82 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Refreshing aggregate associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, aggregates: None {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1575.835087] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1575.837616] env[63622]: INFO nova.compute.manager [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1575.837616] env[63622]: DEBUG nova.compute.manager [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1575.845505] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feeb6a63-6be9-4e25-88f6-d4238cb7d722 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.867308] env[63622]: DEBUG nova.compute.manager [req-d8e60440-c5e4-4f35-985b-bef9ce3384c2 req-1e529282-ab16-4e00-8ae3-4d0575da8bf9 service nova] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Detach interface failed, port_id=de545eb5-68e6-4948-8a40-84485f02633a, reason: Instance d6332bd4-194a-4708-a682-62bb362d6b4e could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1575.880638] env[63622]: DEBUG nova.scheduler.client.report [None req-1083700e-cf97-41f0-b4b9-056b9c255d82 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Refreshing trait associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1576.077841] env[63622]: DEBUG nova.compute.manager [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1576.174149] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c1766e71-3296-496e-93f8-180b74ffad6f tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.289460] env[63622]: INFO nova.compute.manager [-] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Took 2.17 seconds to deallocate network for instance. [ 1576.310421] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c27ceb3-4ea5-4c15-bdfe-42d003dd170e tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Volume attach. Driver type: vmdk {{(pid=63622) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1576.312087] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c27ceb3-4ea5-4c15-bdfe-42d003dd170e tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376403', 'volume_id': 'b1062906-2fa1-4026-9c2b-7a0566e71c27', 'name': 'volume-b1062906-2fa1-4026-9c2b-7a0566e71c27', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '57bcc753-9658-4126-ac0a-fa6b0bc1dc81', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1062906-2fa1-4026-9c2b-7a0566e71c27', 'serial': 'b1062906-2fa1-4026-9c2b-7a0566e71c27'} {{(pid=63622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1576.312087] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b8682f-daef-4f69-a02b-e91db1108e93 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.332466] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fb89ab-84c5-49b7-a652-3d35887c3f64 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.361405] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c27ceb3-4ea5-4c15-bdfe-42d003dd170e tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] volume-b1062906-2fa1-4026-9c2b-7a0566e71c27/volume-b1062906-2fa1-4026-9c2b-7a0566e71c27.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1576.365335] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64d85c55-8b1e-4e86-a3cd-46c90c74f265 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.390328] env[63622]: INFO nova.compute.manager [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Took 33.65 seconds to build instance. [ 1576.392391] env[63622]: DEBUG oslo_vmware.api [None req-5c27ceb3-4ea5-4c15-bdfe-42d003dd170e tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Waiting for the task: (returnval){ [ 1576.392391] env[63622]: value = "task-1816797" [ 1576.392391] env[63622]: _type = "Task" [ 1576.392391] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.402925] env[63622]: DEBUG oslo_vmware.api [None req-5c27ceb3-4ea5-4c15-bdfe-42d003dd170e tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1816797, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.603146] env[63622]: DEBUG oslo_concurrency.lockutils [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.635994] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5653c98-0965-478b-8b69-e5ea767f0588 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.645861] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91340c75-b4c2-4a0e-9ded-1b4f58936313 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.685080] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317908da-544d-4782-97b9-0b4f0e38f7cd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.694207] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b41300f-29fb-4f17-be3a-cb9817bcc4cc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.713105] env[63622]: DEBUG nova.compute.provider_tree [None req-1083700e-cf97-41f0-b4b9-056b9c255d82 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1576.727940] env[63622]: DEBUG nova.network.neutron [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Successfully updated port: 9d6eaf7d-3f02-434f-934b-3773eda2b974 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1576.800574] env[63622]: DEBUG oslo_concurrency.lockutils [None req-57c3ecfa-dafc-4b60-84ab-646939b54f85 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.894062] env[63622]: DEBUG oslo_concurrency.lockutils [None req-67feed38-f5d1-4c99-a8e6-6cf0f9b7e153 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Lock "cd422152-9cf0-490e-b593-417fe5b56c0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.729s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.905285] env[63622]: DEBUG oslo_vmware.api [None req-5c27ceb3-4ea5-4c15-bdfe-42d003dd170e tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1816797, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.231878] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Acquiring lock "refresh_cache-27ac1c9d-affb-4883-97fd-84b43ec0a054" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1577.232103] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Acquired lock "refresh_cache-27ac1c9d-affb-4883-97fd-84b43ec0a054" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.232307] env[63622]: DEBUG nova.network.neutron [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1577.253301] env[63622]: DEBUG nova.scheduler.client.report [None req-1083700e-cf97-41f0-b4b9-056b9c255d82 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Updated inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with generation 81 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1577.253599] env[63622]: DEBUG nova.compute.provider_tree [None req-1083700e-cf97-41f0-b4b9-056b9c255d82 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Updating resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df generation from 81 to 82 during operation: update_inventory {{(pid=63622) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1577.253843] env[63622]: DEBUG nova.compute.provider_tree [None req-1083700e-cf97-41f0-b4b9-056b9c255d82 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1577.406255] env[63622]: DEBUG oslo_vmware.api [None req-5c27ceb3-4ea5-4c15-bdfe-42d003dd170e tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1816797, 'name': ReconfigVM_Task, 'duration_secs': 0.533947} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.406982] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c27ceb3-4ea5-4c15-bdfe-42d003dd170e tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Reconfigured VM instance instance-00000022 to attach disk [datastore1] volume-b1062906-2fa1-4026-9c2b-7a0566e71c27/volume-b1062906-2fa1-4026-9c2b-7a0566e71c27.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1577.412029] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c6522ff-a656-4e40-8b10-28a0a8f83495 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.427874] env[63622]: DEBUG oslo_vmware.api [None req-5c27ceb3-4ea5-4c15-bdfe-42d003dd170e tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Waiting for the task: (returnval){ [ 1577.427874] env[63622]: value = "task-1816798" [ 1577.427874] env[63622]: _type = "Task" [ 1577.427874] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.436832] env[63622]: DEBUG oslo_vmware.api [None req-5c27ceb3-4ea5-4c15-bdfe-42d003dd170e tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1816798, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.761422] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1083700e-cf97-41f0-b4b9-056b9c255d82 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.041s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.764337] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.706s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.765769] env[63622]: INFO nova.compute.claims [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1577.783095] env[63622]: DEBUG nova.network.neutron [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1577.786504] env[63622]: INFO nova.scheduler.client.report [None req-1083700e-cf97-41f0-b4b9-056b9c255d82 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Deleted allocations for instance ada46b59-e636-461e-8650-8051a98550dc [ 1577.938590] env[63622]: DEBUG oslo_vmware.api [None req-5c27ceb3-4ea5-4c15-bdfe-42d003dd170e tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1816798, 'name': ReconfigVM_Task, 'duration_secs': 0.178372} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.938901] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c27ceb3-4ea5-4c15-bdfe-42d003dd170e tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376403', 'volume_id': 'b1062906-2fa1-4026-9c2b-7a0566e71c27', 'name': 'volume-b1062906-2fa1-4026-9c2b-7a0566e71c27', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '57bcc753-9658-4126-ac0a-fa6b0bc1dc81', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1062906-2fa1-4026-9c2b-7a0566e71c27', 'serial': 'b1062906-2fa1-4026-9c2b-7a0566e71c27'} {{(pid=63622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1577.943586] env[63622]: DEBUG nova.network.neutron [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Updating instance_info_cache with network_info: [{"id": "9d6eaf7d-3f02-434f-934b-3773eda2b974", "address": "fa:16:3e:50:e1:b3", "network": {"id": "f6a6dd47-7b61-4b13-a2a1-9c46ffb461d1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-194860287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2a8048bf0c346588fcc48de2a56296a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d6eaf7d-3f", "ovs_interfaceid": "9d6eaf7d-3f02-434f-934b-3773eda2b974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1578.295673] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1083700e-cf97-41f0-b4b9-056b9c255d82 tempest-ServersTestFqdnHostnames-1931671135 tempest-ServersTestFqdnHostnames-1931671135-project-member] Lock "ada46b59-e636-461e-8650-8051a98550dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.440s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.446556] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Releasing lock "refresh_cache-27ac1c9d-affb-4883-97fd-84b43ec0a054" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1578.446879] env[63622]: DEBUG nova.compute.manager [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Instance network_info: |[{"id": "9d6eaf7d-3f02-434f-934b-3773eda2b974", "address": "fa:16:3e:50:e1:b3", "network": {"id": "f6a6dd47-7b61-4b13-a2a1-9c46ffb461d1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-194860287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2a8048bf0c346588fcc48de2a56296a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d6eaf7d-3f", "ovs_interfaceid": "9d6eaf7d-3f02-434f-934b-3773eda2b974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1578.990541] env[63622]: DEBUG nova.objects.instance [None req-5c27ceb3-4ea5-4c15-bdfe-42d003dd170e tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lazy-loading 'flavor' on Instance uuid 57bcc753-9658-4126-ac0a-fa6b0bc1dc81 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1579.212860] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f39985-3e60-4dee-a383-1cffeef36748 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.221634] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87228758-86ed-44a1-9189-db8ac527110a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.253298] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0163c451-c2ae-4853-9195-7075757468aa {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.262413] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c65e2e4-0db7-4d25-8f05-1f8c360fb948 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.276991] env[63622]: DEBUG nova.compute.provider_tree [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1579.495695] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5c27ceb3-4ea5-4c15-bdfe-42d003dd170e tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lock "57bcc753-9658-4126-ac0a-fa6b0bc1dc81" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 14.312s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.780748] env[63622]: DEBUG nova.scheduler.client.report [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1580.288239] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.288239] env[63622]: DEBUG nova.compute.manager [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1580.289516] env[63622]: DEBUG oslo_concurrency.lockutils [None req-10dbad94-cee1-4bde-ab76-f268a4c6a9a4 tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.366s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.289759] env[63622]: DEBUG nova.objects.instance [None req-10dbad94-cee1-4bde-ab76-f268a4c6a9a4 tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Lazy-loading 'resources' on Instance uuid 687c8f97-8e4a-4a95-bca9-710c0e8c98ff {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1580.793774] env[63622]: DEBUG nova.compute.utils [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1580.799017] env[63622]: DEBUG nova.compute.manager [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1580.799298] env[63622]: DEBUG nova.network.neutron [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1580.855926] env[63622]: DEBUG nova.policy [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33573d825c554b90b010bdacc47a9788', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e8791eefc374ff28b667e54ec5a6f1a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1581.160716] env[63622]: DEBUG nova.network.neutron [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Successfully created port: 26f713cc-3175-4469-93e8-da176263d886 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1581.300300] env[63622]: DEBUG nova.compute.manager [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1581.312472] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4299c45d-f93f-4cde-bc2b-f65028180ba4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.321239] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e3fbbf-129f-441a-a730-43146ec1fc7c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.354210] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1b6cdf-f899-4278-b261-31e7d725dd11 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.363450] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2912f1b2-5d31-4fb6-991e-f1a481d3101d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.378908] env[63622]: DEBUG nova.compute.provider_tree [None req-10dbad94-cee1-4bde-ab76-f268a4c6a9a4 tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1581.883053] env[63622]: DEBUG nova.scheduler.client.report [None req-10dbad94-cee1-4bde-ab76-f268a4c6a9a4 tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1582.311211] env[63622]: DEBUG nova.compute.manager [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1582.389796] env[63622]: DEBUG oslo_concurrency.lockutils [None req-10dbad94-cee1-4bde-ab76-f268a4c6a9a4 tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.100s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.392636] env[63622]: DEBUG oslo_concurrency.lockutils [None req-60e7c5dc-cb34-4f24-b93d-8ec8968c12c3 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.337s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.392884] env[63622]: DEBUG nova.objects.instance [None req-60e7c5dc-cb34-4f24-b93d-8ec8968c12c3 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Lazy-loading 'resources' on Instance uuid c54c2c2c-a066-4b23-b0ed-95c422024d3f {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1582.418061] env[63622]: INFO nova.scheduler.client.report [None req-10dbad94-cee1-4bde-ab76-f268a4c6a9a4 tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Deleted allocations for instance 687c8f97-8e4a-4a95-bca9-710c0e8c98ff [ 1582.735379] env[63622]: DEBUG nova.network.neutron [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Successfully updated port: 26f713cc-3175-4469-93e8-da176263d886 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1582.927058] env[63622]: DEBUG oslo_concurrency.lockutils [None req-10dbad94-cee1-4bde-ab76-f268a4c6a9a4 tempest-ServersTestManualDisk-560045986 tempest-ServersTestManualDisk-560045986-project-member] Lock "687c8f97-8e4a-4a95-bca9-710c0e8c98ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.854s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.239262] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Acquiring lock "refresh_cache-83361e30-32ff-4dbb-8da8-cf8fb66a043f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1583.239392] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Acquired lock "refresh_cache-83361e30-32ff-4dbb-8da8-cf8fb66a043f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.239578] env[63622]: DEBUG nova.network.neutron [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1583.370906] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176c3130-378e-4ae3-829b-f12b2918f42c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.379246] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69efb6c-8fd0-4a8d-a1d8-26ce2908ef3e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.411931] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5bf39a-4ea4-478b-a2a5-05ec029d962d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.420072] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8719276-ad93-43dd-b1dc-a951dc813ecc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.433886] env[63622]: DEBUG nova.compute.provider_tree [None req-60e7c5dc-cb34-4f24-b93d-8ec8968c12c3 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1583.772946] env[63622]: DEBUG nova.network.neutron [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1583.869945] env[63622]: DEBUG nova.virt.hardware [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1583.870232] env[63622]: DEBUG nova.virt.hardware [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1583.870641] env[63622]: DEBUG nova.virt.hardware [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1583.870641] env[63622]: DEBUG nova.virt.hardware [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1583.870818] env[63622]: DEBUG nova.virt.hardware [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1583.870859] env[63622]: DEBUG nova.virt.hardware [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1583.871111] env[63622]: DEBUG nova.virt.hardware [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1583.871284] env[63622]: DEBUG nova.virt.hardware [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1583.871477] env[63622]: DEBUG nova.virt.hardware [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1583.871692] env[63622]: DEBUG nova.virt.hardware [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1583.871895] env[63622]: DEBUG nova.virt.hardware [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1583.874242] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462b1bbb-d93a-4184-8a66-6a1ab1d9a7a3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.884405] env[63622]: DEBUG nova.virt.hardware [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1583.884686] env[63622]: DEBUG nova.virt.hardware [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1583.884850] env[63622]: DEBUG nova.virt.hardware [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1583.885046] env[63622]: DEBUG nova.virt.hardware [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1583.885220] env[63622]: DEBUG nova.virt.hardware [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1583.885373] env[63622]: DEBUG nova.virt.hardware [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1583.885640] env[63622]: DEBUG nova.virt.hardware [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1583.885742] env[63622]: DEBUG nova.virt.hardware [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1583.885932] env[63622]: DEBUG nova.virt.hardware [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1583.886136] env[63622]: DEBUG nova.virt.hardware [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1583.886331] env[63622]: DEBUG nova.virt.hardware [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1583.887871] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a3f4ec-1a77-4175-89b9-55492633c424 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.896276] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1b1903-78b2-478b-93bf-9254db8f824c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.912936] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:e1:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6eaa481-1f92-4851-b98e-09ed0daad7cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d6eaf7d-3f02-434f-934b-3773eda2b974', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1583.921666] env[63622]: DEBUG oslo.service.loopingcall [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1583.924147] env[63622]: DEBUG oslo_vmware.rw_handles [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c35a75-aae2-c8a0-d0f2-b7f4754ec9e1/disk-0.vmdk. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1583.926582] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1583.927872] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78db7be4-11a0-4fec-9360-44f311311e44 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.932272] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475af1d4-9046-40c8-b620-9313add4095a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.935034] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6874ee00-877f-475f-ae27-fa4b7f560f8f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.951841] env[63622]: DEBUG nova.scheduler.client.report [None req-60e7c5dc-cb34-4f24-b93d-8ec8968c12c3 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1583.970210] env[63622]: DEBUG oslo_vmware.rw_handles [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c35a75-aae2-c8a0-d0f2-b7f4754ec9e1/disk-0.vmdk is in state: ready. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1583.970434] env[63622]: ERROR oslo_vmware.rw_handles [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c35a75-aae2-c8a0-d0f2-b7f4754ec9e1/disk-0.vmdk due to incomplete transfer. [ 1583.972328] env[63622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6f384ec8-5246-449b-9f18-6682efdbe97e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.974067] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1583.974067] env[63622]: value = "task-1816799" [ 1583.974067] env[63622]: _type = "Task" [ 1583.974067] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.983666] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816799, 'name': CreateVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.989062] env[63622]: DEBUG oslo_vmware.rw_handles [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c35a75-aae2-c8a0-d0f2-b7f4754ec9e1/disk-0.vmdk. {{(pid=63622) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1583.989288] env[63622]: DEBUG nova.virt.vmwareapi.images [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Uploaded image e188e61d-983a-4acb-8722-6dfe1e32531a to the Glance image server {{(pid=63622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1583.990843] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Destroying the VM {{(pid=63622) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1583.991122] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5467ac4b-046f-4a09-b883-c2dda78a2df6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.999519] env[63622]: DEBUG oslo_vmware.api [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Waiting for the task: (returnval){ [ 1583.999519] env[63622]: value = "task-1816800" [ 1583.999519] env[63622]: _type = "Task" [ 1583.999519] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.008527] env[63622]: DEBUG oslo_vmware.api [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816800, 'name': Destroy_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.018366] env[63622]: DEBUG nova.network.neutron [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Updating instance_info_cache with network_info: [{"id": "26f713cc-3175-4469-93e8-da176263d886", "address": "fa:16:3e:f2:ec:ae", "network": {"id": "ef08f109-69d8-41b9-92e3-4cfb4768bc4b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1285182779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e8791eefc374ff28b667e54ec5a6f1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26f713cc-31", "ovs_interfaceid": "26f713cc-3175-4469-93e8-da176263d886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.457755] env[63622]: DEBUG oslo_concurrency.lockutils [None req-60e7c5dc-cb34-4f24-b93d-8ec8968c12c3 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.065s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.460278] env[63622]: DEBUG oslo_concurrency.lockutils [None req-10aa5b41-c6ed-42b0-afa5-8acbccb34e06 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.450s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.461211] env[63622]: DEBUG nova.objects.instance [None req-10aa5b41-c6ed-42b0-afa5-8acbccb34e06 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lazy-loading 'resources' on Instance uuid f2024142-be0c-465d-8e21-20dc270d760d {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1584.479309] env[63622]: INFO nova.scheduler.client.report [None req-60e7c5dc-cb34-4f24-b93d-8ec8968c12c3 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Deleted allocations for instance c54c2c2c-a066-4b23-b0ed-95c422024d3f [ 1584.489727] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816799, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.510903] env[63622]: DEBUG oslo_vmware.api [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816800, 'name': Destroy_Task} progress is 33%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.524017] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Releasing lock "refresh_cache-83361e30-32ff-4dbb-8da8-cf8fb66a043f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1584.524017] env[63622]: DEBUG nova.compute.manager [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Instance network_info: |[{"id": "26f713cc-3175-4469-93e8-da176263d886", "address": "fa:16:3e:f2:ec:ae", "network": {"id": "ef08f109-69d8-41b9-92e3-4cfb4768bc4b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1285182779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e8791eefc374ff28b667e54ec5a6f1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26f713cc-31", "ovs_interfaceid": "26f713cc-3175-4469-93e8-da176263d886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1584.524017] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:ec:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c47e98ff-83cf-48d2-bf91-2931c7386b6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26f713cc-3175-4469-93e8-da176263d886', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1584.534519] env[63622]: DEBUG oslo.service.loopingcall [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1584.535247] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1584.535505] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b38b1d5e-2841-45a0-ba88-b6b04a13dcfa {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.556697] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1584.556697] env[63622]: value = "task-1816801" [ 1584.556697] env[63622]: _type = "Task" [ 1584.556697] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.566837] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816801, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.596929] env[63622]: DEBUG oslo_vmware.rw_handles [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e71d44-90ab-5794-1cb1-79c450b7499d/disk-0.vmdk. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1584.597856] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7c1c48-efa4-47a4-ba03-20517fbb7e4f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.604341] env[63622]: DEBUG oslo_vmware.rw_handles [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e71d44-90ab-5794-1cb1-79c450b7499d/disk-0.vmdk is in state: ready. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1584.604341] env[63622]: ERROR oslo_vmware.rw_handles [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e71d44-90ab-5794-1cb1-79c450b7499d/disk-0.vmdk due to incomplete transfer. [ 1584.604569] env[63622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-627175d1-2803-46c6-a020-3c1f58e1ec9d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.613836] env[63622]: DEBUG oslo_vmware.rw_handles [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e71d44-90ab-5794-1cb1-79c450b7499d/disk-0.vmdk. {{(pid=63622) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1584.614078] env[63622]: DEBUG nova.virt.vmwareapi.images [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Uploaded image 30d370a1-2ec0-4af0-9506-cc92b05768d5 to the Glance image server {{(pid=63622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1584.617396] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Destroying the VM {{(pid=63622) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1584.617724] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7963f1ba-12c0-48d7-8989-de5fea5fb983 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.628461] env[63622]: DEBUG oslo_vmware.api [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1584.628461] env[63622]: value = "task-1816802" [ 1584.628461] env[63622]: _type = "Task" [ 1584.628461] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.638620] env[63622]: DEBUG oslo_vmware.api [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816802, 'name': Destroy_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.707513] env[63622]: DEBUG nova.compute.manager [req-ea13ad61-3bee-474c-8aeb-4d42af6fea27 req-7bb4e515-b20b-4b51-af18-bddb9587caec service nova] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Received event network-vif-plugged-9d6eaf7d-3f02-434f-934b-3773eda2b974 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1584.707814] env[63622]: DEBUG oslo_concurrency.lockutils [req-ea13ad61-3bee-474c-8aeb-4d42af6fea27 req-7bb4e515-b20b-4b51-af18-bddb9587caec service nova] Acquiring lock "27ac1c9d-affb-4883-97fd-84b43ec0a054-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.707973] env[63622]: DEBUG oslo_concurrency.lockutils [req-ea13ad61-3bee-474c-8aeb-4d42af6fea27 req-7bb4e515-b20b-4b51-af18-bddb9587caec service nova] Lock "27ac1c9d-affb-4883-97fd-84b43ec0a054-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.708156] env[63622]: DEBUG oslo_concurrency.lockutils [req-ea13ad61-3bee-474c-8aeb-4d42af6fea27 req-7bb4e515-b20b-4b51-af18-bddb9587caec service nova] Lock "27ac1c9d-affb-4883-97fd-84b43ec0a054-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.708339] env[63622]: DEBUG nova.compute.manager [req-ea13ad61-3bee-474c-8aeb-4d42af6fea27 req-7bb4e515-b20b-4b51-af18-bddb9587caec service nova] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] No waiting events found dispatching network-vif-plugged-9d6eaf7d-3f02-434f-934b-3773eda2b974 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1584.708505] env[63622]: WARNING nova.compute.manager [req-ea13ad61-3bee-474c-8aeb-4d42af6fea27 req-7bb4e515-b20b-4b51-af18-bddb9587caec service nova] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Received unexpected event network-vif-plugged-9d6eaf7d-3f02-434f-934b-3773eda2b974 for instance with vm_state building and task_state spawning. [ 1584.708665] env[63622]: DEBUG nova.compute.manager [req-ea13ad61-3bee-474c-8aeb-4d42af6fea27 req-7bb4e515-b20b-4b51-af18-bddb9587caec service nova] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Received event network-changed-9d6eaf7d-3f02-434f-934b-3773eda2b974 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1584.708818] env[63622]: DEBUG nova.compute.manager [req-ea13ad61-3bee-474c-8aeb-4d42af6fea27 req-7bb4e515-b20b-4b51-af18-bddb9587caec service nova] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Refreshing instance network info cache due to event network-changed-9d6eaf7d-3f02-434f-934b-3773eda2b974. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1584.709012] env[63622]: DEBUG oslo_concurrency.lockutils [req-ea13ad61-3bee-474c-8aeb-4d42af6fea27 req-7bb4e515-b20b-4b51-af18-bddb9587caec service nova] Acquiring lock "refresh_cache-27ac1c9d-affb-4883-97fd-84b43ec0a054" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1584.709169] env[63622]: DEBUG oslo_concurrency.lockutils [req-ea13ad61-3bee-474c-8aeb-4d42af6fea27 req-7bb4e515-b20b-4b51-af18-bddb9587caec service nova] Acquired lock "refresh_cache-27ac1c9d-affb-4883-97fd-84b43ec0a054" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.709334] env[63622]: DEBUG nova.network.neutron [req-ea13ad61-3bee-474c-8aeb-4d42af6fea27 req-7bb4e515-b20b-4b51-af18-bddb9587caec service nova] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Refreshing network info cache for port 9d6eaf7d-3f02-434f-934b-3773eda2b974 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1584.722467] env[63622]: DEBUG nova.compute.manager [req-0db1492d-8ad1-4831-9682-9c3924e31cfa req-00431502-814e-41a5-8e48-f32055411149 service nova] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Received event network-vif-deleted-cf03a7f4-2db4-431e-aa03-9312b518f206 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1584.722704] env[63622]: DEBUG nova.compute.manager [req-0db1492d-8ad1-4831-9682-9c3924e31cfa req-00431502-814e-41a5-8e48-f32055411149 service nova] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Received event network-changed-39a9a297-d546-4dca-ab0c-8b48b46287b3 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1584.722855] env[63622]: DEBUG nova.compute.manager [req-0db1492d-8ad1-4831-9682-9c3924e31cfa req-00431502-814e-41a5-8e48-f32055411149 service nova] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Refreshing instance network info cache due to event network-changed-39a9a297-d546-4dca-ab0c-8b48b46287b3. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1584.723090] env[63622]: DEBUG oslo_concurrency.lockutils [req-0db1492d-8ad1-4831-9682-9c3924e31cfa req-00431502-814e-41a5-8e48-f32055411149 service nova] Acquiring lock "refresh_cache-be8f9418-ff2d-4a0f-b24f-869917441642" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1584.723240] env[63622]: DEBUG oslo_concurrency.lockutils [req-0db1492d-8ad1-4831-9682-9c3924e31cfa req-00431502-814e-41a5-8e48-f32055411149 service nova] Acquired lock "refresh_cache-be8f9418-ff2d-4a0f-b24f-869917441642" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.723406] env[63622]: DEBUG nova.network.neutron [req-0db1492d-8ad1-4831-9682-9c3924e31cfa req-00431502-814e-41a5-8e48-f32055411149 service nova] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Refreshing network info cache for port 39a9a297-d546-4dca-ab0c-8b48b46287b3 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1584.867504] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "8144b612-bbdd-41d7-ba56-0c49cc7a5215" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.867906] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "8144b612-bbdd-41d7-ba56-0c49cc7a5215" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.988901] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816799, 'name': CreateVM_Task, 'duration_secs': 0.642462} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.989419] env[63622]: DEBUG oslo_concurrency.lockutils [None req-60e7c5dc-cb34-4f24-b93d-8ec8968c12c3 tempest-ImagesOneServerTestJSON-1689845198 tempest-ImagesOneServerTestJSON-1689845198-project-member] Lock "c54c2c2c-a066-4b23-b0ed-95c422024d3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.370s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.990616] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1584.991593] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1584.991849] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.992284] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1584.992613] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9212f233-b1a0-4dd2-8bf9-3ea584e8cf1d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.999459] env[63622]: DEBUG oslo_vmware.api [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Waiting for the task: (returnval){ [ 1584.999459] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52fa2a2d-c2fd-557d-8d17-a430506be4ab" [ 1584.999459] env[63622]: _type = "Task" [ 1584.999459] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.010991] env[63622]: DEBUG oslo_vmware.api [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52fa2a2d-c2fd-557d-8d17-a430506be4ab, 'name': SearchDatastore_Task, 'duration_secs': 0.010083} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.014284] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.014596] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1585.015915] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.016107] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.016790] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1585.016790] env[63622]: DEBUG oslo_vmware.api [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816800, 'name': Destroy_Task, 'duration_secs': 0.658097} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.020565] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2902427a-7fc9-4d0c-bf7b-d9f15c7809f3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.022518] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Destroyed the VM [ 1585.022518] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Deleting Snapshot of the VM instance {{(pid=63622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1585.023149] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-73b1f947-61cc-4986-9627-0713d236333d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.030533] env[63622]: DEBUG oslo_vmware.api [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Waiting for the task: (returnval){ [ 1585.030533] env[63622]: value = "task-1816803" [ 1585.030533] env[63622]: _type = "Task" [ 1585.030533] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.034807] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1585.035008] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1585.038589] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ece13250-e390-4dc5-be1f-919b10345761 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.047146] env[63622]: DEBUG oslo_vmware.api [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816803, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.050022] env[63622]: DEBUG oslo_vmware.api [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Waiting for the task: (returnval){ [ 1585.050022] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52f94c5d-1d6d-c4a6-3610-0407b5e629e9" [ 1585.050022] env[63622]: _type = "Task" [ 1585.050022] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.064628] env[63622]: DEBUG oslo_vmware.api [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52f94c5d-1d6d-c4a6-3610-0407b5e629e9, 'name': SearchDatastore_Task, 'duration_secs': 0.009311} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.065748] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-209910a0-f9cb-4d27-a31e-086bcd63d961 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.071073] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816801, 'name': CreateVM_Task, 'duration_secs': 0.395233} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.071653] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1585.072393] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.072956] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.073272] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1585.077627] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc9dbaa5-39b5-4384-ab72-3e049a4c959a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.078911] env[63622]: DEBUG oslo_vmware.api [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Waiting for the task: (returnval){ [ 1585.078911] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5256a117-192e-f58f-5059-33724f54710f" [ 1585.078911] env[63622]: _type = "Task" [ 1585.078911] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.086413] env[63622]: DEBUG oslo_vmware.api [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Waiting for the task: (returnval){ [ 1585.086413] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]527ca141-0ff0-fd5d-197f-52fba5f2337b" [ 1585.086413] env[63622]: _type = "Task" [ 1585.086413] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.093567] env[63622]: DEBUG oslo_vmware.api [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5256a117-192e-f58f-5059-33724f54710f, 'name': SearchDatastore_Task, 'duration_secs': 0.008865} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.096622] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.097025] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 27ac1c9d-affb-4883-97fd-84b43ec0a054/27ac1c9d-affb-4883-97fd-84b43ec0a054.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1585.098136] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2207555f-3f2b-4150-9d28-ddfbd0c6b359 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.103458] env[63622]: DEBUG oslo_vmware.api [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]527ca141-0ff0-fd5d-197f-52fba5f2337b, 'name': SearchDatastore_Task, 'duration_secs': 0.012645} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.104309] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.104389] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1585.104637] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.104910] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.105079] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1585.105313] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-532c0504-13d9-4105-a50b-a8c7849c7aba {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.108722] env[63622]: DEBUG oslo_vmware.api [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Waiting for the task: (returnval){ [ 1585.108722] env[63622]: value = "task-1816804" [ 1585.108722] env[63622]: _type = "Task" [ 1585.108722] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.115296] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1585.115542] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1585.116962] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83e50b3e-3a55-40c0-b678-21cefa52e0b5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.122574] env[63622]: DEBUG oslo_vmware.api [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1816804, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.125530] env[63622]: DEBUG oslo_vmware.api [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Waiting for the task: (returnval){ [ 1585.125530] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a0d19d-26e1-7a38-64aa-852a457d9cb7" [ 1585.125530] env[63622]: _type = "Task" [ 1585.125530] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.137115] env[63622]: DEBUG oslo_vmware.api [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a0d19d-26e1-7a38-64aa-852a457d9cb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.142603] env[63622]: DEBUG oslo_vmware.api [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816802, 'name': Destroy_Task, 'duration_secs': 0.400754} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.142774] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Destroyed the VM [ 1585.143025] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Deleting Snapshot of the VM instance {{(pid=63622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1585.147023] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1bb5c4bd-e794-4194-bd99-d785ed943641 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.150874] env[63622]: DEBUG oslo_vmware.api [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1585.150874] env[63622]: value = "task-1816805" [ 1585.150874] env[63622]: _type = "Task" [ 1585.150874] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.160049] env[63622]: DEBUG oslo_vmware.api [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816805, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.371726] env[63622]: DEBUG nova.compute.manager [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1585.400278] env[63622]: DEBUG oslo_concurrency.lockutils [None req-79067aaf-4221-4df8-9a07-7549082b336c tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Acquiring lock "57bcc753-9658-4126-ac0a-fa6b0bc1dc81" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.400557] env[63622]: DEBUG oslo_concurrency.lockutils [None req-79067aaf-4221-4df8-9a07-7549082b336c tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lock "57bcc753-9658-4126-ac0a-fa6b0bc1dc81" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.400737] env[63622]: DEBUG nova.compute.manager [None req-79067aaf-4221-4df8-9a07-7549082b336c tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1585.401676] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f9722d-1d0c-492d-ae19-e66ba446a5f8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.409698] env[63622]: DEBUG nova.compute.manager [None req-79067aaf-4221-4df8-9a07-7549082b336c tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63622) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1585.410454] env[63622]: DEBUG nova.objects.instance [None req-79067aaf-4221-4df8-9a07-7549082b336c tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lazy-loading 'flavor' on Instance uuid 57bcc753-9658-4126-ac0a-fa6b0bc1dc81 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1585.542286] env[63622]: DEBUG oslo_vmware.api [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816803, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.620855] env[63622]: DEBUG oslo_vmware.api [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1816804, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.624276] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f5ce06-32b9-4773-a876-679efd7e83fe {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.639980] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db45194-315e-47a7-81f1-4e38348f87b0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.643393] env[63622]: DEBUG oslo_vmware.api [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a0d19d-26e1-7a38-64aa-852a457d9cb7, 'name': SearchDatastore_Task, 'duration_secs': 0.009956} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.647096] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6734933-6af6-478e-9771-54f242122fd0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.675268] env[63622]: INFO nova.compute.manager [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Rebuilding instance [ 1585.681579] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20164a5-c548-4708-9dde-d54851d86eb6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.685178] env[63622]: DEBUG oslo_vmware.api [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Waiting for the task: (returnval){ [ 1585.685178] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52f4c540-cd93-4ccd-45c8-8179621bb433" [ 1585.685178] env[63622]: _type = "Task" [ 1585.685178] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.696421] env[63622]: DEBUG oslo_vmware.api [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816805, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.699700] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439be4cd-4c2d-4326-b63b-0de06e5dbebf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.707828] env[63622]: DEBUG oslo_vmware.api [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52f4c540-cd93-4ccd-45c8-8179621bb433, 'name': SearchDatastore_Task, 'duration_secs': 0.012998} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.708510] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.708836] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 83361e30-32ff-4dbb-8da8-cf8fb66a043f/83361e30-32ff-4dbb-8da8-cf8fb66a043f.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1585.712497] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51584ae1-c042-49ff-a4f4-c0f33854227c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.724273] env[63622]: DEBUG nova.compute.provider_tree [None req-10aa5b41-c6ed-42b0-afa5-8acbccb34e06 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1585.730140] env[63622]: DEBUG oslo_vmware.api [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Waiting for the task: (returnval){ [ 1585.730140] env[63622]: value = "task-1816806" [ 1585.730140] env[63622]: _type = "Task" [ 1585.730140] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.738622] env[63622]: DEBUG oslo_vmware.api [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.744556] env[63622]: DEBUG nova.compute.manager [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1585.745592] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200023df-491a-4e0a-86f6-51a9b4be9542 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.798055] env[63622]: DEBUG nova.network.neutron [req-0db1492d-8ad1-4831-9682-9c3924e31cfa req-00431502-814e-41a5-8e48-f32055411149 service nova] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Updated VIF entry in instance network info cache for port 39a9a297-d546-4dca-ab0c-8b48b46287b3. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1585.798871] env[63622]: DEBUG nova.network.neutron [req-0db1492d-8ad1-4831-9682-9c3924e31cfa req-00431502-814e-41a5-8e48-f32055411149 service nova] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Updating instance_info_cache with network_info: [{"id": "39a9a297-d546-4dca-ab0c-8b48b46287b3", "address": "fa:16:3e:18:1a:c3", "network": {"id": "84ca8a32-ad48-4d0a-8c1b-f3ca05002675", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2058438564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d48ab9c0b8f14609b047ab5dca895eb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39a9a297-d5", "ovs_interfaceid": "39a9a297-d546-4dca-ab0c-8b48b46287b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.854250] env[63622]: DEBUG nova.network.neutron [req-ea13ad61-3bee-474c-8aeb-4d42af6fea27 req-7bb4e515-b20b-4b51-af18-bddb9587caec service nova] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Updated VIF entry in instance network info cache for port 9d6eaf7d-3f02-434f-934b-3773eda2b974. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1585.854625] env[63622]: DEBUG nova.network.neutron [req-ea13ad61-3bee-474c-8aeb-4d42af6fea27 req-7bb4e515-b20b-4b51-af18-bddb9587caec service nova] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Updating instance_info_cache with network_info: [{"id": "9d6eaf7d-3f02-434f-934b-3773eda2b974", "address": "fa:16:3e:50:e1:b3", "network": {"id": "f6a6dd47-7b61-4b13-a2a1-9c46ffb461d1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-194860287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2a8048bf0c346588fcc48de2a56296a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d6eaf7d-3f", "ovs_interfaceid": "9d6eaf7d-3f02-434f-934b-3773eda2b974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.894677] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.042983] env[63622]: DEBUG oslo_vmware.api [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816803, 'name': RemoveSnapshot_Task, 'duration_secs': 0.907749} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.043296] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Deleted Snapshot of the VM instance {{(pid=63622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1586.043549] env[63622]: INFO nova.compute.manager [None req-382cde05-c215-44d4-9140-32d1ca6bb6fa tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Took 20.61 seconds to snapshot the instance on the hypervisor. [ 1586.123105] env[63622]: DEBUG oslo_vmware.api [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1816804, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582465} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.123404] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 27ac1c9d-affb-4883-97fd-84b43ec0a054/27ac1c9d-affb-4883-97fd-84b43ec0a054.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1586.123659] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1586.123961] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83dd46b6-f047-489d-97bd-4bda29352879 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.133989] env[63622]: DEBUG oslo_vmware.api [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Waiting for the task: (returnval){ [ 1586.133989] env[63622]: value = "task-1816807" [ 1586.133989] env[63622]: _type = "Task" [ 1586.133989] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.147198] env[63622]: DEBUG oslo_vmware.api [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1816807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.185281] env[63622]: DEBUG oslo_vmware.api [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816805, 'name': RemoveSnapshot_Task, 'duration_secs': 0.725602} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.185661] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Deleted Snapshot of the VM instance {{(pid=63622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1586.185821] env[63622]: INFO nova.compute.manager [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Took 21.40 seconds to snapshot the instance on the hypervisor. [ 1586.241755] env[63622]: DEBUG oslo_vmware.api [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816806, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.249778] env[63622]: ERROR nova.scheduler.client.report [None req-10aa5b41-c6ed-42b0-afa5-8acbccb34e06 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [req-2b56280d-4c6c-46e1-ac6b-265f07b20d9a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8dd86f19-3c1a-4ba4-9c42-69cb148971df. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2b56280d-4c6c-46e1-ac6b-265f07b20d9a"}]} [ 1586.268373] env[63622]: DEBUG nova.scheduler.client.report [None req-10aa5b41-c6ed-42b0-afa5-8acbccb34e06 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Refreshing inventories for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1586.285540] env[63622]: DEBUG nova.scheduler.client.report [None req-10aa5b41-c6ed-42b0-afa5-8acbccb34e06 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Updating ProviderTree inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1586.285767] env[63622]: DEBUG nova.compute.provider_tree [None req-10aa5b41-c6ed-42b0-afa5-8acbccb34e06 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1586.298710] env[63622]: DEBUG nova.scheduler.client.report [None req-10aa5b41-c6ed-42b0-afa5-8acbccb34e06 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Refreshing aggregate associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, aggregates: None {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1586.301218] env[63622]: DEBUG oslo_concurrency.lockutils [req-0db1492d-8ad1-4831-9682-9c3924e31cfa req-00431502-814e-41a5-8e48-f32055411149 service nova] Releasing lock "refresh_cache-be8f9418-ff2d-4a0f-b24f-869917441642" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.326430] env[63622]: DEBUG nova.scheduler.client.report [None req-10aa5b41-c6ed-42b0-afa5-8acbccb34e06 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Refreshing trait associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1586.357545] env[63622]: DEBUG oslo_concurrency.lockutils [req-ea13ad61-3bee-474c-8aeb-4d42af6fea27 req-7bb4e515-b20b-4b51-af18-bddb9587caec service nova] Releasing lock "refresh_cache-27ac1c9d-affb-4883-97fd-84b43ec0a054" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.421572] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-79067aaf-4221-4df8-9a07-7549082b336c tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1586.421908] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c2b373e-581c-4c4c-80f7-d07da8ed830c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.430034] env[63622]: DEBUG oslo_vmware.api [None req-79067aaf-4221-4df8-9a07-7549082b336c tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Waiting for the task: (returnval){ [ 1586.430034] env[63622]: value = "task-1816808" [ 1586.430034] env[63622]: _type = "Task" [ 1586.430034] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.444609] env[63622]: DEBUG oslo_vmware.api [None req-79067aaf-4221-4df8-9a07-7549082b336c tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1816808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.651682] env[63622]: DEBUG oslo_vmware.api [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1816807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09263} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.651981] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1586.653152] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcc7c0f-b55b-4a8a-80af-4205b3389e8e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.682620] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 27ac1c9d-affb-4883-97fd-84b43ec0a054/27ac1c9d-affb-4883-97fd-84b43ec0a054.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1586.685989] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73cb91f1-47da-455f-8867-a9edf5b71d3c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.715769] env[63622]: DEBUG oslo_vmware.api [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Waiting for the task: (returnval){ [ 1586.715769] env[63622]: value = "task-1816809" [ 1586.715769] env[63622]: _type = "Task" [ 1586.715769] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.727211] env[63622]: DEBUG oslo_vmware.api [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1816809, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.743417] env[63622]: DEBUG oslo_vmware.api [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816806, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551989} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.743417] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 83361e30-32ff-4dbb-8da8-cf8fb66a043f/83361e30-32ff-4dbb-8da8-cf8fb66a043f.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1586.743417] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1586.743417] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-973839d9-992f-4be0-8525-25319541a24c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.750046] env[63622]: DEBUG oslo_vmware.api [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Waiting for the task: (returnval){ [ 1586.750046] env[63622]: value = "task-1816810" [ 1586.750046] env[63622]: _type = "Task" [ 1586.750046] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.767295] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1586.767295] env[63622]: DEBUG oslo_vmware.api [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816810, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.769179] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae17461e-f0f7-4713-bc9d-5d1931a9ecb6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.778781] env[63622]: DEBUG nova.compute.manager [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Found 3 images (rotation: 2) {{(pid=63622) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4898}} [ 1586.778781] env[63622]: DEBUG nova.compute.manager [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Rotating out 1 backups {{(pid=63622) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4906}} [ 1586.778930] env[63622]: DEBUG nova.compute.manager [None req-92de4e1e-95d0-4e9c-bba1-728bc15fffc0 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Deleting image a39383ed-7b33-4379-8929-080fedeb1496 {{(pid=63622) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4911}} [ 1586.782577] env[63622]: DEBUG oslo_vmware.api [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Waiting for the task: (returnval){ [ 1586.782577] env[63622]: value = "task-1816811" [ 1586.782577] env[63622]: _type = "Task" [ 1586.782577] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.793509] env[63622]: DEBUG oslo_vmware.api [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.946181] env[63622]: DEBUG oslo_vmware.api [None req-79067aaf-4221-4df8-9a07-7549082b336c tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1816808, 'name': PowerOffVM_Task, 'duration_secs': 0.216026} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.946472] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-79067aaf-4221-4df8-9a07-7549082b336c tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1586.946669] env[63622]: DEBUG nova.compute.manager [None req-79067aaf-4221-4df8-9a07-7549082b336c tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1586.947641] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd45e0b8-39da-4c63-8d67-de15849d2d30 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.002488] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c99653c-344f-4e4c-ae88-7c06225f1941 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.012390] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2ccedc-e1db-481a-a02c-40b4150782de {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.046570] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d452fa7b-26d4-4feb-95dc-382e4163eceb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.055185] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750830a4-2ea8-41ae-84da-45889c34d12b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.073678] env[63622]: DEBUG nova.compute.provider_tree [None req-10aa5b41-c6ed-42b0-afa5-8acbccb34e06 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1587.160135] env[63622]: DEBUG nova.compute.manager [req-0d403cd1-93de-4452-ad1d-c71feb209b4a req-f893a161-40c5-4209-9edd-ae61d168ac81 service nova] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Received event network-vif-plugged-26f713cc-3175-4469-93e8-da176263d886 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1587.160936] env[63622]: DEBUG oslo_concurrency.lockutils [req-0d403cd1-93de-4452-ad1d-c71feb209b4a req-f893a161-40c5-4209-9edd-ae61d168ac81 service nova] Acquiring lock "83361e30-32ff-4dbb-8da8-cf8fb66a043f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1587.160936] env[63622]: DEBUG oslo_concurrency.lockutils [req-0d403cd1-93de-4452-ad1d-c71feb209b4a req-f893a161-40c5-4209-9edd-ae61d168ac81 service nova] Lock "83361e30-32ff-4dbb-8da8-cf8fb66a043f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.160936] env[63622]: DEBUG oslo_concurrency.lockutils [req-0d403cd1-93de-4452-ad1d-c71feb209b4a req-f893a161-40c5-4209-9edd-ae61d168ac81 service nova] Lock "83361e30-32ff-4dbb-8da8-cf8fb66a043f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.161083] env[63622]: DEBUG nova.compute.manager [req-0d403cd1-93de-4452-ad1d-c71feb209b4a req-f893a161-40c5-4209-9edd-ae61d168ac81 service nova] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] No waiting events found dispatching network-vif-plugged-26f713cc-3175-4469-93e8-da176263d886 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1587.161173] env[63622]: WARNING nova.compute.manager [req-0d403cd1-93de-4452-ad1d-c71feb209b4a req-f893a161-40c5-4209-9edd-ae61d168ac81 service nova] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Received unexpected event network-vif-plugged-26f713cc-3175-4469-93e8-da176263d886 for instance with vm_state building and task_state spawning. [ 1587.161780] env[63622]: DEBUG nova.compute.manager [req-0d403cd1-93de-4452-ad1d-c71feb209b4a req-f893a161-40c5-4209-9edd-ae61d168ac81 service nova] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Received event network-changed-26f713cc-3175-4469-93e8-da176263d886 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1587.161780] env[63622]: DEBUG nova.compute.manager [req-0d403cd1-93de-4452-ad1d-c71feb209b4a req-f893a161-40c5-4209-9edd-ae61d168ac81 service nova] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Refreshing instance network info cache due to event network-changed-26f713cc-3175-4469-93e8-da176263d886. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1587.161780] env[63622]: DEBUG oslo_concurrency.lockutils [req-0d403cd1-93de-4452-ad1d-c71feb209b4a req-f893a161-40c5-4209-9edd-ae61d168ac81 service nova] Acquiring lock "refresh_cache-83361e30-32ff-4dbb-8da8-cf8fb66a043f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1587.161780] env[63622]: DEBUG oslo_concurrency.lockutils [req-0d403cd1-93de-4452-ad1d-c71feb209b4a req-f893a161-40c5-4209-9edd-ae61d168ac81 service nova] Acquired lock "refresh_cache-83361e30-32ff-4dbb-8da8-cf8fb66a043f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.162362] env[63622]: DEBUG nova.network.neutron [req-0d403cd1-93de-4452-ad1d-c71feb209b4a req-f893a161-40c5-4209-9edd-ae61d168ac81 service nova] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Refreshing network info cache for port 26f713cc-3175-4469-93e8-da176263d886 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1587.225815] env[63622]: DEBUG oslo_vmware.api [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1816809, 'name': ReconfigVM_Task, 'duration_secs': 0.308082} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.226040] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 27ac1c9d-affb-4883-97fd-84b43ec0a054/27ac1c9d-affb-4883-97fd-84b43ec0a054.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1587.226683] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4849639-a6a8-4284-8d1e-1deed653692c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.234129] env[63622]: DEBUG oslo_vmware.api [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Waiting for the task: (returnval){ [ 1587.234129] env[63622]: value = "task-1816812" [ 1587.234129] env[63622]: _type = "Task" [ 1587.234129] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.243813] env[63622]: DEBUG oslo_vmware.api [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1816812, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.261553] env[63622]: DEBUG oslo_vmware.api [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816810, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068757} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.261553] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1587.261553] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d90dcd0-cdf6-4f5f-9759-057a0f0519c6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.290148] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 83361e30-32ff-4dbb-8da8-cf8fb66a043f/83361e30-32ff-4dbb-8da8-cf8fb66a043f.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1587.291161] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47861f00-80a2-41ff-b1c4-f357537a36c3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.317558] env[63622]: DEBUG oslo_vmware.api [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816811, 'name': PowerOffVM_Task, 'duration_secs': 0.162429} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.318940] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1587.319214] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1587.319662] env[63622]: DEBUG oslo_vmware.api [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Waiting for the task: (returnval){ [ 1587.319662] env[63622]: value = "task-1816813" [ 1587.319662] env[63622]: _type = "Task" [ 1587.319662] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.320264] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3924bb3d-8fd3-444e-bf1a-c00efbea9cff {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.331786] env[63622]: DEBUG oslo_vmware.api [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816813, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.334621] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1587.335095] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c38e373-e036-4516-a9b7-88a1352ed51c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.362608] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1587.363083] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1587.363393] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Deleting the datastore file [datastore1] cd422152-9cf0-490e-b593-417fe5b56c0c {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1587.363586] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4588f5f8-ec0a-4e27-83c4-ae8d3f493a4e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.370704] env[63622]: DEBUG oslo_vmware.api [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Waiting for the task: (returnval){ [ 1587.370704] env[63622]: value = "task-1816815" [ 1587.370704] env[63622]: _type = "Task" [ 1587.370704] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.379471] env[63622]: DEBUG oslo_vmware.api [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816815, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.461747] env[63622]: DEBUG oslo_concurrency.lockutils [None req-79067aaf-4221-4df8-9a07-7549082b336c tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lock "57bcc753-9658-4126-ac0a-fa6b0bc1dc81" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.578987] env[63622]: DEBUG nova.scheduler.client.report [None req-10aa5b41-c6ed-42b0-afa5-8acbccb34e06 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1587.747604] env[63622]: DEBUG oslo_vmware.api [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1816812, 'name': Rename_Task, 'duration_secs': 0.34935} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.748060] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1587.748531] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-487067eb-00ed-4a74-8f02-4884ec951b5e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.758090] env[63622]: DEBUG oslo_vmware.api [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Waiting for the task: (returnval){ [ 1587.758090] env[63622]: value = "task-1816816" [ 1587.758090] env[63622]: _type = "Task" [ 1587.758090] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.768238] env[63622]: DEBUG oslo_vmware.api [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1816816, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.836314] env[63622]: DEBUG oslo_vmware.api [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.885211] env[63622]: DEBUG oslo_vmware.api [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816815, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191504} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.887223] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1587.887439] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1587.887612] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1588.077400] env[63622]: DEBUG nova.network.neutron [req-0d403cd1-93de-4452-ad1d-c71feb209b4a req-f893a161-40c5-4209-9edd-ae61d168ac81 service nova] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Updated VIF entry in instance network info cache for port 26f713cc-3175-4469-93e8-da176263d886. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1588.078503] env[63622]: DEBUG nova.network.neutron [req-0d403cd1-93de-4452-ad1d-c71feb209b4a req-f893a161-40c5-4209-9edd-ae61d168ac81 service nova] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Updating instance_info_cache with network_info: [{"id": "26f713cc-3175-4469-93e8-da176263d886", "address": "fa:16:3e:f2:ec:ae", "network": {"id": "ef08f109-69d8-41b9-92e3-4cfb4768bc4b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1285182779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e8791eefc374ff28b667e54ec5a6f1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26f713cc-31", "ovs_interfaceid": "26f713cc-3175-4469-93e8-da176263d886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1588.092143] env[63622]: DEBUG oslo_concurrency.lockutils [None req-10aa5b41-c6ed-42b0-afa5-8acbccb34e06 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.632s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.096768] env[63622]: DEBUG oslo_concurrency.lockutils [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.098s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.099505] env[63622]: INFO nova.compute.claims [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1588.130820] env[63622]: INFO nova.scheduler.client.report [None req-10aa5b41-c6ed-42b0-afa5-8acbccb34e06 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Deleted allocations for instance f2024142-be0c-465d-8e21-20dc270d760d [ 1588.270406] env[63622]: DEBUG oslo_vmware.api [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1816816, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.337936] env[63622]: DEBUG oslo_vmware.api [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816813, 'name': ReconfigVM_Task, 'duration_secs': 0.657538} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.339245] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 83361e30-32ff-4dbb-8da8-cf8fb66a043f/83361e30-32ff-4dbb-8da8-cf8fb66a043f.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1588.339540] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e4c14dd-fee1-4640-9d49-bee195468860 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.348628] env[63622]: DEBUG oslo_vmware.api [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Waiting for the task: (returnval){ [ 1588.348628] env[63622]: value = "task-1816817" [ 1588.348628] env[63622]: _type = "Task" [ 1588.348628] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.361127] env[63622]: DEBUG oslo_vmware.api [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816817, 'name': Rename_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.586389] env[63622]: DEBUG oslo_concurrency.lockutils [req-0d403cd1-93de-4452-ad1d-c71feb209b4a req-f893a161-40c5-4209-9edd-ae61d168ac81 service nova] Releasing lock "refresh_cache-83361e30-32ff-4dbb-8da8-cf8fb66a043f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.640996] env[63622]: DEBUG oslo_concurrency.lockutils [None req-10aa5b41-c6ed-42b0-afa5-8acbccb34e06 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lock "f2024142-be0c-465d-8e21-20dc270d760d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.689s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.652209] env[63622]: DEBUG nova.compute.manager [None req-ab9b0792-8e09-4278-927f-77d34dd54bea tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1588.654122] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a073f1df-6b89-468c-a294-b0341fb971b4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.770486] env[63622]: DEBUG oslo_vmware.api [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1816816, 'name': PowerOnVM_Task, 'duration_secs': 0.640843} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.770762] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1588.771501] env[63622]: INFO nova.compute.manager [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Took 12.99 seconds to spawn the instance on the hypervisor. [ 1588.771830] env[63622]: DEBUG nova.compute.manager [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1588.772792] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86705441-dc8c-4202-8f36-20f2239636b4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.860827] env[63622]: DEBUG oslo_vmware.api [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816817, 'name': Rename_Task, 'duration_secs': 0.227666} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.861281] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1588.861572] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52f6a339-787c-459e-82e4-7e8ba87a3048 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.870134] env[63622]: DEBUG oslo_vmware.api [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Waiting for the task: (returnval){ [ 1588.870134] env[63622]: value = "task-1816818" [ 1588.870134] env[63622]: _type = "Task" [ 1588.870134] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.879145] env[63622]: DEBUG oslo_vmware.api [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.940029] env[63622]: DEBUG nova.virt.hardware [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1588.940029] env[63622]: DEBUG nova.virt.hardware [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1588.940211] env[63622]: DEBUG nova.virt.hardware [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1588.940793] env[63622]: DEBUG nova.virt.hardware [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1588.940793] env[63622]: DEBUG nova.virt.hardware [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1588.940793] env[63622]: DEBUG nova.virt.hardware [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1588.940978] env[63622]: DEBUG nova.virt.hardware [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1588.941138] env[63622]: DEBUG nova.virt.hardware [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1588.941301] env[63622]: DEBUG nova.virt.hardware [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1588.941509] env[63622]: DEBUG nova.virt.hardware [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1588.942230] env[63622]: DEBUG nova.virt.hardware [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1588.942774] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538c7c32-a14a-42a5-ae7d-c8cf96489b06 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.950874] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804d6af8-a5ab-41eb-a371-68c2b7400b18 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.965594] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Instance VIF info [] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1588.971843] env[63622]: DEBUG oslo.service.loopingcall [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1588.971843] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1588.971980] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7801a05c-30c1-4fea-a893-e977a6077804 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.991695] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1588.991695] env[63622]: value = "task-1816819" [ 1588.991695] env[63622]: _type = "Task" [ 1588.991695] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.998548] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816819, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.020193] env[63622]: DEBUG oslo_concurrency.lockutils [None req-896f122c-e144-4c33-8d89-6e75c4f8d315 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquiring lock "e7830255-e614-43b6-b6dc-73a3c48e4090" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.020466] env[63622]: DEBUG oslo_concurrency.lockutils [None req-896f122c-e144-4c33-8d89-6e75c4f8d315 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lock "e7830255-e614-43b6-b6dc-73a3c48e4090" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.020682] env[63622]: DEBUG oslo_concurrency.lockutils [None req-896f122c-e144-4c33-8d89-6e75c4f8d315 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquiring lock "e7830255-e614-43b6-b6dc-73a3c48e4090-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.020867] env[63622]: DEBUG oslo_concurrency.lockutils [None req-896f122c-e144-4c33-8d89-6e75c4f8d315 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lock "e7830255-e614-43b6-b6dc-73a3c48e4090-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.021051] env[63622]: DEBUG oslo_concurrency.lockutils [None req-896f122c-e144-4c33-8d89-6e75c4f8d315 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lock "e7830255-e614-43b6-b6dc-73a3c48e4090-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.023392] env[63622]: INFO nova.compute.manager [None req-896f122c-e144-4c33-8d89-6e75c4f8d315 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Terminating instance [ 1589.087688] env[63622]: DEBUG nova.objects.instance [None req-cb52ba14-b2a7-430a-8531-9706f48254f9 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lazy-loading 'flavor' on Instance uuid 57bcc753-9658-4126-ac0a-fa6b0bc1dc81 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1589.166943] env[63622]: INFO nova.compute.manager [None req-ab9b0792-8e09-4278-927f-77d34dd54bea tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] instance snapshotting [ 1589.171333] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64198e22-a30c-4a8f-bc13-fb5fc1e7d565 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.198701] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ba5c33-5d4e-4cd2-bb9f-f81a50a3a51c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.301688] env[63622]: INFO nova.compute.manager [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Took 45.19 seconds to build instance. [ 1589.384996] env[63622]: DEBUG oslo_vmware.api [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816818, 'name': PowerOnVM_Task, 'duration_secs': 0.471337} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.385611] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1589.388466] env[63622]: INFO nova.compute.manager [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Took 7.07 seconds to spawn the instance on the hypervisor. [ 1589.388792] env[63622]: DEBUG nova.compute.manager [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1589.390367] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d4141b-bf3c-4abf-909d-27073734a6c6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.505047] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816819, 'name': CreateVM_Task, 'duration_secs': 0.408575} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.505047] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1589.505047] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.505707] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.505891] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1589.506165] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65450763-2470-48cf-9b4d-7a2a8636c952 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.511797] env[63622]: DEBUG oslo_vmware.api [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Waiting for the task: (returnval){ [ 1589.511797] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52bed158-695a-c1ea-35b4-ab85b157885b" [ 1589.511797] env[63622]: _type = "Task" [ 1589.511797] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.522975] env[63622]: DEBUG oslo_vmware.api [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52bed158-695a-c1ea-35b4-ab85b157885b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.527955] env[63622]: DEBUG nova.compute.manager [None req-896f122c-e144-4c33-8d89-6e75c4f8d315 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1589.528191] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-896f122c-e144-4c33-8d89-6e75c4f8d315 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1589.529439] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd6e644-2735-4fcc-b59a-59c40f279ca9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.537140] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-896f122c-e144-4c33-8d89-6e75c4f8d315 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1589.537437] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-370cb36f-a948-44c9-9f53-23d68c43cd14 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.543247] env[63622]: DEBUG oslo_vmware.api [None req-896f122c-e144-4c33-8d89-6e75c4f8d315 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1589.543247] env[63622]: value = "task-1816820" [ 1589.543247] env[63622]: _type = "Task" [ 1589.543247] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.593284] env[63622]: DEBUG oslo_concurrency.lockutils [None req-cb52ba14-b2a7-430a-8531-9706f48254f9 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Acquiring lock "refresh_cache-57bcc753-9658-4126-ac0a-fa6b0bc1dc81" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.593460] env[63622]: DEBUG oslo_concurrency.lockutils [None req-cb52ba14-b2a7-430a-8531-9706f48254f9 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Acquired lock "refresh_cache-57bcc753-9658-4126-ac0a-fa6b0bc1dc81" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.594128] env[63622]: DEBUG nova.network.neutron [None req-cb52ba14-b2a7-430a-8531-9706f48254f9 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1589.594516] env[63622]: DEBUG nova.objects.instance [None req-cb52ba14-b2a7-430a-8531-9706f48254f9 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lazy-loading 'info_cache' on Instance uuid 57bcc753-9658-4126-ac0a-fa6b0bc1dc81 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1589.712969] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9b0792-8e09-4278-927f-77d34dd54bea tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Creating Snapshot of the VM instance {{(pid=63622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1589.713348] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-db5f7f7b-cabc-49bd-9a41-97717419a9a8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.728900] env[63622]: DEBUG oslo_vmware.api [None req-ab9b0792-8e09-4278-927f-77d34dd54bea tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Waiting for the task: (returnval){ [ 1589.728900] env[63622]: value = "task-1816821" [ 1589.728900] env[63622]: _type = "Task" [ 1589.728900] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.743296] env[63622]: DEBUG oslo_vmware.api [None req-ab9b0792-8e09-4278-927f-77d34dd54bea tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816821, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.804789] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c65ab7e0-b702-4366-9bfc-6b4cd6004f7b tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Lock "27ac1c9d-affb-4883-97fd-84b43ec0a054" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.495s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.839176] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8bd09e6-3980-4226-852b-413a2a299aca {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.853945] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1df82b-9235-4489-8c14-d90e9dd9cf81 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.889704] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be45c69-b82b-49f1-89a1-428182c275fc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.901077] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea439924-7dea-48c1-97b7-b51ff21669e0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.916194] env[63622]: INFO nova.compute.manager [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Took 42.88 seconds to build instance. [ 1589.934150] env[63622]: DEBUG nova.compute.provider_tree [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1590.026435] env[63622]: DEBUG oslo_vmware.api [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52bed158-695a-c1ea-35b4-ab85b157885b, 'name': SearchDatastore_Task, 'duration_secs': 0.031643} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.026747] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.027047] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1590.027292] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.027442] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.027993] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1590.027993] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e466ef9-b7ed-4ef2-8610-d68551dfcefe {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.038272] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1590.038512] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1590.039247] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abbc9959-700d-4be3-9303-c473e605e5b2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.045384] env[63622]: DEBUG oslo_vmware.api [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Waiting for the task: (returnval){ [ 1590.045384] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e2d31f-a921-14ef-cbce-6a38a5560aa0" [ 1590.045384] env[63622]: _type = "Task" [ 1590.045384] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.057313] env[63622]: DEBUG oslo_vmware.api [None req-896f122c-e144-4c33-8d89-6e75c4f8d315 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816820, 'name': PowerOffVM_Task, 'duration_secs': 0.33568} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.061559] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-896f122c-e144-4c33-8d89-6e75c4f8d315 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1590.061761] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-896f122c-e144-4c33-8d89-6e75c4f8d315 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1590.062038] env[63622]: DEBUG oslo_vmware.api [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e2d31f-a921-14ef-cbce-6a38a5560aa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.062275] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2dd0169b-a39d-4b12-8658-fb559210ff1e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.098829] env[63622]: DEBUG nova.objects.base [None req-cb52ba14-b2a7-430a-8531-9706f48254f9 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Object Instance<57bcc753-9658-4126-ac0a-fa6b0bc1dc81> lazy-loaded attributes: flavor,info_cache {{(pid=63622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1590.143225] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-896f122c-e144-4c33-8d89-6e75c4f8d315 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1590.143611] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-896f122c-e144-4c33-8d89-6e75c4f8d315 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1590.143854] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-896f122c-e144-4c33-8d89-6e75c4f8d315 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Deleting the datastore file [datastore1] e7830255-e614-43b6-b6dc-73a3c48e4090 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1590.144140] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70ac8f95-4942-4e1e-9ec0-d6f5bda95f5f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.152624] env[63622]: DEBUG oslo_vmware.api [None req-896f122c-e144-4c33-8d89-6e75c4f8d315 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1590.152624] env[63622]: value = "task-1816823" [ 1590.152624] env[63622]: _type = "Task" [ 1590.152624] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.163980] env[63622]: DEBUG oslo_vmware.api [None req-896f122c-e144-4c33-8d89-6e75c4f8d315 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.239314] env[63622]: DEBUG oslo_vmware.api [None req-ab9b0792-8e09-4278-927f-77d34dd54bea tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816821, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.419326] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1b203ce6-9d08-48e3-b9ef-191645fff9b2 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Lock "83361e30-32ff-4dbb-8da8-cf8fb66a043f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.478s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.437765] env[63622]: DEBUG nova.scheduler.client.report [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1590.505110] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3a3efbc1-7127-42d0-a746-ccbbe706fc79 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Acquiring lock "27ac1c9d-affb-4883-97fd-84b43ec0a054" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.505325] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3a3efbc1-7127-42d0-a746-ccbbe706fc79 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Lock "27ac1c9d-affb-4883-97fd-84b43ec0a054" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.505543] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3a3efbc1-7127-42d0-a746-ccbbe706fc79 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Acquiring lock "27ac1c9d-affb-4883-97fd-84b43ec0a054-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.505733] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3a3efbc1-7127-42d0-a746-ccbbe706fc79 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Lock "27ac1c9d-affb-4883-97fd-84b43ec0a054-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.505908] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3a3efbc1-7127-42d0-a746-ccbbe706fc79 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Lock "27ac1c9d-affb-4883-97fd-84b43ec0a054-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.511979] env[63622]: INFO nova.compute.manager [None req-3a3efbc1-7127-42d0-a746-ccbbe706fc79 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Terminating instance [ 1590.565166] env[63622]: DEBUG oslo_vmware.api [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e2d31f-a921-14ef-cbce-6a38a5560aa0, 'name': SearchDatastore_Task, 'duration_secs': 0.012381} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.565166] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8abae691-83bd-4f28-b6e5-3166b11618d8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.570369] env[63622]: DEBUG oslo_vmware.api [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Waiting for the task: (returnval){ [ 1590.570369] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]529f5fa4-8e06-335c-2b40-acfc20ede6fa" [ 1590.570369] env[63622]: _type = "Task" [ 1590.570369] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.579306] env[63622]: DEBUG oslo_vmware.api [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]529f5fa4-8e06-335c-2b40-acfc20ede6fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.663165] env[63622]: DEBUG oslo_vmware.api [None req-896f122c-e144-4c33-8d89-6e75c4f8d315 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222753} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.663476] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-896f122c-e144-4c33-8d89-6e75c4f8d315 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1590.663667] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-896f122c-e144-4c33-8d89-6e75c4f8d315 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1590.663900] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-896f122c-e144-4c33-8d89-6e75c4f8d315 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1590.664146] env[63622]: INFO nova.compute.manager [None req-896f122c-e144-4c33-8d89-6e75c4f8d315 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1590.664418] env[63622]: DEBUG oslo.service.loopingcall [None req-896f122c-e144-4c33-8d89-6e75c4f8d315 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1590.665089] env[63622]: DEBUG nova.compute.manager [-] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1590.665292] env[63622]: DEBUG nova.network.neutron [-] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1590.747775] env[63622]: DEBUG oslo_vmware.api [None req-ab9b0792-8e09-4278-927f-77d34dd54bea tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816821, 'name': CreateSnapshot_Task, 'duration_secs': 0.927197} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.749927] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9b0792-8e09-4278-927f-77d34dd54bea tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Created Snapshot of the VM instance {{(pid=63622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1590.753665] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7dd7acc-8453-47ff-8c2b-dc788718452c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.947684] env[63622]: DEBUG oslo_concurrency.lockutils [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.850s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.947684] env[63622]: DEBUG nova.compute.manager [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1590.950230] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.077s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.953493] env[63622]: INFO nova.compute.claims [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1591.023022] env[63622]: DEBUG nova.compute.manager [None req-3a3efbc1-7127-42d0-a746-ccbbe706fc79 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1591.023022] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3efbc1-7127-42d0-a746-ccbbe706fc79 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1591.023022] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f46a44-b416-4832-bea9-1e24421b0092 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.030433] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a3efbc1-7127-42d0-a746-ccbbe706fc79 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1591.030858] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fae22440-8b5d-47a9-871e-746cd49d6d7c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.040332] env[63622]: DEBUG oslo_vmware.api [None req-3a3efbc1-7127-42d0-a746-ccbbe706fc79 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Waiting for the task: (returnval){ [ 1591.040332] env[63622]: value = "task-1816824" [ 1591.040332] env[63622]: _type = "Task" [ 1591.040332] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.053610] env[63622]: DEBUG oslo_vmware.api [None req-3a3efbc1-7127-42d0-a746-ccbbe706fc79 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1816824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.081578] env[63622]: DEBUG oslo_vmware.api [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]529f5fa4-8e06-335c-2b40-acfc20ede6fa, 'name': SearchDatastore_Task, 'duration_secs': 0.01876} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.082619] env[63622]: DEBUG nova.network.neutron [None req-cb52ba14-b2a7-430a-8531-9706f48254f9 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Updating instance_info_cache with network_info: [{"id": "42638319-f2a0-4764-87a9-457bbadb7c34", "address": "fa:16:3e:9e:e5:40", "network": {"id": "460db244-db8b-4b4c-87eb-3c3c214dc53c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-199804094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b059e9f34de5469fadcf3a65167d7123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42638319-f2", "ovs_interfaceid": "42638319-f2a0-4764-87a9-457bbadb7c34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.084639] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1591.084955] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] cd422152-9cf0-490e-b593-417fe5b56c0c/cd422152-9cf0-490e-b593-417fe5b56c0c.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1591.085595] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bde56e3-806f-4f11-9171-6f3fccf3ef35 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.094314] env[63622]: DEBUG oslo_vmware.api [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Waiting for the task: (returnval){ [ 1591.094314] env[63622]: value = "task-1816825" [ 1591.094314] env[63622]: _type = "Task" [ 1591.094314] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.101851] env[63622]: DEBUG oslo_vmware.api [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.187297] env[63622]: DEBUG oslo_concurrency.lockutils [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Acquiring lock "0ea5d621-0d9c-4062-8a21-88f72cdece18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.188014] env[63622]: DEBUG oslo_concurrency.lockutils [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Lock "0ea5d621-0d9c-4062-8a21-88f72cdece18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.276030] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9b0792-8e09-4278-927f-77d34dd54bea tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Creating linked-clone VM from snapshot {{(pid=63622) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1591.277226] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d0fff62e-0f0d-4000-8e15-8b2be43e2a60 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.289849] env[63622]: DEBUG oslo_vmware.api [None req-ab9b0792-8e09-4278-927f-77d34dd54bea tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Waiting for the task: (returnval){ [ 1591.289849] env[63622]: value = "task-1816826" [ 1591.289849] env[63622]: _type = "Task" [ 1591.289849] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.297846] env[63622]: DEBUG oslo_vmware.api [None req-ab9b0792-8e09-4278-927f-77d34dd54bea tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816826, 'name': CloneVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.333870] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ab05916b-b1b2-4024-8bd0-6ea912502d31 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "0436abf1-ae0c-4595-912c-e7957b7a64a3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.337017] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ab05916b-b1b2-4024-8bd0-6ea912502d31 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "0436abf1-ae0c-4595-912c-e7957b7a64a3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.337017] env[63622]: DEBUG nova.compute.manager [None req-ab05916b-b1b2-4024-8bd0-6ea912502d31 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1591.337017] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8176a9-82f8-4b8b-a035-87d49cfbc5a5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.346563] env[63622]: DEBUG nova.compute.manager [None req-ab05916b-b1b2-4024-8bd0-6ea912502d31 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63622) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1591.347721] env[63622]: DEBUG nova.objects.instance [None req-ab05916b-b1b2-4024-8bd0-6ea912502d31 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lazy-loading 'flavor' on Instance uuid 0436abf1-ae0c-4595-912c-e7957b7a64a3 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1591.400385] env[63622]: DEBUG nova.compute.manager [req-c6094ca5-899b-443f-bb28-126da6909ab2 req-0c3149bb-2511-40fb-9d18-aa5ab2846352 service nova] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Received event network-vif-deleted-49a6f11d-ffa7-4e4d-aae9-939531362874 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1591.400385] env[63622]: INFO nova.compute.manager [req-c6094ca5-899b-443f-bb28-126da6909ab2 req-0c3149bb-2511-40fb-9d18-aa5ab2846352 service nova] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Neutron deleted interface 49a6f11d-ffa7-4e4d-aae9-939531362874; detaching it from the instance and deleting it from the info cache [ 1591.400385] env[63622]: DEBUG nova.network.neutron [req-c6094ca5-899b-443f-bb28-126da6909ab2 req-0c3149bb-2511-40fb-9d18-aa5ab2846352 service nova] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.459202] env[63622]: DEBUG nova.compute.utils [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1591.465660] env[63622]: DEBUG nova.compute.manager [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1591.468697] env[63622]: DEBUG nova.network.neutron [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1591.521973] env[63622]: DEBUG nova.network.neutron [-] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.533583] env[63622]: DEBUG nova.policy [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59dd4f864cf640e480dc8c1f701fbd2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebd3f285a9d2433597945e73f2213306', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1591.551927] env[63622]: DEBUG oslo_vmware.api [None req-3a3efbc1-7127-42d0-a746-ccbbe706fc79 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1816824, 'name': PowerOffVM_Task, 'duration_secs': 0.236985} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.552229] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a3efbc1-7127-42d0-a746-ccbbe706fc79 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1591.552403] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3efbc1-7127-42d0-a746-ccbbe706fc79 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1591.552668] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c035b732-11c7-4286-98fa-338ea0489904 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.586566] env[63622]: DEBUG oslo_concurrency.lockutils [None req-cb52ba14-b2a7-430a-8531-9706f48254f9 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Releasing lock "refresh_cache-57bcc753-9658-4126-ac0a-fa6b0bc1dc81" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1591.603744] env[63622]: DEBUG oslo_vmware.api [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816825, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.690538] env[63622]: DEBUG nova.compute.manager [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1591.747139] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3efbc1-7127-42d0-a746-ccbbe706fc79 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1591.747740] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3efbc1-7127-42d0-a746-ccbbe706fc79 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1591.748945] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a3efbc1-7127-42d0-a746-ccbbe706fc79 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Deleting the datastore file [datastore1] 27ac1c9d-affb-4883-97fd-84b43ec0a054 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1591.749328] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8ae562d-1a9e-4495-97c2-1cbc51a0ffce {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.757512] env[63622]: DEBUG oslo_vmware.api [None req-3a3efbc1-7127-42d0-a746-ccbbe706fc79 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Waiting for the task: (returnval){ [ 1591.757512] env[63622]: value = "task-1816828" [ 1591.757512] env[63622]: _type = "Task" [ 1591.757512] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.767611] env[63622]: DEBUG oslo_vmware.api [None req-3a3efbc1-7127-42d0-a746-ccbbe706fc79 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1816828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.801273] env[63622]: DEBUG oslo_vmware.api [None req-ab9b0792-8e09-4278-927f-77d34dd54bea tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816826, 'name': CloneVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.843963] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Acquiring lock "1904db1c-f966-46ad-8894-dac1b335ad25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.844979] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Lock "1904db1c-f966-46ad-8894-dac1b335ad25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.905694] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c7037db-e59a-42ce-ae3e-fa8bee907c0b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.909252] env[63622]: DEBUG nova.network.neutron [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Successfully created port: 7f7d392b-b818-47c5-b068-a11688cb6ea7 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1591.922402] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f15b71a-14a8-49d6-a188-3ffece62c7a0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.969028] env[63622]: DEBUG nova.compute.manager [req-c6094ca5-899b-443f-bb28-126da6909ab2 req-0c3149bb-2511-40fb-9d18-aa5ab2846352 service nova] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Detach interface failed, port_id=49a6f11d-ffa7-4e4d-aae9-939531362874, reason: Instance e7830255-e614-43b6-b6dc-73a3c48e4090 could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1591.973020] env[63622]: DEBUG nova.compute.manager [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1592.024354] env[63622]: INFO nova.compute.manager [-] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Took 1.36 seconds to deallocate network for instance. [ 1592.108399] env[63622]: DEBUG oslo_vmware.api [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816825, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575413} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.112546] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] cd422152-9cf0-490e-b593-417fe5b56c0c/cd422152-9cf0-490e-b593-417fe5b56c0c.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1592.116028] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1592.116028] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60603237-4197-4404-b943-50b0d1b14247 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.120775] env[63622]: DEBUG oslo_vmware.api [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Waiting for the task: (returnval){ [ 1592.120775] env[63622]: value = "task-1816829" [ 1592.120775] env[63622]: _type = "Task" [ 1592.120775] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.132417] env[63622]: DEBUG oslo_vmware.api [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816829, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.219428] env[63622]: DEBUG oslo_concurrency.lockutils [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.267695] env[63622]: DEBUG oslo_vmware.api [None req-3a3efbc1-7127-42d0-a746-ccbbe706fc79 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1816828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151979} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.270495] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a3efbc1-7127-42d0-a746-ccbbe706fc79 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1592.270697] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3efbc1-7127-42d0-a746-ccbbe706fc79 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1592.271229] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3efbc1-7127-42d0-a746-ccbbe706fc79 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1592.271229] env[63622]: INFO nova.compute.manager [None req-3a3efbc1-7127-42d0-a746-ccbbe706fc79 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1592.271353] env[63622]: DEBUG oslo.service.loopingcall [None req-3a3efbc1-7127-42d0-a746-ccbbe706fc79 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1592.271695] env[63622]: DEBUG nova.compute.manager [-] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1592.272230] env[63622]: DEBUG nova.network.neutron [-] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1592.301884] env[63622]: DEBUG oslo_vmware.api [None req-ab9b0792-8e09-4278-927f-77d34dd54bea tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816826, 'name': CloneVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.347861] env[63622]: DEBUG nova.compute.manager [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1592.356388] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab05916b-b1b2-4024-8bd0-6ea912502d31 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1592.356673] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1526d7c4-e286-434c-a210-c7a184acd27f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.364308] env[63622]: DEBUG oslo_vmware.api [None req-ab05916b-b1b2-4024-8bd0-6ea912502d31 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1592.364308] env[63622]: value = "task-1816830" [ 1592.364308] env[63622]: _type = "Task" [ 1592.364308] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.377704] env[63622]: DEBUG oslo_vmware.api [None req-ab05916b-b1b2-4024-8bd0-6ea912502d31 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.533476] env[63622]: DEBUG oslo_concurrency.lockutils [None req-896f122c-e144-4c33-8d89-6e75c4f8d315 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.601614] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb52ba14-b2a7-430a-8531-9706f48254f9 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1592.602059] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c705d2d4-6c72-447f-92d1-6bb02e01bb82 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.613170] env[63622]: DEBUG oslo_vmware.api [None req-cb52ba14-b2a7-430a-8531-9706f48254f9 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Waiting for the task: (returnval){ [ 1592.613170] env[63622]: value = "task-1816831" [ 1592.613170] env[63622]: _type = "Task" [ 1592.613170] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.644426] env[63622]: DEBUG oslo_vmware.api [None req-cb52ba14-b2a7-430a-8531-9706f48254f9 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1816831, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.654357] env[63622]: DEBUG oslo_vmware.api [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816829, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073495} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.655182] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1592.656512] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f18449-6623-42ad-86af-e66a9a4e50d0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.701849] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] cd422152-9cf0-490e-b593-417fe5b56c0c/cd422152-9cf0-490e-b593-417fe5b56c0c.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1592.709838] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28dc364e-936b-4bdd-8239-bcd924128687 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.734120] env[63622]: DEBUG oslo_vmware.api [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Waiting for the task: (returnval){ [ 1592.734120] env[63622]: value = "task-1816832" [ 1592.734120] env[63622]: _type = "Task" [ 1592.734120] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.746599] env[63622]: DEBUG oslo_vmware.api [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816832, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.747672] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27231293-c293-40ff-830b-01e7b29b5c2c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.755248] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d22f22f-6db4-4c9f-9975-e47219b165bc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.792939] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e45d0d-cd13-4a44-b78f-61706c0eba6f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.807997] env[63622]: DEBUG oslo_vmware.api [None req-ab9b0792-8e09-4278-927f-77d34dd54bea tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816826, 'name': CloneVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.810366] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbe1ec1-2ff4-411c-b438-3a905bb4bf2a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.827671] env[63622]: DEBUG nova.compute.provider_tree [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1592.876305] env[63622]: DEBUG oslo_vmware.api [None req-ab05916b-b1b2-4024-8bd0-6ea912502d31 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816830, 'name': PowerOffVM_Task, 'duration_secs': 0.426732} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.876637] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab05916b-b1b2-4024-8bd0-6ea912502d31 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1592.876909] env[63622]: DEBUG nova.compute.manager [None req-ab05916b-b1b2-4024-8bd0-6ea912502d31 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1592.878423] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db6be0e-c67e-4182-975b-7d97fd97d8dc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.881181] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.951105] env[63622]: DEBUG nova.compute.manager [None req-df4af849-f4f7-472e-b71d-bf2e19b1bcb5 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1592.951630] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7e01dd-8761-4622-909b-d430ac3570a1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.982590] env[63622]: DEBUG nova.compute.manager [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1593.016321] env[63622]: DEBUG nova.virt.hardware [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1593.016590] env[63622]: DEBUG nova.virt.hardware [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1593.016672] env[63622]: DEBUG nova.virt.hardware [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1593.016823] env[63622]: DEBUG nova.virt.hardware [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1593.016972] env[63622]: DEBUG nova.virt.hardware [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1593.017120] env[63622]: DEBUG nova.virt.hardware [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1593.017333] env[63622]: DEBUG nova.virt.hardware [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1593.017499] env[63622]: DEBUG nova.virt.hardware [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1593.017761] env[63622]: DEBUG nova.virt.hardware [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1593.017803] env[63622]: DEBUG nova.virt.hardware [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1593.018564] env[63622]: DEBUG nova.virt.hardware [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1593.019240] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b204a525-1dfa-473e-a931-4caa48fe37e3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.030669] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fa195e-c5ea-4dd1-9d8d-72a13250dbcb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.094025] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Acquiring lock "29822337-a213-4067-8c96-923e706e6f49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.094340] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Lock "29822337-a213-4067-8c96-923e706e6f49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.133125] env[63622]: DEBUG oslo_vmware.api [None req-cb52ba14-b2a7-430a-8531-9706f48254f9 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1816831, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.245718] env[63622]: DEBUG oslo_vmware.api [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816832, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.296963] env[63622]: DEBUG nova.network.neutron [-] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.307943] env[63622]: DEBUG oslo_vmware.api [None req-ab9b0792-8e09-4278-927f-77d34dd54bea tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816826, 'name': CloneVM_Task, 'duration_secs': 1.979504} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.308224] env[63622]: INFO nova.virt.vmwareapi.vmops [None req-ab9b0792-8e09-4278-927f-77d34dd54bea tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Created linked-clone VM from snapshot [ 1593.309338] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc9b15c-4992-444f-a6c8-1e043490c80a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.318773] env[63622]: DEBUG nova.virt.vmwareapi.images [None req-ab9b0792-8e09-4278-927f-77d34dd54bea tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Uploading image 48fab728-055d-4df8-84df-9f368e6304d4 {{(pid=63622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1593.331415] env[63622]: DEBUG nova.scheduler.client.report [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1593.348053] env[63622]: DEBUG oslo_vmware.rw_handles [None req-ab9b0792-8e09-4278-927f-77d34dd54bea tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1593.348053] env[63622]: value = "vm-376413" [ 1593.348053] env[63622]: _type = "VirtualMachine" [ 1593.348053] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1593.348478] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5c2456c9-e6e3-4216-b2c1-6714a5102b03 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.357430] env[63622]: DEBUG oslo_vmware.rw_handles [None req-ab9b0792-8e09-4278-927f-77d34dd54bea tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Lease: (returnval){ [ 1593.357430] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52fbb9ba-2859-d895-a7e2-f142fb35db67" [ 1593.357430] env[63622]: _type = "HttpNfcLease" [ 1593.357430] env[63622]: } obtained for exporting VM: (result){ [ 1593.357430] env[63622]: value = "vm-376413" [ 1593.357430] env[63622]: _type = "VirtualMachine" [ 1593.357430] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1593.358461] env[63622]: DEBUG oslo_vmware.api [None req-ab9b0792-8e09-4278-927f-77d34dd54bea tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Waiting for the lease: (returnval){ [ 1593.358461] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52fbb9ba-2859-d895-a7e2-f142fb35db67" [ 1593.358461] env[63622]: _type = "HttpNfcLease" [ 1593.358461] env[63622]: } to be ready. {{(pid=63622) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1593.369709] env[63622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1593.369709] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52fbb9ba-2859-d895-a7e2-f142fb35db67" [ 1593.369709] env[63622]: _type = "HttpNfcLease" [ 1593.369709] env[63622]: } is ready. {{(pid=63622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1593.370801] env[63622]: DEBUG oslo_vmware.rw_handles [None req-ab9b0792-8e09-4278-927f-77d34dd54bea tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1593.370801] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52fbb9ba-2859-d895-a7e2-f142fb35db67" [ 1593.370801] env[63622]: _type = "HttpNfcLease" [ 1593.370801] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1593.371685] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b79795-3f85-4778-978a-d9b7d25b9d46 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.381382] env[63622]: DEBUG oslo_vmware.rw_handles [None req-ab9b0792-8e09-4278-927f-77d34dd54bea tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5254292a-4ecc-a8b3-43e6-42d753374dda/disk-0.vmdk from lease info. {{(pid=63622) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1593.381382] env[63622]: DEBUG oslo_vmware.rw_handles [None req-ab9b0792-8e09-4278-927f-77d34dd54bea tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5254292a-4ecc-a8b3-43e6-42d753374dda/disk-0.vmdk for reading. {{(pid=63622) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1593.448148] env[63622]: DEBUG nova.compute.manager [req-fb14567b-d5ab-4bc4-a1ea-bc6260375f4e req-8dd373a4-5b8d-41bc-b76f-2c405d5a5cf9 service nova] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Received event network-vif-deleted-9d6eaf7d-3f02-434f-934b-3773eda2b974 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1593.448990] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ab05916b-b1b2-4024-8bd0-6ea912502d31 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "0436abf1-ae0c-4595-912c-e7957b7a64a3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.114s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.462332] env[63622]: INFO nova.compute.manager [None req-df4af849-f4f7-472e-b71d-bf2e19b1bcb5 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] instance snapshotting [ 1593.465429] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e1b165-8573-48b8-9800-3f3b11b30014 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.489667] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b416a39-f313-4c3a-9118-9b8be14b5ece {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.514717] env[63622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b7956a0e-e304-4e18-9905-8e45847d2676 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.597563] env[63622]: DEBUG nova.compute.manager [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 29822337-a213-4067-8c96-923e706e6f49] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1593.637065] env[63622]: DEBUG oslo_vmware.api [None req-cb52ba14-b2a7-430a-8531-9706f48254f9 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1816831, 'name': PowerOnVM_Task, 'duration_secs': 1.012279} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.638067] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb52ba14-b2a7-430a-8531-9706f48254f9 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1593.638294] env[63622]: DEBUG nova.compute.manager [None req-cb52ba14-b2a7-430a-8531-9706f48254f9 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1593.639241] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c200b2f-053a-4d50-905a-da79e9d783c0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.714216] env[63622]: DEBUG nova.network.neutron [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Successfully updated port: 7f7d392b-b818-47c5-b068-a11688cb6ea7 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1593.748619] env[63622]: DEBUG oslo_vmware.api [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816832, 'name': ReconfigVM_Task, 'duration_secs': 0.910139} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.748619] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Reconfigured VM instance instance-00000037 to attach disk [datastore1] cd422152-9cf0-490e-b593-417fe5b56c0c/cd422152-9cf0-490e-b593-417fe5b56c0c.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1593.750054] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6eb44bf-b77d-4abc-885c-715b7e54c68d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.752785] env[63622]: DEBUG nova.compute.manager [req-287f849a-4d84-4a55-84c6-1f3c12816890 req-f6e62792-85f8-48ab-a96d-5df0637d3264 service nova] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Received event network-vif-plugged-7f7d392b-b818-47c5-b068-a11688cb6ea7 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1593.753125] env[63622]: DEBUG oslo_concurrency.lockutils [req-287f849a-4d84-4a55-84c6-1f3c12816890 req-f6e62792-85f8-48ab-a96d-5df0637d3264 service nova] Acquiring lock "4fe79ca1-00cd-4360-9179-96997ca32b34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.753367] env[63622]: DEBUG oslo_concurrency.lockutils [req-287f849a-4d84-4a55-84c6-1f3c12816890 req-f6e62792-85f8-48ab-a96d-5df0637d3264 service nova] Lock "4fe79ca1-00cd-4360-9179-96997ca32b34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.753543] env[63622]: DEBUG oslo_concurrency.lockutils [req-287f849a-4d84-4a55-84c6-1f3c12816890 req-f6e62792-85f8-48ab-a96d-5df0637d3264 service nova] Lock "4fe79ca1-00cd-4360-9179-96997ca32b34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.753713] env[63622]: DEBUG nova.compute.manager [req-287f849a-4d84-4a55-84c6-1f3c12816890 req-f6e62792-85f8-48ab-a96d-5df0637d3264 service nova] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] No waiting events found dispatching network-vif-plugged-7f7d392b-b818-47c5-b068-a11688cb6ea7 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1593.753901] env[63622]: WARNING nova.compute.manager [req-287f849a-4d84-4a55-84c6-1f3c12816890 req-f6e62792-85f8-48ab-a96d-5df0637d3264 service nova] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Received unexpected event network-vif-plugged-7f7d392b-b818-47c5-b068-a11688cb6ea7 for instance with vm_state building and task_state spawning. [ 1593.759950] env[63622]: DEBUG oslo_vmware.api [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Waiting for the task: (returnval){ [ 1593.759950] env[63622]: value = "task-1816834" [ 1593.759950] env[63622]: _type = "Task" [ 1593.759950] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.770224] env[63622]: DEBUG oslo_vmware.api [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816834, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.799403] env[63622]: INFO nova.compute.manager [-] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Took 1.53 seconds to deallocate network for instance. [ 1593.839201] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.889s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.839734] env[63622]: DEBUG nova.compute.manager [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1593.844734] env[63622]: DEBUG oslo_concurrency.lockutils [None req-bc1cd704-80cc-4f79-b7ae-0fee8d04434a tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.706s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.844734] env[63622]: DEBUG nova.objects.instance [None req-bc1cd704-80cc-4f79-b7ae-0fee8d04434a tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Lazy-loading 'resources' on Instance uuid c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1594.001397] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-df4af849-f4f7-472e-b71d-bf2e19b1bcb5 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Creating Snapshot of the VM instance {{(pid=63622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1594.001971] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ec8c6ade-8715-4df4-862a-660c1a3772da {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.010010] env[63622]: DEBUG oslo_vmware.api [None req-df4af849-f4f7-472e-b71d-bf2e19b1bcb5 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Waiting for the task: (returnval){ [ 1594.010010] env[63622]: value = "task-1816835" [ 1594.010010] env[63622]: _type = "Task" [ 1594.010010] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.021564] env[63622]: DEBUG oslo_vmware.api [None req-df4af849-f4f7-472e-b71d-bf2e19b1bcb5 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816835, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.122645] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.218528] env[63622]: DEBUG oslo_concurrency.lockutils [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "refresh_cache-4fe79ca1-00cd-4360-9179-96997ca32b34" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1594.218690] env[63622]: DEBUG oslo_concurrency.lockutils [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquired lock "refresh_cache-4fe79ca1-00cd-4360-9179-96997ca32b34" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.218848] env[63622]: DEBUG nova.network.neutron [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1594.272500] env[63622]: DEBUG oslo_vmware.api [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816834, 'name': Rename_Task, 'duration_secs': 0.17855} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.272732] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1594.273075] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b3c0623-2ef8-40a2-9bda-3f6550dea18d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.283761] env[63622]: DEBUG oslo_vmware.api [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Waiting for the task: (returnval){ [ 1594.283761] env[63622]: value = "task-1816836" [ 1594.283761] env[63622]: _type = "Task" [ 1594.283761] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.295994] env[63622]: DEBUG oslo_vmware.api [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816836, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.307787] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3a3efbc1-7127-42d0-a746-ccbbe706fc79 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.348819] env[63622]: DEBUG nova.compute.utils [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1594.358177] env[63622]: DEBUG nova.compute.manager [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1594.358177] env[63622]: DEBUG nova.network.neutron [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1594.455735] env[63622]: DEBUG nova.policy [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5a560b15cde47588b3ff1e5b96b1fe1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f120bd72d5754804aceba4bf1a29bd52', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1594.540011] env[63622]: DEBUG oslo_vmware.api [None req-df4af849-f4f7-472e-b71d-bf2e19b1bcb5 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816835, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.681328] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Acquiring lock "9f49dd91-81f7-428c-a57b-738481f47dc2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.682072] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Lock "9f49dd91-81f7-428c-a57b-738481f47dc2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.782231] env[63622]: DEBUG nova.network.neutron [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1594.807917] env[63622]: DEBUG oslo_vmware.api [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816836, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.856487] env[63622]: DEBUG nova.compute.manager [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1594.955752] env[63622]: DEBUG nova.network.neutron [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Successfully created port: a6e72d77-1a0e-4b01-b84a-d92c816ae13d {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1595.030740] env[63622]: DEBUG oslo_vmware.api [None req-df4af849-f4f7-472e-b71d-bf2e19b1bcb5 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816835, 'name': CreateSnapshot_Task, 'duration_secs': 0.946752} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.031884] env[63622]: DEBUG nova.network.neutron [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Updating instance_info_cache with network_info: [{"id": "7f7d392b-b818-47c5-b068-a11688cb6ea7", "address": "fa:16:3e:a8:9a:b0", "network": {"id": "68e51f20-239f-4a02-84bc-7a1f8640b875", "bridge": "br-int", "label": "tempest-ServersTestJSON-1825242270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebd3f285a9d2433597945e73f2213306", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f7d392b-b8", "ovs_interfaceid": "7f7d392b-b818-47c5-b068-a11688cb6ea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1595.033335] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-df4af849-f4f7-472e-b71d-bf2e19b1bcb5 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Created Snapshot of the VM instance {{(pid=63622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1595.034512] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886faba4-9000-4e3c-bcc0-f23f96de54c4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.108039] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd713c3-b4d5-4922-96db-67d4afe4b5e4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.118238] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe89ec8-1737-4873-801d-3f084886c743 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.161560] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d0a1cc-b4c6-41f5-9c78-c6cf3ee65a3f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.179271] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7044735d-5cc8-46d3-93a5-3c7b0dc8d764 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.201747] env[63622]: DEBUG nova.compute.provider_tree [None req-bc1cd704-80cc-4f79-b7ae-0fee8d04434a tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1595.296435] env[63622]: DEBUG oslo_vmware.api [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816836, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.538190] env[63622]: DEBUG oslo_concurrency.lockutils [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Releasing lock "refresh_cache-4fe79ca1-00cd-4360-9179-96997ca32b34" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.538576] env[63622]: DEBUG nova.compute.manager [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Instance network_info: |[{"id": "7f7d392b-b818-47c5-b068-a11688cb6ea7", "address": "fa:16:3e:a8:9a:b0", "network": {"id": "68e51f20-239f-4a02-84bc-7a1f8640b875", "bridge": "br-int", "label": "tempest-ServersTestJSON-1825242270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebd3f285a9d2433597945e73f2213306", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f7d392b-b8", "ovs_interfaceid": "7f7d392b-b818-47c5-b068-a11688cb6ea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1595.539034] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:9a:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '939c05b6-8f31-4f3a-95ac-6297e0bd243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f7d392b-b818-47c5-b068-a11688cb6ea7', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1595.547393] env[63622]: DEBUG oslo.service.loopingcall [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1595.547693] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1595.547976] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dcf4a510-18b9-4be1-92e1-ed5034ffd13b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.569871] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-df4af849-f4f7-472e-b71d-bf2e19b1bcb5 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Creating linked-clone VM from snapshot {{(pid=63622) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1595.570193] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c7df1db5-016c-4bfc-9ca4-a88bfedfeb46 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.579340] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1595.579340] env[63622]: value = "task-1816838" [ 1595.579340] env[63622]: _type = "Task" [ 1595.579340] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.586149] env[63622]: DEBUG oslo_vmware.api [None req-df4af849-f4f7-472e-b71d-bf2e19b1bcb5 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Waiting for the task: (returnval){ [ 1595.586149] env[63622]: value = "task-1816837" [ 1595.586149] env[63622]: _type = "Task" [ 1595.586149] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.592358] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816838, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.597771] env[63622]: DEBUG oslo_vmware.api [None req-df4af849-f4f7-472e-b71d-bf2e19b1bcb5 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816837, 'name': CloneVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.675917] env[63622]: DEBUG nova.compute.manager [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Stashing vm_state: stopped {{(pid=63622) _prep_resize /opt/stack/nova/nova/compute/manager.py:5968}} [ 1595.705248] env[63622]: DEBUG nova.scheduler.client.report [None req-bc1cd704-80cc-4f79-b7ae-0fee8d04434a tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1595.782389] env[63622]: DEBUG nova.compute.manager [req-c5852ea7-b783-4842-bb59-879d74e734d3 req-2a830315-9d6e-4ed8-8995-9f1508cd0371 service nova] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Received event network-changed-7f7d392b-b818-47c5-b068-a11688cb6ea7 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1595.783044] env[63622]: DEBUG nova.compute.manager [req-c5852ea7-b783-4842-bb59-879d74e734d3 req-2a830315-9d6e-4ed8-8995-9f1508cd0371 service nova] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Refreshing instance network info cache due to event network-changed-7f7d392b-b818-47c5-b068-a11688cb6ea7. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1595.783118] env[63622]: DEBUG oslo_concurrency.lockutils [req-c5852ea7-b783-4842-bb59-879d74e734d3 req-2a830315-9d6e-4ed8-8995-9f1508cd0371 service nova] Acquiring lock "refresh_cache-4fe79ca1-00cd-4360-9179-96997ca32b34" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.783588] env[63622]: DEBUG oslo_concurrency.lockutils [req-c5852ea7-b783-4842-bb59-879d74e734d3 req-2a830315-9d6e-4ed8-8995-9f1508cd0371 service nova] Acquired lock "refresh_cache-4fe79ca1-00cd-4360-9179-96997ca32b34" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.784393] env[63622]: DEBUG nova.network.neutron [req-c5852ea7-b783-4842-bb59-879d74e734d3 req-2a830315-9d6e-4ed8-8995-9f1508cd0371 service nova] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Refreshing network info cache for port 7f7d392b-b818-47c5-b068-a11688cb6ea7 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1595.804843] env[63622]: DEBUG oslo_vmware.api [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816836, 'name': PowerOnVM_Task, 'duration_secs': 1.304984} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.805011] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1595.805349] env[63622]: DEBUG nova.compute.manager [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1595.806752] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32f55db-e6fc-4a55-a4f4-f32cacd49b93 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.867099] env[63622]: DEBUG nova.compute.manager [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1595.896554] env[63622]: DEBUG nova.virt.hardware [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1595.896832] env[63622]: DEBUG nova.virt.hardware [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1595.896993] env[63622]: DEBUG nova.virt.hardware [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1595.897213] env[63622]: DEBUG nova.virt.hardware [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1595.897367] env[63622]: DEBUG nova.virt.hardware [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1595.897517] env[63622]: DEBUG nova.virt.hardware [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1595.897726] env[63622]: DEBUG nova.virt.hardware [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1595.897935] env[63622]: DEBUG nova.virt.hardware [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1595.898145] env[63622]: DEBUG nova.virt.hardware [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1595.898318] env[63622]: DEBUG nova.virt.hardware [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1595.898494] env[63622]: DEBUG nova.virt.hardware [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1595.899784] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e414c5f-363d-428e-872e-4e7a7302132c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.908642] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08474ffa-d968-4237-8413-bcfc2a02d3c0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.090223] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816838, 'name': CreateVM_Task, 'duration_secs': 0.419663} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.093622] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1596.094471] env[63622]: DEBUG oslo_concurrency.lockutils [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1596.094661] env[63622]: DEBUG oslo_concurrency.lockutils [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.095069] env[63622]: DEBUG oslo_concurrency.lockutils [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1596.095785] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10e45e8c-39e3-4d68-bfa1-cbe159197f85 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.101195] env[63622]: DEBUG oslo_vmware.api [None req-df4af849-f4f7-472e-b71d-bf2e19b1bcb5 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816837, 'name': CloneVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.104419] env[63622]: DEBUG oslo_vmware.api [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1596.104419] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a8bb66-dd84-7ed5-a0c8-aaa8527201b8" [ 1596.104419] env[63622]: _type = "Task" [ 1596.104419] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.112862] env[63622]: DEBUG oslo_vmware.api [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a8bb66-dd84-7ed5-a0c8-aaa8527201b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.202352] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.211451] env[63622]: DEBUG oslo_concurrency.lockutils [None req-bc1cd704-80cc-4f79-b7ae-0fee8d04434a tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.369s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.213799] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5f2ab492-6915-4077-b6fd-b4b2706bde56 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.992s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.214605] env[63622]: DEBUG nova.objects.instance [None req-5f2ab492-6915-4077-b6fd-b4b2706bde56 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Lazy-loading 'resources' on Instance uuid 8efee4bc-a038-47a3-b182-e7c8acfa6ac7 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1596.233133] env[63622]: INFO nova.scheduler.client.report [None req-bc1cd704-80cc-4f79-b7ae-0fee8d04434a tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Deleted allocations for instance c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a [ 1596.335331] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.600377] env[63622]: DEBUG oslo_vmware.api [None req-df4af849-f4f7-472e-b71d-bf2e19b1bcb5 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816837, 'name': CloneVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.615709] env[63622]: DEBUG oslo_vmware.api [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a8bb66-dd84-7ed5-a0c8-aaa8527201b8, 'name': SearchDatastore_Task, 'duration_secs': 0.014171} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.616018] env[63622]: DEBUG oslo_concurrency.lockutils [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1596.616264] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1596.616818] env[63622]: DEBUG oslo_concurrency.lockutils [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1596.616969] env[63622]: DEBUG oslo_concurrency.lockutils [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.617171] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1596.617654] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b73f931-44e5-442a-9b09-c2a0bf4e55c1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.626430] env[63622]: DEBUG nova.network.neutron [req-c5852ea7-b783-4842-bb59-879d74e734d3 req-2a830315-9d6e-4ed8-8995-9f1508cd0371 service nova] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Updated VIF entry in instance network info cache for port 7f7d392b-b818-47c5-b068-a11688cb6ea7. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1596.626888] env[63622]: DEBUG nova.network.neutron [req-c5852ea7-b783-4842-bb59-879d74e734d3 req-2a830315-9d6e-4ed8-8995-9f1508cd0371 service nova] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Updating instance_info_cache with network_info: [{"id": "7f7d392b-b818-47c5-b068-a11688cb6ea7", "address": "fa:16:3e:a8:9a:b0", "network": {"id": "68e51f20-239f-4a02-84bc-7a1f8640b875", "bridge": "br-int", "label": "tempest-ServersTestJSON-1825242270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebd3f285a9d2433597945e73f2213306", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f7d392b-b8", "ovs_interfaceid": "7f7d392b-b818-47c5-b068-a11688cb6ea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1596.630302] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1596.630484] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1596.631562] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3999d84-f6bd-48f6-8caa-c88afbe1094b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.635404] env[63622]: DEBUG nova.network.neutron [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Successfully updated port: a6e72d77-1a0e-4b01-b84a-d92c816ae13d {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1596.639990] env[63622]: DEBUG oslo_vmware.api [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1596.639990] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5291c5d4-3359-a211-178e-4a36c4895c5e" [ 1596.639990] env[63622]: _type = "Task" [ 1596.639990] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.650521] env[63622]: DEBUG oslo_vmware.api [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5291c5d4-3359-a211-178e-4a36c4895c5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.746954] env[63622]: DEBUG oslo_concurrency.lockutils [None req-bc1cd704-80cc-4f79-b7ae-0fee8d04434a tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Lock "c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.784s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.003291] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c55153d4-11d3-4578-be0a-bd673d143d5a tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Acquiring lock "cd422152-9cf0-490e-b593-417fe5b56c0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.003885] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c55153d4-11d3-4578-be0a-bd673d143d5a tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Lock "cd422152-9cf0-490e-b593-417fe5b56c0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.003885] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c55153d4-11d3-4578-be0a-bd673d143d5a tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Acquiring lock "cd422152-9cf0-490e-b593-417fe5b56c0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.003994] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c55153d4-11d3-4578-be0a-bd673d143d5a tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Lock "cd422152-9cf0-490e-b593-417fe5b56c0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.004202] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c55153d4-11d3-4578-be0a-bd673d143d5a tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Lock "cd422152-9cf0-490e-b593-417fe5b56c0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.006898] env[63622]: INFO nova.compute.manager [None req-c55153d4-11d3-4578-be0a-bd673d143d5a tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Terminating instance [ 1597.102461] env[63622]: DEBUG oslo_vmware.api [None req-df4af849-f4f7-472e-b71d-bf2e19b1bcb5 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816837, 'name': CloneVM_Task} progress is 95%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.133017] env[63622]: DEBUG oslo_concurrency.lockutils [req-c5852ea7-b783-4842-bb59-879d74e734d3 req-2a830315-9d6e-4ed8-8995-9f1508cd0371 service nova] Releasing lock "refresh_cache-4fe79ca1-00cd-4360-9179-96997ca32b34" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1597.142582] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquiring lock "refresh_cache-573694ac-637c-4ec4-b40d-38d09951d6ad" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1597.142677] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquired lock "refresh_cache-573694ac-637c-4ec4-b40d-38d09951d6ad" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.142755] env[63622]: DEBUG nova.network.neutron [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1597.155227] env[63622]: DEBUG oslo_vmware.api [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5291c5d4-3359-a211-178e-4a36c4895c5e, 'name': SearchDatastore_Task, 'duration_secs': 0.017428} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.156306] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1544b0ee-6d03-42a7-89c8-1a5ef02f0b0b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.161910] env[63622]: DEBUG oslo_vmware.api [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1597.161910] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ed815e-5870-2bca-1d2e-98703a411e45" [ 1597.161910] env[63622]: _type = "Task" [ 1597.161910] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.173556] env[63622]: DEBUG oslo_vmware.api [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ed815e-5870-2bca-1d2e-98703a411e45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.213427] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b638172-fd1b-4d89-acc8-2bca2983a005 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.224434] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f74813e-b0c5-45a0-b17f-f060a8217faf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.257462] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8e97f2-0250-4aac-ad2d-29cb965515ad {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.269341] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f94cd7-4c53-4613-927a-1b98147d1044 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.287138] env[63622]: DEBUG nova.compute.provider_tree [None req-5f2ab492-6915-4077-b6fd-b4b2706bde56 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1597.513669] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c55153d4-11d3-4578-be0a-bd673d143d5a tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Acquiring lock "refresh_cache-cd422152-9cf0-490e-b593-417fe5b56c0c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1597.513978] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c55153d4-11d3-4578-be0a-bd673d143d5a tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Acquired lock "refresh_cache-cd422152-9cf0-490e-b593-417fe5b56c0c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.514201] env[63622]: DEBUG nova.network.neutron [None req-c55153d4-11d3-4578-be0a-bd673d143d5a tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1597.600601] env[63622]: DEBUG oslo_vmware.api [None req-df4af849-f4f7-472e-b71d-bf2e19b1bcb5 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816837, 'name': CloneVM_Task} progress is 95%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.675963] env[63622]: DEBUG oslo_vmware.api [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ed815e-5870-2bca-1d2e-98703a411e45, 'name': SearchDatastore_Task, 'duration_secs': 0.019528} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.676255] env[63622]: DEBUG oslo_concurrency.lockutils [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1597.676516] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 4fe79ca1-00cd-4360-9179-96997ca32b34/4fe79ca1-00cd-4360-9179-96997ca32b34.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1597.676772] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b6f2b70-29d1-4c71-9b74-3c72ad6658f4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.683774] env[63622]: DEBUG oslo_vmware.api [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1597.683774] env[63622]: value = "task-1816839" [ 1597.683774] env[63622]: _type = "Task" [ 1597.683774] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.692673] env[63622]: DEBUG oslo_vmware.api [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1816839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.693892] env[63622]: DEBUG nova.network.neutron [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1597.790820] env[63622]: DEBUG nova.scheduler.client.report [None req-5f2ab492-6915-4077-b6fd-b4b2706bde56 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1597.874466] env[63622]: DEBUG nova.compute.manager [req-87355296-e3ce-4a25-a728-d64fd2770af5 req-238b1384-2808-4365-bb36-700a9ca069e8 service nova] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Received event network-vif-plugged-a6e72d77-1a0e-4b01-b84a-d92c816ae13d {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1597.874690] env[63622]: DEBUG oslo_concurrency.lockutils [req-87355296-e3ce-4a25-a728-d64fd2770af5 req-238b1384-2808-4365-bb36-700a9ca069e8 service nova] Acquiring lock "573694ac-637c-4ec4-b40d-38d09951d6ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.874926] env[63622]: DEBUG oslo_concurrency.lockutils [req-87355296-e3ce-4a25-a728-d64fd2770af5 req-238b1384-2808-4365-bb36-700a9ca069e8 service nova] Lock "573694ac-637c-4ec4-b40d-38d09951d6ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.875188] env[63622]: DEBUG oslo_concurrency.lockutils [req-87355296-e3ce-4a25-a728-d64fd2770af5 req-238b1384-2808-4365-bb36-700a9ca069e8 service nova] Lock "573694ac-637c-4ec4-b40d-38d09951d6ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.875303] env[63622]: DEBUG nova.compute.manager [req-87355296-e3ce-4a25-a728-d64fd2770af5 req-238b1384-2808-4365-bb36-700a9ca069e8 service nova] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] No waiting events found dispatching network-vif-plugged-a6e72d77-1a0e-4b01-b84a-d92c816ae13d {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1597.875470] env[63622]: WARNING nova.compute.manager [req-87355296-e3ce-4a25-a728-d64fd2770af5 req-238b1384-2808-4365-bb36-700a9ca069e8 service nova] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Received unexpected event network-vif-plugged-a6e72d77-1a0e-4b01-b84a-d92c816ae13d for instance with vm_state building and task_state spawning. [ 1597.875628] env[63622]: DEBUG nova.compute.manager [req-87355296-e3ce-4a25-a728-d64fd2770af5 req-238b1384-2808-4365-bb36-700a9ca069e8 service nova] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Received event network-changed-a6e72d77-1a0e-4b01-b84a-d92c816ae13d {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1597.875778] env[63622]: DEBUG nova.compute.manager [req-87355296-e3ce-4a25-a728-d64fd2770af5 req-238b1384-2808-4365-bb36-700a9ca069e8 service nova] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Refreshing instance network info cache due to event network-changed-a6e72d77-1a0e-4b01-b84a-d92c816ae13d. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1597.875947] env[63622]: DEBUG oslo_concurrency.lockutils [req-87355296-e3ce-4a25-a728-d64fd2770af5 req-238b1384-2808-4365-bb36-700a9ca069e8 service nova] Acquiring lock "refresh_cache-573694ac-637c-4ec4-b40d-38d09951d6ad" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1597.908452] env[63622]: DEBUG nova.network.neutron [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Updating instance_info_cache with network_info: [{"id": "a6e72d77-1a0e-4b01-b84a-d92c816ae13d", "address": "fa:16:3e:cb:62:89", "network": {"id": "6a81e564-3ab4-4b16-815a-02efc78621b6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1115342741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f120bd72d5754804aceba4bf1a29bd52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6e72d77-1a", "ovs_interfaceid": "a6e72d77-1a0e-4b01-b84a-d92c816ae13d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.037307] env[63622]: DEBUG nova.network.neutron [None req-c55153d4-11d3-4578-be0a-bd673d143d5a tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1598.101366] env[63622]: DEBUG nova.network.neutron [None req-c55153d4-11d3-4578-be0a-bd673d143d5a tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.106452] env[63622]: DEBUG oslo_vmware.api [None req-df4af849-f4f7-472e-b71d-bf2e19b1bcb5 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816837, 'name': CloneVM_Task, 'duration_secs': 2.299108} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.107316] env[63622]: INFO nova.virt.vmwareapi.vmops [None req-df4af849-f4f7-472e-b71d-bf2e19b1bcb5 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Created linked-clone VM from snapshot [ 1598.108313] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd45e5d-c769-43e2-860d-aee82df9dc62 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.118537] env[63622]: DEBUG nova.virt.vmwareapi.images [None req-df4af849-f4f7-472e-b71d-bf2e19b1bcb5 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Uploading image 2503d4b0-7189-49cb-8c48-e85eb046eabe {{(pid=63622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1598.132403] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-df4af849-f4f7-472e-b71d-bf2e19b1bcb5 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Destroying the VM {{(pid=63622) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1598.132715] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c3601d53-590c-4c90-a37b-7bcda24dcb10 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.141018] env[63622]: DEBUG oslo_vmware.api [None req-df4af849-f4f7-472e-b71d-bf2e19b1bcb5 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Waiting for the task: (returnval){ [ 1598.141018] env[63622]: value = "task-1816840" [ 1598.141018] env[63622]: _type = "Task" [ 1598.141018] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.150802] env[63622]: DEBUG oslo_vmware.api [None req-df4af849-f4f7-472e-b71d-bf2e19b1bcb5 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816840, 'name': Destroy_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.194426] env[63622]: DEBUG oslo_vmware.api [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1816839, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.298041] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5f2ab492-6915-4077-b6fd-b4b2706bde56 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.083s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.299926] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 35.528s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.328141] env[63622]: INFO nova.scheduler.client.report [None req-5f2ab492-6915-4077-b6fd-b4b2706bde56 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Deleted allocations for instance 8efee4bc-a038-47a3-b182-e7c8acfa6ac7 [ 1598.412818] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Releasing lock "refresh_cache-573694ac-637c-4ec4-b40d-38d09951d6ad" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1598.412818] env[63622]: DEBUG nova.compute.manager [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Instance network_info: |[{"id": "a6e72d77-1a0e-4b01-b84a-d92c816ae13d", "address": "fa:16:3e:cb:62:89", "network": {"id": "6a81e564-3ab4-4b16-815a-02efc78621b6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1115342741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f120bd72d5754804aceba4bf1a29bd52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6e72d77-1a", "ovs_interfaceid": "a6e72d77-1a0e-4b01-b84a-d92c816ae13d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1598.412818] env[63622]: DEBUG oslo_concurrency.lockutils [req-87355296-e3ce-4a25-a728-d64fd2770af5 req-238b1384-2808-4365-bb36-700a9ca069e8 service nova] Acquired lock "refresh_cache-573694ac-637c-4ec4-b40d-38d09951d6ad" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.412818] env[63622]: DEBUG nova.network.neutron [req-87355296-e3ce-4a25-a728-d64fd2770af5 req-238b1384-2808-4365-bb36-700a9ca069e8 service nova] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Refreshing network info cache for port a6e72d77-1a0e-4b01-b84a-d92c816ae13d {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1598.414020] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:62:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db328342-7107-4bac-b1d6-111fbd5780f1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6e72d77-1a0e-4b01-b84a-d92c816ae13d', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1598.421785] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Creating folder: Project (f120bd72d5754804aceba4bf1a29bd52). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1598.425499] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58a33e2d-da0c-4e5b-9a97-c06afbf0f258 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.437215] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Created folder: Project (f120bd72d5754804aceba4bf1a29bd52) in parent group-v376252. [ 1598.437778] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Creating folder: Instances. Parent ref: group-v376417. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1598.437778] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9bf74a4c-82e3-45fc-8607-b3078816b7c1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.447327] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Created folder: Instances in parent group-v376417. [ 1598.447327] env[63622]: DEBUG oslo.service.loopingcall [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1598.447485] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1598.448220] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a86d3318-a1d9-48a1-af76-04865edf3c86 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.473719] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1598.473719] env[63622]: value = "task-1816843" [ 1598.473719] env[63622]: _type = "Task" [ 1598.473719] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.482669] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816843, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.521145] env[63622]: DEBUG oslo_concurrency.lockutils [None req-640fc078-ab5f-47e6-82b1-9c8374acbf8b tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Acquiring lock "46d6188c-3bfd-473e-9034-3b4c6503dbf2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.521145] env[63622]: DEBUG oslo_concurrency.lockutils [None req-640fc078-ab5f-47e6-82b1-9c8374acbf8b tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Lock "46d6188c-3bfd-473e-9034-3b4c6503dbf2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.521335] env[63622]: DEBUG oslo_concurrency.lockutils [None req-640fc078-ab5f-47e6-82b1-9c8374acbf8b tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Acquiring lock "46d6188c-3bfd-473e-9034-3b4c6503dbf2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.521583] env[63622]: DEBUG oslo_concurrency.lockutils [None req-640fc078-ab5f-47e6-82b1-9c8374acbf8b tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Lock "46d6188c-3bfd-473e-9034-3b4c6503dbf2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.521843] env[63622]: DEBUG oslo_concurrency.lockutils [None req-640fc078-ab5f-47e6-82b1-9c8374acbf8b tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Lock "46d6188c-3bfd-473e-9034-3b4c6503dbf2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.526810] env[63622]: INFO nova.compute.manager [None req-640fc078-ab5f-47e6-82b1-9c8374acbf8b tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Terminating instance [ 1598.607017] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e63d6c97-bd5c-49a9-9dd0-463a4f2acf08 tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Acquiring lock "7bc81540-835a-470c-ab27-6ec1fb8d9cfc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.607017] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e63d6c97-bd5c-49a9-9dd0-463a4f2acf08 tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Lock "7bc81540-835a-470c-ab27-6ec1fb8d9cfc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.607017] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e63d6c97-bd5c-49a9-9dd0-463a4f2acf08 tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Acquiring lock "7bc81540-835a-470c-ab27-6ec1fb8d9cfc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.607017] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e63d6c97-bd5c-49a9-9dd0-463a4f2acf08 tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Lock "7bc81540-835a-470c-ab27-6ec1fb8d9cfc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.607017] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e63d6c97-bd5c-49a9-9dd0-463a4f2acf08 tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Lock "7bc81540-835a-470c-ab27-6ec1fb8d9cfc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.607382] env[63622]: INFO nova.compute.manager [None req-e63d6c97-bd5c-49a9-9dd0-463a4f2acf08 tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Terminating instance [ 1598.609062] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c55153d4-11d3-4578-be0a-bd673d143d5a tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Releasing lock "refresh_cache-cd422152-9cf0-490e-b593-417fe5b56c0c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1598.609404] env[63622]: DEBUG nova.compute.manager [None req-c55153d4-11d3-4578-be0a-bd673d143d5a tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1598.609608] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c55153d4-11d3-4578-be0a-bd673d143d5a tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1598.610747] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b4b988-1eba-4aaf-860c-2d65f94feae0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.621153] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c55153d4-11d3-4578-be0a-bd673d143d5a tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1598.621448] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a0446d8-d653-41d3-b0ff-f7d69c769a69 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.629714] env[63622]: DEBUG oslo_vmware.api [None req-c55153d4-11d3-4578-be0a-bd673d143d5a tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Waiting for the task: (returnval){ [ 1598.629714] env[63622]: value = "task-1816844" [ 1598.629714] env[63622]: _type = "Task" [ 1598.629714] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.640060] env[63622]: DEBUG oslo_vmware.api [None req-c55153d4-11d3-4578-be0a-bd673d143d5a tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.653458] env[63622]: DEBUG oslo_vmware.api [None req-df4af849-f4f7-472e-b71d-bf2e19b1bcb5 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816840, 'name': Destroy_Task} progress is 33%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.694908] env[63622]: DEBUG oslo_vmware.api [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1816839, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640336} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.695203] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 4fe79ca1-00cd-4360-9179-96997ca32b34/4fe79ca1-00cd-4360-9179-96997ca32b34.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1598.695422] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1598.695680] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e99cbbfa-8a6e-4299-aa55-ac9a71ddb641 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.704837] env[63622]: DEBUG oslo_vmware.api [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1598.704837] env[63622]: value = "task-1816845" [ 1598.704837] env[63622]: _type = "Task" [ 1598.704837] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.713764] env[63622]: DEBUG oslo_vmware.api [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1816845, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.746018] env[63622]: DEBUG nova.network.neutron [req-87355296-e3ce-4a25-a728-d64fd2770af5 req-238b1384-2808-4365-bb36-700a9ca069e8 service nova] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Updated VIF entry in instance network info cache for port a6e72d77-1a0e-4b01-b84a-d92c816ae13d. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1598.746602] env[63622]: DEBUG nova.network.neutron [req-87355296-e3ce-4a25-a728-d64fd2770af5 req-238b1384-2808-4365-bb36-700a9ca069e8 service nova] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Updating instance_info_cache with network_info: [{"id": "a6e72d77-1a0e-4b01-b84a-d92c816ae13d", "address": "fa:16:3e:cb:62:89", "network": {"id": "6a81e564-3ab4-4b16-815a-02efc78621b6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1115342741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f120bd72d5754804aceba4bf1a29bd52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6e72d77-1a", "ovs_interfaceid": "a6e72d77-1a0e-4b01-b84a-d92c816ae13d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.835036] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5f2ab492-6915-4077-b6fd-b4b2706bde56 tempest-ServersAdminNegativeTestJSON-2141634629 tempest-ServersAdminNegativeTestJSON-2141634629-project-member] Lock "8efee4bc-a038-47a3-b182-e7c8acfa6ac7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.645s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.984485] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816843, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.032590] env[63622]: DEBUG nova.compute.manager [None req-640fc078-ab5f-47e6-82b1-9c8374acbf8b tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1599.032879] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-640fc078-ab5f-47e6-82b1-9c8374acbf8b tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1599.033848] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456b9350-0bff-44a8-8d6a-ed5d256e4165 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.041707] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-640fc078-ab5f-47e6-82b1-9c8374acbf8b tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1599.042321] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffa7c29f-48ed-41a6-bf6f-63c5e924a06a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.048794] env[63622]: DEBUG oslo_vmware.api [None req-640fc078-ab5f-47e6-82b1-9c8374acbf8b tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Waiting for the task: (returnval){ [ 1599.048794] env[63622]: value = "task-1816846" [ 1599.048794] env[63622]: _type = "Task" [ 1599.048794] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.057090] env[63622]: DEBUG oslo_vmware.api [None req-640fc078-ab5f-47e6-82b1-9c8374acbf8b tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.118867] env[63622]: DEBUG nova.compute.manager [None req-e63d6c97-bd5c-49a9-9dd0-463a4f2acf08 tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1599.119248] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e63d6c97-bd5c-49a9-9dd0-463a4f2acf08 tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1599.120149] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ebe184-d9f4-4e03-a61c-f1a7843a2a4f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.128579] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63d6c97-bd5c-49a9-9dd0-463a4f2acf08 tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1599.128884] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1df9c512-51bc-462f-b6a7-d9332a4d9937 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.139976] env[63622]: DEBUG oslo_vmware.api [None req-c55153d4-11d3-4578-be0a-bd673d143d5a tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816844, 'name': PowerOffVM_Task, 'duration_secs': 0.189132} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.141245] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c55153d4-11d3-4578-be0a-bd673d143d5a tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1599.141413] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c55153d4-11d3-4578-be0a-bd673d143d5a tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1599.141766] env[63622]: DEBUG oslo_vmware.api [None req-e63d6c97-bd5c-49a9-9dd0-463a4f2acf08 tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Waiting for the task: (returnval){ [ 1599.141766] env[63622]: value = "task-1816847" [ 1599.141766] env[63622]: _type = "Task" [ 1599.141766] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.142070] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c8de33f-8efb-4104-b96e-0bc367d25aad {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.154958] env[63622]: DEBUG oslo_vmware.api [None req-df4af849-f4f7-472e-b71d-bf2e19b1bcb5 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816840, 'name': Destroy_Task, 'duration_secs': 0.585764} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.158051] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-df4af849-f4f7-472e-b71d-bf2e19b1bcb5 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Destroyed the VM [ 1599.158332] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-df4af849-f4f7-472e-b71d-bf2e19b1bcb5 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Deleting Snapshot of the VM instance {{(pid=63622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1599.158641] env[63622]: DEBUG oslo_vmware.api [None req-e63d6c97-bd5c-49a9-9dd0-463a4f2acf08 tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.158815] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c79ea365-f4fb-473b-a698-29a159b6840d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.164606] env[63622]: DEBUG oslo_vmware.api [None req-df4af849-f4f7-472e-b71d-bf2e19b1bcb5 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Waiting for the task: (returnval){ [ 1599.164606] env[63622]: value = "task-1816849" [ 1599.164606] env[63622]: _type = "Task" [ 1599.164606] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.172738] env[63622]: DEBUG oslo_vmware.api [None req-df4af849-f4f7-472e-b71d-bf2e19b1bcb5 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816849, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.175925] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c55153d4-11d3-4578-be0a-bd673d143d5a tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1599.176160] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c55153d4-11d3-4578-be0a-bd673d143d5a tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1599.176405] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c55153d4-11d3-4578-be0a-bd673d143d5a tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Deleting the datastore file [datastore1] cd422152-9cf0-490e-b593-417fe5b56c0c {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1599.176662] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ebf13cf-1132-4eb3-b261-1079dfedd70b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.184289] env[63622]: DEBUG oslo_vmware.api [None req-c55153d4-11d3-4578-be0a-bd673d143d5a tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Waiting for the task: (returnval){ [ 1599.184289] env[63622]: value = "task-1816850" [ 1599.184289] env[63622]: _type = "Task" [ 1599.184289] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.193628] env[63622]: DEBUG oslo_vmware.api [None req-c55153d4-11d3-4578-be0a-bd673d143d5a tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816850, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.214768] env[63622]: DEBUG oslo_vmware.api [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1816845, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07623} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.215111] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1599.215973] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ac173c-fe83-4d97-bb9f-49f4580443cc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.240766] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 4fe79ca1-00cd-4360-9179-96997ca32b34/4fe79ca1-00cd-4360-9179-96997ca32b34.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1599.241171] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfa66c56-fdfe-4e38-9ee0-d59e5ac36daa {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.257275] env[63622]: DEBUG oslo_concurrency.lockutils [req-87355296-e3ce-4a25-a728-d64fd2770af5 req-238b1384-2808-4365-bb36-700a9ca069e8 service nova] Releasing lock "refresh_cache-573694ac-637c-4ec4-b40d-38d09951d6ad" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.263331] env[63622]: DEBUG oslo_vmware.api [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1599.263331] env[63622]: value = "task-1816851" [ 1599.263331] env[63622]: _type = "Task" [ 1599.263331] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.278058] env[63622]: DEBUG oslo_vmware.api [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1816851, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.319416] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Applying migration context for instance 42ace043-c368-4557-89fc-dbbf40c022ce as it has an incoming, in-progress migration 851faf64-e515-4247-8f37-aae850e9b683. Migration status is reverting {{(pid=63622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1599.322562] env[63622]: INFO nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Updating resource usage from migration 851faf64-e515-4247-8f37-aae850e9b683 [ 1599.322919] env[63622]: INFO nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Updating resource usage from migration 1dd7c2a2-7d26-43e1-84c0-54142f77dcd1 [ 1599.349396] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1599.349610] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 26cfd079-2044-4975-8902-affe93c35647 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1599.349827] env[63622]: WARNING nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance e7830255-e614-43b6-b6dc-73a3c48e4090 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1599.349979] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1599.350165] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1599.350322] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 565f3e30-b352-4f31-ae46-769c18fb8c12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1599.350496] env[63622]: WARNING nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 8cd420df-88e4-4174-b6e6-753b128f055d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1599.350638] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 5411cbb5-08c5-4dbc-b327-26892a8257a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1599.350778] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 57bcc753-9658-4126-ac0a-fa6b0bc1dc81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1599.350904] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1599.351045] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance b58ac762-c8e2-46c5-bd84-c0b70666aa5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1599.351226] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance b64116cf-848e-4a45-a8bc-401f9dd0fe9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1599.351391] env[63622]: WARNING nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 37f59a1a-2002-42da-b2fe-123649034f89 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1599.351515] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 46d6188c-3bfd-473e-9034-3b4c6503dbf2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1599.351630] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 7bc81540-835a-470c-ab27-6ec1fb8d9cfc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1599.351744] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 88a07015-5ac1-45f5-9394-aa2c83a968c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1599.351857] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance cd606483-2cfa-4a3f-af12-cde244aa4a7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1599.351982] env[63622]: WARNING nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance d6332bd4-194a-4708-a682-62bb362d6b4e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1599.352110] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance be8f9418-ff2d-4a0f-b24f-869917441642 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1599.352249] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Migration 851faf64-e515-4247-8f37-aae850e9b683 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1599.356024] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 42ace043-c368-4557-89fc-dbbf40c022ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1599.356024] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 6602df5b-e638-43d6-975a-b5379fb51776 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1599.356024] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance cd422152-9cf0-490e-b593-417fe5b56c0c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1599.356024] env[63622]: WARNING nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 27ac1c9d-affb-4883-97fd-84b43ec0a054 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1599.356024] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 83361e30-32ff-4dbb-8da8-cf8fb66a043f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1599.356024] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 4fe79ca1-00cd-4360-9179-96997ca32b34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1599.356024] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 573694ac-637c-4ec4-b40d-38d09951d6ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1599.486646] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816843, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.563310] env[63622]: DEBUG oslo_vmware.api [None req-640fc078-ab5f-47e6-82b1-9c8374acbf8b tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816846, 'name': PowerOffVM_Task, 'duration_secs': 0.275521} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.563629] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-640fc078-ab5f-47e6-82b1-9c8374acbf8b tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1599.563800] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-640fc078-ab5f-47e6-82b1-9c8374acbf8b tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1599.564286] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d94ac51-2bb2-46b3-a79c-5230a77158c1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.655433] env[63622]: DEBUG oslo_vmware.api [None req-e63d6c97-bd5c-49a9-9dd0-463a4f2acf08 tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816847, 'name': PowerOffVM_Task, 'duration_secs': 0.211049} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.657080] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63d6c97-bd5c-49a9-9dd0-463a4f2acf08 tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1599.659018] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e63d6c97-bd5c-49a9-9dd0-463a4f2acf08 tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1599.659018] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-640fc078-ab5f-47e6-82b1-9c8374acbf8b tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1599.659018] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-640fc078-ab5f-47e6-82b1-9c8374acbf8b tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1599.659018] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-640fc078-ab5f-47e6-82b1-9c8374acbf8b tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Deleting the datastore file [datastore1] 46d6188c-3bfd-473e-9034-3b4c6503dbf2 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1599.659018] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-537a6c2e-b392-49d1-9a2a-2dcda06a6d0c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.663017] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cbbd0c5-f338-4bc7-bc63-4d5da386c1b5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.673643] env[63622]: DEBUG oslo_vmware.api [None req-640fc078-ab5f-47e6-82b1-9c8374acbf8b tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Waiting for the task: (returnval){ [ 1599.673643] env[63622]: value = "task-1816854" [ 1599.673643] env[63622]: _type = "Task" [ 1599.673643] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.684414] env[63622]: DEBUG oslo_vmware.api [None req-df4af849-f4f7-472e-b71d-bf2e19b1bcb5 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816849, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.693984] env[63622]: DEBUG oslo_vmware.api [None req-640fc078-ab5f-47e6-82b1-9c8374acbf8b tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.699860] env[63622]: DEBUG oslo_vmware.api [None req-c55153d4-11d3-4578-be0a-bd673d143d5a tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816850, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169604} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.700272] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c55153d4-11d3-4578-be0a-bd673d143d5a tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1599.700476] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c55153d4-11d3-4578-be0a-bd673d143d5a tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1599.702034] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c55153d4-11d3-4578-be0a-bd673d143d5a tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1599.702034] env[63622]: INFO nova.compute.manager [None req-c55153d4-11d3-4578-be0a-bd673d143d5a tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1599.702034] env[63622]: DEBUG oslo.service.loopingcall [None req-c55153d4-11d3-4578-be0a-bd673d143d5a tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1599.702175] env[63622]: DEBUG nova.compute.manager [-] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1599.702222] env[63622]: DEBUG nova.network.neutron [-] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1599.717077] env[63622]: DEBUG nova.network.neutron [-] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1599.774991] env[63622]: DEBUG oslo_vmware.api [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1816851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.817587] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e63d6c97-bd5c-49a9-9dd0-463a4f2acf08 tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1599.819320] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e63d6c97-bd5c-49a9-9dd0-463a4f2acf08 tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1599.819320] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e63d6c97-bd5c-49a9-9dd0-463a4f2acf08 tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Deleting the datastore file [datastore1] 7bc81540-835a-470c-ab27-6ec1fb8d9cfc {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1599.819320] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfce9b32-8885-4d59-998c-3d6366b76b88 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.828988] env[63622]: DEBUG oslo_vmware.api [None req-e63d6c97-bd5c-49a9-9dd0-463a4f2acf08 tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Waiting for the task: (returnval){ [ 1599.828988] env[63622]: value = "task-1816855" [ 1599.828988] env[63622]: _type = "Task" [ 1599.828988] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.840993] env[63622]: DEBUG oslo_vmware.api [None req-e63d6c97-bd5c-49a9-9dd0-463a4f2acf08 tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.857140] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance aea0a9d1-5bf1-4e41-a497-52e334f06079 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1599.987971] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816843, 'name': CreateVM_Task, 'duration_secs': 1.361542} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.988340] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1599.988953] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1599.989177] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.989541] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1599.989850] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31817ad4-d97f-4760-8d46-5119031cb2da {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.994410] env[63622]: DEBUG oslo_vmware.api [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1599.994410] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]528ac73d-3541-7fad-a3ee-07bb0d83f843" [ 1599.994410] env[63622]: _type = "Task" [ 1599.994410] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.003120] env[63622]: DEBUG oslo_vmware.api [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]528ac73d-3541-7fad-a3ee-07bb0d83f843, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.176117] env[63622]: DEBUG oslo_vmware.api [None req-df4af849-f4f7-472e-b71d-bf2e19b1bcb5 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816849, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.185236] env[63622]: DEBUG oslo_vmware.api [None req-640fc078-ab5f-47e6-82b1-9c8374acbf8b tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315223} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.185564] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-640fc078-ab5f-47e6-82b1-9c8374acbf8b tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1600.185681] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-640fc078-ab5f-47e6-82b1-9c8374acbf8b tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1600.185860] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-640fc078-ab5f-47e6-82b1-9c8374acbf8b tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1600.186077] env[63622]: INFO nova.compute.manager [None req-640fc078-ab5f-47e6-82b1-9c8374acbf8b tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1600.186377] env[63622]: DEBUG oslo.service.loopingcall [None req-640fc078-ab5f-47e6-82b1-9c8374acbf8b tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1600.186561] env[63622]: DEBUG nova.compute.manager [-] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1600.186659] env[63622]: DEBUG nova.network.neutron [-] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1600.221051] env[63622]: DEBUG nova.network.neutron [-] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1600.275340] env[63622]: DEBUG oslo_vmware.api [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1816851, 'name': ReconfigVM_Task, 'duration_secs': 0.654788} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.275677] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 4fe79ca1-00cd-4360-9179-96997ca32b34/4fe79ca1-00cd-4360-9179-96997ca32b34.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1600.276463] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56f43a7f-6971-4d54-9741-cd3e68437e4d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.289019] env[63622]: DEBUG oslo_vmware.api [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1600.289019] env[63622]: value = "task-1816856" [ 1600.289019] env[63622]: _type = "Task" [ 1600.289019] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.296765] env[63622]: DEBUG oslo_vmware.api [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1816856, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.338896] env[63622]: DEBUG oslo_vmware.api [None req-e63d6c97-bd5c-49a9-9dd0-463a4f2acf08 tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Task: {'id': task-1816855, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288095} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.339351] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e63d6c97-bd5c-49a9-9dd0-463a4f2acf08 tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1600.339640] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e63d6c97-bd5c-49a9-9dd0-463a4f2acf08 tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1600.339920] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e63d6c97-bd5c-49a9-9dd0-463a4f2acf08 tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1600.340224] env[63622]: INFO nova.compute.manager [None req-e63d6c97-bd5c-49a9-9dd0-463a4f2acf08 tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1600.340558] env[63622]: DEBUG oslo.service.loopingcall [None req-e63d6c97-bd5c-49a9-9dd0-463a4f2acf08 tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1600.340842] env[63622]: DEBUG nova.compute.manager [-] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1600.341032] env[63622]: DEBUG nova.network.neutron [-] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1600.361513] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 8d916502-431a-427c-85e0-cecda54a70f0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1600.505253] env[63622]: DEBUG oslo_vmware.api [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]528ac73d-3541-7fad-a3ee-07bb0d83f843, 'name': SearchDatastore_Task, 'duration_secs': 0.013502} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.505500] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1600.505746] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1600.506284] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.506284] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.506361] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1600.506624] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d9cd2ad-8ae0-40ec-b765-b3848dfcedd4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.518026] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1600.518026] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1600.518026] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cf4937c-4dbe-4656-8aa5-981fec0c7164 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.523764] env[63622]: DEBUG oslo_vmware.api [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1600.523764] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52645111-2cab-98d2-dc59-e32d73b4bbb1" [ 1600.523764] env[63622]: _type = "Task" [ 1600.523764] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.533804] env[63622]: DEBUG oslo_vmware.api [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52645111-2cab-98d2-dc59-e32d73b4bbb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.654061] env[63622]: DEBUG nova.compute.manager [req-10c2283c-77c5-4e11-a2e9-186c71cdd1be req-f13abd2e-6d74-4266-9fca-e9522b51803e service nova] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Received event network-vif-deleted-afe939df-7cbb-4cde-a9f3-5dfd9f4fb761 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1600.654061] env[63622]: INFO nova.compute.manager [req-10c2283c-77c5-4e11-a2e9-186c71cdd1be req-f13abd2e-6d74-4266-9fca-e9522b51803e service nova] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Neutron deleted interface afe939df-7cbb-4cde-a9f3-5dfd9f4fb761; detaching it from the instance and deleting it from the info cache [ 1600.654061] env[63622]: DEBUG nova.network.neutron [req-10c2283c-77c5-4e11-a2e9-186c71cdd1be req-f13abd2e-6d74-4266-9fca-e9522b51803e service nova] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1600.681553] env[63622]: DEBUG oslo_vmware.api [None req-df4af849-f4f7-472e-b71d-bf2e19b1bcb5 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816849, 'name': RemoveSnapshot_Task, 'duration_secs': 1.141306} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.681600] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-df4af849-f4f7-472e-b71d-bf2e19b1bcb5 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Deleted Snapshot of the VM instance {{(pid=63622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1600.726623] env[63622]: INFO nova.compute.manager [-] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Took 1.02 seconds to deallocate network for instance. [ 1600.794025] env[63622]: DEBUG nova.compute.manager [req-def34366-c547-4d6f-9681-da9dd3983b4a req-bdadaf60-101c-4191-9db0-f57b250c3813 service nova] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Received event network-vif-deleted-02ae37fc-d249-4a32-9613-ccd729745e1b {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1600.794233] env[63622]: INFO nova.compute.manager [req-def34366-c547-4d6f-9681-da9dd3983b4a req-bdadaf60-101c-4191-9db0-f57b250c3813 service nova] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Neutron deleted interface 02ae37fc-d249-4a32-9613-ccd729745e1b; detaching it from the instance and deleting it from the info cache [ 1600.794409] env[63622]: DEBUG nova.network.neutron [req-def34366-c547-4d6f-9681-da9dd3983b4a req-bdadaf60-101c-4191-9db0-f57b250c3813 service nova] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1600.802328] env[63622]: DEBUG oslo_vmware.api [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1816856, 'name': Rename_Task, 'duration_secs': 0.278017} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.802642] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1600.803141] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a275b9af-e840-495d-86c4-c8e9ab74a9ea {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.812065] env[63622]: DEBUG oslo_vmware.api [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1600.812065] env[63622]: value = "task-1816857" [ 1600.812065] env[63622]: _type = "Task" [ 1600.812065] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.823161] env[63622]: DEBUG oslo_vmware.api [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1816857, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.863733] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 8a2d92a3-829a-485d-8cb4-68a3969fd7b4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1601.037883] env[63622]: DEBUG oslo_vmware.api [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52645111-2cab-98d2-dc59-e32d73b4bbb1, 'name': SearchDatastore_Task, 'duration_secs': 0.016543} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.038852] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d99370d-d76e-46e1-b9fc-dda307c744ab {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.046395] env[63622]: DEBUG oslo_vmware.api [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1601.046395] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5227e196-6dd2-c2a4-9fb1-aba2f071a80b" [ 1601.046395] env[63622]: _type = "Task" [ 1601.046395] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.056846] env[63622]: DEBUG oslo_vmware.api [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5227e196-6dd2-c2a4-9fb1-aba2f071a80b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.128472] env[63622]: DEBUG nova.network.neutron [-] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.158523] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd45387c-27c3-4954-bf62-36239c703572 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.170227] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b802c427-188d-47b5-8ef7-e8ecc26ddf4f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.187647] env[63622]: WARNING nova.compute.manager [None req-df4af849-f4f7-472e-b71d-bf2e19b1bcb5 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Image not found during snapshot: nova.exception.ImageNotFound: Image 2503d4b0-7189-49cb-8c48-e85eb046eabe could not be found. [ 1601.194607] env[63622]: DEBUG nova.network.neutron [-] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.221023] env[63622]: DEBUG nova.compute.manager [req-10c2283c-77c5-4e11-a2e9-186c71cdd1be req-f13abd2e-6d74-4266-9fca-e9522b51803e service nova] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Detach interface failed, port_id=afe939df-7cbb-4cde-a9f3-5dfd9f4fb761, reason: Instance 7bc81540-835a-470c-ab27-6ec1fb8d9cfc could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1601.233520] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c55153d4-11d3-4578-be0a-bd673d143d5a tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.297914] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f62a180-05ba-4796-9b1f-d11c15c8a48a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.310165] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa20594-1833-421a-9250-410343fe2d3d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.332649] env[63622]: DEBUG oslo_vmware.api [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1816857, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.132730] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 32355a6b-26c7-4c69-95d8-35578a757907 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1602.134377] env[63622]: INFO nova.compute.manager [-] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Took 1.79 seconds to deallocate network for instance. [ 1602.134880] env[63622]: INFO nova.compute.manager [-] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Took 1.95 seconds to deallocate network for instance. [ 1602.136985] env[63622]: DEBUG nova.compute.manager [req-def34366-c547-4d6f-9681-da9dd3983b4a req-bdadaf60-101c-4191-9db0-f57b250c3813 service nova] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Detach interface failed, port_id=02ae37fc-d249-4a32-9613-ccd729745e1b, reason: Instance 46d6188c-3bfd-473e-9034-3b4c6503dbf2 could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1602.168274] env[63622]: DEBUG oslo_vmware.api [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1816857, 'name': PowerOnVM_Task, 'duration_secs': 0.706781} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.171637] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1602.172341] env[63622]: INFO nova.compute.manager [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Took 9.19 seconds to spawn the instance on the hypervisor. [ 1602.172560] env[63622]: DEBUG nova.compute.manager [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1602.172887] env[63622]: DEBUG oslo_vmware.api [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5227e196-6dd2-c2a4-9fb1-aba2f071a80b, 'name': SearchDatastore_Task, 'duration_secs': 0.021953} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.174366] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb73b799-ffad-4407-8819-7aece30030aa {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.177355] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1602.178033] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 573694ac-637c-4ec4-b40d-38d09951d6ad/573694ac-637c-4ec4-b40d-38d09951d6ad.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1602.178459] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d922740-b0ac-4aaf-a1fb-b911d72bccc3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.191898] env[63622]: DEBUG oslo_vmware.api [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1602.191898] env[63622]: value = "task-1816858" [ 1602.191898] env[63622]: _type = "Task" [ 1602.191898] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.202681] env[63622]: DEBUG oslo_vmware.api [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1816858, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.354850] env[63622]: DEBUG oslo_vmware.rw_handles [None req-ab9b0792-8e09-4278-927f-77d34dd54bea tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5254292a-4ecc-a8b3-43e6-42d753374dda/disk-0.vmdk. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1602.355837] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2010ce3b-ea07-4ce4-907c-bed864c8310f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.363021] env[63622]: DEBUG oslo_vmware.rw_handles [None req-ab9b0792-8e09-4278-927f-77d34dd54bea tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5254292a-4ecc-a8b3-43e6-42d753374dda/disk-0.vmdk is in state: ready. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1602.363210] env[63622]: ERROR oslo_vmware.rw_handles [None req-ab9b0792-8e09-4278-927f-77d34dd54bea tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5254292a-4ecc-a8b3-43e6-42d753374dda/disk-0.vmdk due to incomplete transfer. [ 1602.363449] env[63622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-16ff0802-45c9-4c38-ab67-279f2eaae743 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.373253] env[63622]: DEBUG oslo_vmware.rw_handles [None req-ab9b0792-8e09-4278-927f-77d34dd54bea tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5254292a-4ecc-a8b3-43e6-42d753374dda/disk-0.vmdk. {{(pid=63622) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1602.373474] env[63622]: DEBUG nova.virt.vmwareapi.images [None req-ab9b0792-8e09-4278-927f-77d34dd54bea tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Uploaded image 48fab728-055d-4df8-84df-9f368e6304d4 to the Glance image server {{(pid=63622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1602.377043] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9b0792-8e09-4278-927f-77d34dd54bea tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Destroying the VM {{(pid=63622) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1602.377043] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7d7c884c-ec0f-4605-ad89-1dd7efc745e6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.385497] env[63622]: DEBUG oslo_vmware.api [None req-ab9b0792-8e09-4278-927f-77d34dd54bea tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Waiting for the task: (returnval){ [ 1602.385497] env[63622]: value = "task-1816859" [ 1602.385497] env[63622]: _type = "Task" [ 1602.385497] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.395172] env[63622]: DEBUG oslo_vmware.api [None req-ab9b0792-8e09-4278-927f-77d34dd54bea tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816859, 'name': Destroy_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.639633] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 8144b612-bbdd-41d7-ba56-0c49cc7a5215 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1602.647594] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e63d6c97-bd5c-49a9-9dd0-463a4f2acf08 tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.657527] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e1462fd9-bc3c-469e-ae4f-ca58ac248604 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Acquiring lock "83361e30-32ff-4dbb-8da8-cf8fb66a043f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.657827] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e1462fd9-bc3c-469e-ae4f-ca58ac248604 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Lock "83361e30-32ff-4dbb-8da8-cf8fb66a043f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.658077] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e1462fd9-bc3c-469e-ae4f-ca58ac248604 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Acquiring lock "83361e30-32ff-4dbb-8da8-cf8fb66a043f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.658283] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e1462fd9-bc3c-469e-ae4f-ca58ac248604 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Lock "83361e30-32ff-4dbb-8da8-cf8fb66a043f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.658463] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e1462fd9-bc3c-469e-ae4f-ca58ac248604 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Lock "83361e30-32ff-4dbb-8da8-cf8fb66a043f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.661246] env[63622]: DEBUG oslo_concurrency.lockutils [None req-640fc078-ab5f-47e6-82b1-9c8374acbf8b tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.663154] env[63622]: INFO nova.compute.manager [None req-e1462fd9-bc3c-469e-ae4f-ca58ac248604 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Terminating instance [ 1602.702509] env[63622]: INFO nova.compute.manager [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Took 48.72 seconds to build instance. [ 1602.708693] env[63622]: DEBUG oslo_vmware.api [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1816858, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.898045] env[63622]: DEBUG oslo_vmware.api [None req-ab9b0792-8e09-4278-927f-77d34dd54bea tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816859, 'name': Destroy_Task, 'duration_secs': 0.440811} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.898360] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-ab9b0792-8e09-4278-927f-77d34dd54bea tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Destroyed the VM [ 1602.898625] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9b0792-8e09-4278-927f-77d34dd54bea tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Deleting Snapshot of the VM instance {{(pid=63622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1602.898892] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-96958bae-692d-41b3-b3da-0a299e5d4586 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.907523] env[63622]: DEBUG oslo_vmware.api [None req-ab9b0792-8e09-4278-927f-77d34dd54bea tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Waiting for the task: (returnval){ [ 1602.907523] env[63622]: value = "task-1816860" [ 1602.907523] env[63622]: _type = "Task" [ 1602.907523] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.917335] env[63622]: DEBUG oslo_vmware.api [None req-ab9b0792-8e09-4278-927f-77d34dd54bea tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816860, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.142399] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 0ea5d621-0d9c-4062-8a21-88f72cdece18 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1603.168308] env[63622]: DEBUG nova.compute.manager [None req-e1462fd9-bc3c-469e-ae4f-ca58ac248604 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1603.168529] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e1462fd9-bc3c-469e-ae4f-ca58ac248604 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1603.169412] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed469aba-92fc-482b-a503-024accd4147a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.181568] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1462fd9-bc3c-469e-ae4f-ca58ac248604 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1603.182065] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2e0b127-0eee-4393-898c-9b2ddd577193 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.189942] env[63622]: DEBUG oslo_vmware.api [None req-e1462fd9-bc3c-469e-ae4f-ca58ac248604 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Waiting for the task: (returnval){ [ 1603.189942] env[63622]: value = "task-1816861" [ 1603.189942] env[63622]: _type = "Task" [ 1603.189942] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.202809] env[63622]: DEBUG oslo_vmware.api [None req-e1462fd9-bc3c-469e-ae4f-ca58ac248604 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.205023] env[63622]: DEBUG oslo_concurrency.lockutils [None req-369d8946-1f35-4ced-8384-8029a0911b7e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "4fe79ca1-00cd-4360-9179-96997ca32b34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.086s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.209950] env[63622]: DEBUG oslo_vmware.api [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1816858, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.856971} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.210588] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 573694ac-637c-4ec4-b40d-38d09951d6ad/573694ac-637c-4ec4-b40d-38d09951d6ad.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1603.210824] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1603.211091] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52e29e74-d1ef-43c5-b515-ebf1f4be7b40 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.220400] env[63622]: DEBUG oslo_vmware.api [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1603.220400] env[63622]: value = "task-1816862" [ 1603.220400] env[63622]: _type = "Task" [ 1603.220400] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.231375] env[63622]: DEBUG oslo_vmware.api [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1816862, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.419268] env[63622]: DEBUG oslo_vmware.api [None req-ab9b0792-8e09-4278-927f-77d34dd54bea tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816860, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.647813] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 1904db1c-f966-46ad-8894-dac1b335ad25 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1603.703746] env[63622]: DEBUG oslo_vmware.api [None req-e1462fd9-bc3c-469e-ae4f-ca58ac248604 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816861, 'name': PowerOffVM_Task, 'duration_secs': 0.191767} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.704058] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1462fd9-bc3c-469e-ae4f-ca58ac248604 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1603.704340] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e1462fd9-bc3c-469e-ae4f-ca58ac248604 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1603.704595] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dab772fb-d05f-4740-8bf3-09102a20ae13 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.710842] env[63622]: DEBUG nova.compute.manager [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1603.730280] env[63622]: DEBUG oslo_vmware.api [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1816862, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070499} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.730907] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1603.732448] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146304ed-0551-4764-9cda-487d7352dd35 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.761633] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 573694ac-637c-4ec4-b40d-38d09951d6ad/573694ac-637c-4ec4-b40d-38d09951d6ad.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1603.763332] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0298506c-ef1d-4ec9-a7ba-77be3d3d491b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.789751] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e1462fd9-bc3c-469e-ae4f-ca58ac248604 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1603.790250] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e1462fd9-bc3c-469e-ae4f-ca58ac248604 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1603.792019] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1462fd9-bc3c-469e-ae4f-ca58ac248604 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Deleting the datastore file [datastore1] 83361e30-32ff-4dbb-8da8-cf8fb66a043f {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1603.792019] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-671a8524-e02c-409a-89af-0c86d2be171f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.794490] env[63622]: DEBUG oslo_vmware.api [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1603.794490] env[63622]: value = "task-1816864" [ 1603.794490] env[63622]: _type = "Task" [ 1603.794490] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.800716] env[63622]: DEBUG oslo_vmware.api [None req-e1462fd9-bc3c-469e-ae4f-ca58ac248604 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Waiting for the task: (returnval){ [ 1603.800716] env[63622]: value = "task-1816865" [ 1603.800716] env[63622]: _type = "Task" [ 1603.800716] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.807907] env[63622]: DEBUG oslo_vmware.api [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1816864, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.813951] env[63622]: DEBUG oslo_vmware.api [None req-e1462fd9-bc3c-469e-ae4f-ca58ac248604 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.921476] env[63622]: DEBUG oslo_vmware.api [None req-ab9b0792-8e09-4278-927f-77d34dd54bea tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816860, 'name': RemoveSnapshot_Task, 'duration_secs': 0.675017} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.921776] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9b0792-8e09-4278-927f-77d34dd54bea tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Deleted Snapshot of the VM instance {{(pid=63622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1603.921995] env[63622]: INFO nova.compute.manager [None req-ab9b0792-8e09-4278-927f-77d34dd54bea tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Took 14.75 seconds to snapshot the instance on the hypervisor. [ 1604.120834] env[63622]: DEBUG oslo_concurrency.lockutils [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "4fe79ca1-00cd-4360-9179-96997ca32b34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.120834] env[63622]: DEBUG oslo_concurrency.lockutils [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "4fe79ca1-00cd-4360-9179-96997ca32b34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.120834] env[63622]: DEBUG oslo_concurrency.lockutils [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "4fe79ca1-00cd-4360-9179-96997ca32b34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.120834] env[63622]: DEBUG oslo_concurrency.lockutils [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "4fe79ca1-00cd-4360-9179-96997ca32b34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.120834] env[63622]: DEBUG oslo_concurrency.lockutils [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "4fe79ca1-00cd-4360-9179-96997ca32b34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.122759] env[63622]: INFO nova.compute.manager [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Terminating instance [ 1604.152703] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 29822337-a213-4067-8c96-923e706e6f49 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1604.238430] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.314216] env[63622]: DEBUG oslo_vmware.api [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1816864, 'name': ReconfigVM_Task, 'duration_secs': 0.297702} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.314524] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 573694ac-637c-4ec4-b40d-38d09951d6ad/573694ac-637c-4ec4-b40d-38d09951d6ad.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1604.315583] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72b44ff9-a260-4ddd-b881-f6524c746962 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.324321] env[63622]: DEBUG oslo_vmware.api [None req-e1462fd9-bc3c-469e-ae4f-ca58ac248604 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1816865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257686} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.326019] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1462fd9-bc3c-469e-ae4f-ca58ac248604 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1604.326233] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e1462fd9-bc3c-469e-ae4f-ca58ac248604 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1604.326444] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e1462fd9-bc3c-469e-ae4f-ca58ac248604 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1604.326791] env[63622]: INFO nova.compute.manager [None req-e1462fd9-bc3c-469e-ae4f-ca58ac248604 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1604.326873] env[63622]: DEBUG oslo.service.loopingcall [None req-e1462fd9-bc3c-469e-ae4f-ca58ac248604 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1604.327119] env[63622]: DEBUG oslo_vmware.api [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1604.327119] env[63622]: value = "task-1816866" [ 1604.327119] env[63622]: _type = "Task" [ 1604.327119] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.327313] env[63622]: DEBUG nova.compute.manager [-] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1604.327408] env[63622]: DEBUG nova.network.neutron [-] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1604.342093] env[63622]: DEBUG oslo_vmware.api [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1816866, 'name': Rename_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.634017] env[63622]: DEBUG nova.compute.manager [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1604.634017] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1604.634017] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f99b30-c20b-4de7-8034-d863a4cde932 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.645495] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1604.645765] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30a96000-5229-4072-bb18-310f18b4d2e8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.653105] env[63622]: DEBUG oslo_vmware.api [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1604.653105] env[63622]: value = "task-1816867" [ 1604.653105] env[63622]: _type = "Task" [ 1604.653105] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.654213] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 9f49dd91-81f7-428c-a57b-738481f47dc2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1604.654365] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Migration 1dd7c2a2-7d26-43e1-84c0-54142f77dcd1 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1604.654491] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 0436abf1-ae0c-4595-912c-e7957b7a64a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1604.657544] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Total usable vcpus: 48, total allocated vcpus: 23 {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1604.657544] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5056MB phys_disk=200GB used_disk=24GB total_vcpus=48 used_vcpus=23 pci_stats=[] {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1604.670845] env[63622]: DEBUG oslo_vmware.api [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1816867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.681910] env[63622]: DEBUG nova.compute.manager [req-3e5585d7-f82c-499c-b24f-83b157b56ddd req-5396e7e7-802a-400b-82a8-08b0ccd49cd7 service nova] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Received event network-vif-deleted-26f713cc-3175-4469-93e8-da176263d886 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1604.682185] env[63622]: INFO nova.compute.manager [req-3e5585d7-f82c-499c-b24f-83b157b56ddd req-5396e7e7-802a-400b-82a8-08b0ccd49cd7 service nova] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Neutron deleted interface 26f713cc-3175-4469-93e8-da176263d886; detaching it from the instance and deleting it from the info cache [ 1604.682396] env[63622]: DEBUG nova.network.neutron [req-3e5585d7-f82c-499c-b24f-83b157b56ddd req-5396e7e7-802a-400b-82a8-08b0ccd49cd7 service nova] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.839657] env[63622]: DEBUG oslo_vmware.api [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1816866, 'name': Rename_Task, 'duration_secs': 0.211207} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.839657] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1604.839657] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-010651e6-154f-4d4e-bf97-c15682032ad5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.849873] env[63622]: DEBUG oslo_vmware.api [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1604.849873] env[63622]: value = "task-1816868" [ 1604.849873] env[63622]: _type = "Task" [ 1604.849873] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.860479] env[63622]: DEBUG oslo_vmware.api [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1816868, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.015174] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Acquiring lock "254be768-e148-4291-be13-02cee70e2784" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.015574] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Lock "254be768-e148-4291-be13-02cee70e2784" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.141262] env[63622]: DEBUG nova.network.neutron [-] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.169244] env[63622]: DEBUG oslo_vmware.api [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1816867, 'name': PowerOffVM_Task, 'duration_secs': 0.240954} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.169524] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1605.169691] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1605.169958] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6316bb7f-2379-4436-942f-80d208c3f990 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.188708] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af8ba724-aa63-4c77-96e6-fcd69e16371b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.198772] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411e4f93-ca97-4e2c-b05b-ee8b2be201f2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.241097] env[63622]: DEBUG nova.compute.manager [req-3e5585d7-f82c-499c-b24f-83b157b56ddd req-5396e7e7-802a-400b-82a8-08b0ccd49cd7 service nova] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Detach interface failed, port_id=26f713cc-3175-4469-93e8-da176263d886, reason: Instance 83361e30-32ff-4dbb-8da8-cf8fb66a043f could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1605.265499] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbcc237-eb4d-4ba1-8e49-43f7630035eb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.273474] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91661733-d177-427c-aba0-83172d61db8c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.310361] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16383b98-572c-4d30-bc3a-ee335e0b196b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.322025] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eae0171-7f72-4f39-b293-0b928371a9bd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.336789] env[63622]: DEBUG nova.compute.provider_tree [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1605.359417] env[63622]: DEBUG oslo_vmware.api [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1816868, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.417697] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1605.418127] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1605.418481] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Deleting the datastore file [datastore1] 4fe79ca1-00cd-4360-9179-96997ca32b34 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1605.418831] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2be8546b-ca9d-45b0-a485-57c865bd908b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.429668] env[63622]: DEBUG oslo_vmware.api [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1605.429668] env[63622]: value = "task-1816870" [ 1605.429668] env[63622]: _type = "Task" [ 1605.429668] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.438758] env[63622]: DEBUG oslo_vmware.api [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1816870, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.645347] env[63622]: INFO nova.compute.manager [-] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Took 1.32 seconds to deallocate network for instance. [ 1605.795525] env[63622]: DEBUG nova.objects.instance [None req-e4446859-edca-41fc-b748-b4deed3a3652 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Lazy-loading 'flavor' on Instance uuid 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1605.815788] env[63622]: DEBUG nova.compute.manager [None req-6f6a9f66-e9a0-4679-82bf-0f9157f73019 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1605.816700] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3f84cf-cc16-48ac-845d-53343b82a3d2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.841061] env[63622]: DEBUG nova.scheduler.client.report [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1605.860809] env[63622]: DEBUG oslo_vmware.api [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1816868, 'name': PowerOnVM_Task, 'duration_secs': 0.605848} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.861075] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1605.861276] env[63622]: INFO nova.compute.manager [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Took 9.99 seconds to spawn the instance on the hypervisor. [ 1605.861464] env[63622]: DEBUG nova.compute.manager [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1605.862211] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80670bc3-d6b6-42d4-b50f-c7957518296f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.939054] env[63622]: DEBUG oslo_vmware.api [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1816870, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165024} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.939343] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1605.939530] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1605.939707] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1605.939878] env[63622]: INFO nova.compute.manager [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1605.940130] env[63622]: DEBUG oslo.service.loopingcall [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1605.940325] env[63622]: DEBUG nova.compute.manager [-] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1605.940420] env[63622]: DEBUG nova.network.neutron [-] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1606.155243] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e1462fd9-bc3c-469e-ae4f-ca58ac248604 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.304048] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e4446859-edca-41fc-b748-b4deed3a3652 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Acquiring lock "refresh_cache-46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.304048] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e4446859-edca-41fc-b748-b4deed3a3652 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Acquired lock "refresh_cache-46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.326950] env[63622]: INFO nova.compute.manager [None req-6f6a9f66-e9a0-4679-82bf-0f9157f73019 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] instance snapshotting [ 1606.330059] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3766567a-8999-47f0-adcd-6a0a49f86541 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.349718] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1606.349999] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.050s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.350538] env[63622]: DEBUG oslo_concurrency.lockutils [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 43.452s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.352731] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ffbf0d-eee6-4627-8caa-c5e67c188e00 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.383866] env[63622]: INFO nova.compute.manager [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Took 51.54 seconds to build instance. [ 1606.733119] env[63622]: DEBUG nova.compute.manager [req-2caa8b8f-21d7-4844-b09b-013ca97bedf8 req-9d5ef521-c310-4bd6-85a6-808892a7d3d7 service nova] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Received event network-vif-deleted-7f7d392b-b818-47c5-b068-a11688cb6ea7 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1606.733450] env[63622]: INFO nova.compute.manager [req-2caa8b8f-21d7-4844-b09b-013ca97bedf8 req-9d5ef521-c310-4bd6-85a6-808892a7d3d7 service nova] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Neutron deleted interface 7f7d392b-b818-47c5-b068-a11688cb6ea7; detaching it from the instance and deleting it from the info cache [ 1606.734066] env[63622]: DEBUG nova.network.neutron [req-2caa8b8f-21d7-4844-b09b-013ca97bedf8 req-9d5ef521-c310-4bd6-85a6-808892a7d3d7 service nova] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1606.749146] env[63622]: DEBUG nova.network.neutron [-] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1606.758100] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c3cbf586-219a-4810-8c64-8f1e3f4ad8ec tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquiring lock "573694ac-637c-4ec4-b40d-38d09951d6ad" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.812928] env[63622]: DEBUG nova.network.neutron [None req-e4446859-edca-41fc-b748-b4deed3a3652 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1606.860721] env[63622]: DEBUG nova.objects.instance [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Lazy-loading 'migration_context' on Instance uuid 42ace043-c368-4557-89fc-dbbf40c022ce {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1606.877453] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6a9f66-e9a0-4679-82bf-0f9157f73019 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Creating Snapshot of the VM instance {{(pid=63622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1606.877978] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dea788df-d50f-46b1-b0fe-52c82a498928 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.886669] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8a90707b-3425-4c9c-8cdf-751c55ef53f2 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "573694ac-637c-4ec4-b40d-38d09951d6ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.234s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.887216] env[63622]: DEBUG oslo_vmware.api [None req-6f6a9f66-e9a0-4679-82bf-0f9157f73019 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Waiting for the task: (returnval){ [ 1606.887216] env[63622]: value = "task-1816871" [ 1606.887216] env[63622]: _type = "Task" [ 1606.887216] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.888420] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c3cbf586-219a-4810-8c64-8f1e3f4ad8ec tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "573694ac-637c-4ec4-b40d-38d09951d6ad" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.131s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.888510] env[63622]: DEBUG nova.compute.manager [None req-c3cbf586-219a-4810-8c64-8f1e3f4ad8ec tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1606.889543] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61cd849-6397-4f4c-894d-faaba19e4588 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.899767] env[63622]: DEBUG oslo_vmware.api [None req-6f6a9f66-e9a0-4679-82bf-0f9157f73019 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816871, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.901839] env[63622]: DEBUG nova.compute.manager [None req-c3cbf586-219a-4810-8c64-8f1e3f4ad8ec tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63622) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1606.902441] env[63622]: DEBUG nova.objects.instance [None req-c3cbf586-219a-4810-8c64-8f1e3f4ad8ec tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lazy-loading 'flavor' on Instance uuid 573694ac-637c-4ec4-b40d-38d09951d6ad {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1607.237605] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a279034a-9c3e-496f-9217-ab60a7670068 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.248656] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48edb4fa-ab76-45ef-a4a6-56c3e2b9ddf5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.258999] env[63622]: INFO nova.compute.manager [-] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Took 1.32 seconds to deallocate network for instance. [ 1607.287026] env[63622]: DEBUG nova.compute.manager [req-2caa8b8f-21d7-4844-b09b-013ca97bedf8 req-9d5ef521-c310-4bd6-85a6-808892a7d3d7 service nova] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Detach interface failed, port_id=7f7d392b-b818-47c5-b068-a11688cb6ea7, reason: Instance 4fe79ca1-00cd-4360-9179-96997ca32b34 could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1607.392033] env[63622]: DEBUG nova.compute.manager [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] [instance: 254be768-e148-4291-be13-02cee70e2784] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1607.405663] env[63622]: DEBUG oslo_vmware.api [None req-6f6a9f66-e9a0-4679-82bf-0f9157f73019 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816871, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.582455] env[63622]: DEBUG nova.network.neutron [None req-e4446859-edca-41fc-b748-b4deed3a3652 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Updating instance_info_cache with network_info: [{"id": "1d61e86e-e3a4-472a-ac2e-23e613ef24b6", "address": "fa:16:3e:55:0c:69", "network": {"id": "d81d5f97-735d-45fe-a1ca-5c63fcd67b4d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2020899138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfd9fe3cc02c48839fceefba928e7bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d61e86e-e3", "ovs_interfaceid": "1d61e86e-e3a4-472a-ac2e-23e613ef24b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1607.766143] env[63622]: DEBUG oslo_concurrency.lockutils [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.857991] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13c269a-f437-4944-b71b-fb7cebec9409 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.866765] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8413aed-d3c4-494b-a0cd-094df9756e05 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.904821] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a896a9-5dee-4c5e-95c3-cfaf5819b449 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.916369] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3cbf586-219a-4810-8c64-8f1e3f4ad8ec tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1607.916701] env[63622]: DEBUG oslo_vmware.api [None req-6f6a9f66-e9a0-4679-82bf-0f9157f73019 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816871, 'name': CreateSnapshot_Task, 'duration_secs': 0.518949} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.918859] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc6e045a-26a8-4b6e-b0f2-1c78754b384a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.920457] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6a9f66-e9a0-4679-82bf-0f9157f73019 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Created Snapshot of the VM instance {{(pid=63622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1607.921774] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.922570] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19dee2ad-b877-4594-aef2-aab4444eb267 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.925960] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08664ea0-3db5-44be-8810-8c1da7b6f3a5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.948416] env[63622]: DEBUG nova.compute.provider_tree [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1607.950832] env[63622]: DEBUG oslo_vmware.api [None req-c3cbf586-219a-4810-8c64-8f1e3f4ad8ec tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1607.950832] env[63622]: value = "task-1816872" [ 1607.950832] env[63622]: _type = "Task" [ 1607.950832] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.961556] env[63622]: DEBUG oslo_vmware.api [None req-c3cbf586-219a-4810-8c64-8f1e3f4ad8ec tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1816872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.084191] env[63622]: DEBUG nova.objects.instance [None req-284e20e6-9b39-4dfc-bac4-d303f58cd28d tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Lazy-loading 'flavor' on Instance uuid 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1608.086704] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e4446859-edca-41fc-b748-b4deed3a3652 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Releasing lock "refresh_cache-46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1608.087020] env[63622]: DEBUG nova.compute.manager [None req-e4446859-edca-41fc-b748-b4deed3a3652 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Inject network info {{(pid=63622) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7570}} [ 1608.087345] env[63622]: DEBUG nova.compute.manager [None req-e4446859-edca-41fc-b748-b4deed3a3652 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] network_info to inject: |[{"id": "1d61e86e-e3a4-472a-ac2e-23e613ef24b6", "address": "fa:16:3e:55:0c:69", "network": {"id": "d81d5f97-735d-45fe-a1ca-5c63fcd67b4d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2020899138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfd9fe3cc02c48839fceefba928e7bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d61e86e-e3", "ovs_interfaceid": "1d61e86e-e3a4-472a-ac2e-23e613ef24b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7571}} [ 1608.093111] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e4446859-edca-41fc-b748-b4deed3a3652 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Reconfiguring VM instance to set the machine id {{(pid=63622) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1608.093873] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a2261b7-5e1e-4a1e-8077-fdd668e407ab {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.111952] env[63622]: DEBUG oslo_vmware.api [None req-e4446859-edca-41fc-b748-b4deed3a3652 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Waiting for the task: (returnval){ [ 1608.111952] env[63622]: value = "task-1816873" [ 1608.111952] env[63622]: _type = "Task" [ 1608.111952] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.120779] env[63622]: DEBUG oslo_vmware.api [None req-e4446859-edca-41fc-b748-b4deed3a3652 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Task: {'id': task-1816873, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.446883] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6a9f66-e9a0-4679-82bf-0f9157f73019 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Creating linked-clone VM from snapshot {{(pid=63622) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1608.447239] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d0cdf3cb-57a9-4a00-9ecd-7ac1858ff535 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.451125] env[63622]: DEBUG nova.scheduler.client.report [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1608.456609] env[63622]: DEBUG oslo_vmware.api [None req-6f6a9f66-e9a0-4679-82bf-0f9157f73019 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Waiting for the task: (returnval){ [ 1608.456609] env[63622]: value = "task-1816874" [ 1608.456609] env[63622]: _type = "Task" [ 1608.456609] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.467246] env[63622]: DEBUG oslo_vmware.api [None req-c3cbf586-219a-4810-8c64-8f1e3f4ad8ec tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1816872, 'name': PowerOffVM_Task, 'duration_secs': 0.166508} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.471060] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3cbf586-219a-4810-8c64-8f1e3f4ad8ec tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1608.471287] env[63622]: DEBUG nova.compute.manager [None req-c3cbf586-219a-4810-8c64-8f1e3f4ad8ec tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1608.471558] env[63622]: DEBUG oslo_vmware.api [None req-6f6a9f66-e9a0-4679-82bf-0f9157f73019 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816874, 'name': CloneVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.472318] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024064b1-b522-49d5-9f53-c6c4d5796bad {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.597169] env[63622]: DEBUG oslo_concurrency.lockutils [None req-284e20e6-9b39-4dfc-bac4-d303f58cd28d tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Acquiring lock "refresh_cache-46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.597169] env[63622]: DEBUG oslo_concurrency.lockutils [None req-284e20e6-9b39-4dfc-bac4-d303f58cd28d tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Acquired lock "refresh_cache-46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.622007] env[63622]: DEBUG oslo_vmware.api [None req-e4446859-edca-41fc-b748-b4deed3a3652 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Task: {'id': task-1816873, 'name': ReconfigVM_Task, 'duration_secs': 0.132197} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.622296] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e4446859-edca-41fc-b748-b4deed3a3652 tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Reconfigured VM instance to set the machine id {{(pid=63622) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1608.971945] env[63622]: DEBUG oslo_vmware.api [None req-6f6a9f66-e9a0-4679-82bf-0f9157f73019 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816874, 'name': CloneVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.986682] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c3cbf586-219a-4810-8c64-8f1e3f4ad8ec tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "573694ac-637c-4ec4-b40d-38d09951d6ad" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.098s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.030926] env[63622]: DEBUG nova.compute.manager [req-33f44f41-0581-4cd6-b669-698712e41b3f req-5e21b74a-979f-4319-ac79-c4cbbccf9280 service nova] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Received event network-changed-1d61e86e-e3a4-472a-ac2e-23e613ef24b6 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1609.031143] env[63622]: DEBUG nova.compute.manager [req-33f44f41-0581-4cd6-b669-698712e41b3f req-5e21b74a-979f-4319-ac79-c4cbbccf9280 service nova] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Refreshing instance network info cache due to event network-changed-1d61e86e-e3a4-472a-ac2e-23e613ef24b6. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1609.031353] env[63622]: DEBUG oslo_concurrency.lockutils [req-33f44f41-0581-4cd6-b669-698712e41b3f req-5e21b74a-979f-4319-ac79-c4cbbccf9280 service nova] Acquiring lock "refresh_cache-46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.034525] env[63622]: DEBUG nova.network.neutron [None req-284e20e6-9b39-4dfc-bac4-d303f58cd28d tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1609.466867] env[63622]: DEBUG oslo_concurrency.lockutils [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.116s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.473098] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.960s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.474562] env[63622]: INFO nova.compute.claims [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1609.486453] env[63622]: DEBUG oslo_vmware.api [None req-6f6a9f66-e9a0-4679-82bf-0f9157f73019 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816874, 'name': CloneVM_Task} progress is 95%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.775327] env[63622]: DEBUG nova.network.neutron [None req-284e20e6-9b39-4dfc-bac4-d303f58cd28d tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Updating instance_info_cache with network_info: [{"id": "1d61e86e-e3a4-472a-ac2e-23e613ef24b6", "address": "fa:16:3e:55:0c:69", "network": {"id": "d81d5f97-735d-45fe-a1ca-5c63fcd67b4d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2020899138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfd9fe3cc02c48839fceefba928e7bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d61e86e-e3", "ovs_interfaceid": "1d61e86e-e3a4-472a-ac2e-23e613ef24b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.971924] env[63622]: DEBUG oslo_vmware.api [None req-6f6a9f66-e9a0-4679-82bf-0f9157f73019 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816874, 'name': CloneVM_Task} progress is 95%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.012242] env[63622]: DEBUG nova.compute.manager [None req-2f627441-dd85-4937-8d46-7cd06ff82a5f tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1610.013381] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590b8c9e-951d-4157-9163-fc5e41970c53 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.278387] env[63622]: DEBUG oslo_concurrency.lockutils [None req-284e20e6-9b39-4dfc-bac4-d303f58cd28d tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Releasing lock "refresh_cache-46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.278516] env[63622]: DEBUG nova.compute.manager [None req-284e20e6-9b39-4dfc-bac4-d303f58cd28d tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Inject network info {{(pid=63622) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7570}} [ 1610.278780] env[63622]: DEBUG nova.compute.manager [None req-284e20e6-9b39-4dfc-bac4-d303f58cd28d tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] network_info to inject: |[{"id": "1d61e86e-e3a4-472a-ac2e-23e613ef24b6", "address": "fa:16:3e:55:0c:69", "network": {"id": "d81d5f97-735d-45fe-a1ca-5c63fcd67b4d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2020899138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfd9fe3cc02c48839fceefba928e7bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d61e86e-e3", "ovs_interfaceid": "1d61e86e-e3a4-472a-ac2e-23e613ef24b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7571}} [ 1610.283610] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-284e20e6-9b39-4dfc-bac4-d303f58cd28d tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Reconfiguring VM instance to set the machine id {{(pid=63622) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1610.283929] env[63622]: DEBUG oslo_concurrency.lockutils [req-33f44f41-0581-4cd6-b669-698712e41b3f req-5e21b74a-979f-4319-ac79-c4cbbccf9280 service nova] Acquired lock "refresh_cache-46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.284152] env[63622]: DEBUG nova.network.neutron [req-33f44f41-0581-4cd6-b669-698712e41b3f req-5e21b74a-979f-4319-ac79-c4cbbccf9280 service nova] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Refreshing network info cache for port 1d61e86e-e3a4-472a-ac2e-23e613ef24b6 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1610.285424] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e05326b-52db-4cde-9b35-67f36769a7ac {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.304250] env[63622]: DEBUG oslo_vmware.api [None req-284e20e6-9b39-4dfc-bac4-d303f58cd28d tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Waiting for the task: (returnval){ [ 1610.304250] env[63622]: value = "task-1816875" [ 1610.304250] env[63622]: _type = "Task" [ 1610.304250] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.318104] env[63622]: DEBUG oslo_vmware.api [None req-284e20e6-9b39-4dfc-bac4-d303f58cd28d tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Task: {'id': task-1816875, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.477468] env[63622]: DEBUG oslo_vmware.api [None req-6f6a9f66-e9a0-4679-82bf-0f9157f73019 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816874, 'name': CloneVM_Task, 'duration_secs': 1.903126} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.481438] env[63622]: INFO nova.virt.vmwareapi.vmops [None req-6f6a9f66-e9a0-4679-82bf-0f9157f73019 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Created linked-clone VM from snapshot [ 1610.482302] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60313b6-e0f0-4812-a02a-7fe4c136fd82 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.495441] env[63622]: DEBUG nova.virt.vmwareapi.images [None req-6f6a9f66-e9a0-4679-82bf-0f9157f73019 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Uploading image a7309ac6-9f78-4551-a504-1e763fd40e0d {{(pid=63622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1610.526922] env[63622]: INFO nova.compute.manager [None req-2f627441-dd85-4937-8d46-7cd06ff82a5f tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] instance snapshotting [ 1610.531262] env[63622]: WARNING nova.compute.manager [None req-2f627441-dd85-4937-8d46-7cd06ff82a5f tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1610.537607] env[63622]: DEBUG oslo_vmware.rw_handles [None req-6f6a9f66-e9a0-4679-82bf-0f9157f73019 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1610.537607] env[63622]: value = "vm-376421" [ 1610.537607] env[63622]: _type = "VirtualMachine" [ 1610.537607] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1610.538813] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dc6fc4a7-1543-4946-8620-9b4bc78b2fa4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.541663] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb86e32-1c7b-4506-a83d-88fde4fdbd29 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.569814] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9e05e8-c661-4393-b8a8-b9e9fcea898e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.573410] env[63622]: DEBUG oslo_vmware.rw_handles [None req-6f6a9f66-e9a0-4679-82bf-0f9157f73019 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Lease: (returnval){ [ 1610.573410] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5262e438-9bd0-8619-3909-05831ba84dad" [ 1610.573410] env[63622]: _type = "HttpNfcLease" [ 1610.573410] env[63622]: } obtained for exporting VM: (result){ [ 1610.573410] env[63622]: value = "vm-376421" [ 1610.573410] env[63622]: _type = "VirtualMachine" [ 1610.573410] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1610.573823] env[63622]: DEBUG oslo_vmware.api [None req-6f6a9f66-e9a0-4679-82bf-0f9157f73019 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Waiting for the lease: (returnval){ [ 1610.573823] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5262e438-9bd0-8619-3909-05831ba84dad" [ 1610.573823] env[63622]: _type = "HttpNfcLease" [ 1610.573823] env[63622]: } to be ready. {{(pid=63622) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1610.585206] env[63622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1610.585206] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5262e438-9bd0-8619-3909-05831ba84dad" [ 1610.585206] env[63622]: _type = "HttpNfcLease" [ 1610.585206] env[63622]: } is ready. {{(pid=63622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1610.585803] env[63622]: DEBUG oslo_vmware.rw_handles [None req-6f6a9f66-e9a0-4679-82bf-0f9157f73019 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1610.585803] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5262e438-9bd0-8619-3909-05831ba84dad" [ 1610.585803] env[63622]: _type = "HttpNfcLease" [ 1610.585803] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1610.586515] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917d5df8-8f82-40e7-9b0b-85869761c0c0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.596734] env[63622]: DEBUG oslo_vmware.rw_handles [None req-6f6a9f66-e9a0-4679-82bf-0f9157f73019 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529019e7-e02c-054e-381b-2ea6b4f74c85/disk-0.vmdk from lease info. {{(pid=63622) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1610.596974] env[63622]: DEBUG oslo_vmware.rw_handles [None req-6f6a9f66-e9a0-4679-82bf-0f9157f73019 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529019e7-e02c-054e-381b-2ea6b4f74c85/disk-0.vmdk for reading. {{(pid=63622) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1610.661056] env[63622]: DEBUG nova.network.neutron [req-33f44f41-0581-4cd6-b669-698712e41b3f req-5e21b74a-979f-4319-ac79-c4cbbccf9280 service nova] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Updated VIF entry in instance network info cache for port 1d61e86e-e3a4-472a-ac2e-23e613ef24b6. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1610.661667] env[63622]: DEBUG nova.network.neutron [req-33f44f41-0581-4cd6-b669-698712e41b3f req-5e21b74a-979f-4319-ac79-c4cbbccf9280 service nova] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Updating instance_info_cache with network_info: [{"id": "1d61e86e-e3a4-472a-ac2e-23e613ef24b6", "address": "fa:16:3e:55:0c:69", "network": {"id": "d81d5f97-735d-45fe-a1ca-5c63fcd67b4d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2020899138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfd9fe3cc02c48839fceefba928e7bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d61e86e-e3", "ovs_interfaceid": "1d61e86e-e3a4-472a-ac2e-23e613ef24b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.691008] env[63622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9fc89db6-b76c-423d-a6e1-dc8788de96e9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.817371] env[63622]: DEBUG oslo_vmware.api [None req-284e20e6-9b39-4dfc-bac4-d303f58cd28d tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Task: {'id': task-1816875, 'name': ReconfigVM_Task, 'duration_secs': 0.158924} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.817641] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-284e20e6-9b39-4dfc-bac4-d303f58cd28d tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Reconfigured VM instance to set the machine id {{(pid=63622) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1610.879647] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f25dc66a-4655-4d16-91a7-d8a61989156c tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Acquiring lock "46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.880053] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f25dc66a-4655-4d16-91a7-d8a61989156c tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Lock "46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.880141] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f25dc66a-4655-4d16-91a7-d8a61989156c tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Acquiring lock "46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.880272] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f25dc66a-4655-4d16-91a7-d8a61989156c tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Lock "46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.880430] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f25dc66a-4655-4d16-91a7-d8a61989156c tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Lock "46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.882416] env[63622]: INFO nova.compute.manager [None req-f25dc66a-4655-4d16-91a7-d8a61989156c tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Terminating instance [ 1611.014121] env[63622]: INFO nova.compute.manager [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Swapping old allocation on dict_keys(['8dd86f19-3c1a-4ba4-9c42-69cb148971df']) held by migration 851faf64-e515-4247-8f37-aae850e9b683 for instance [ 1611.038150] env[63622]: DEBUG nova.scheduler.client.report [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Overwriting current allocation {'allocations': {'8dd86f19-3c1a-4ba4-9c42-69cb148971df': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 90}}, 'project_id': '17c12e86060044f78795dee57f813002', 'user_id': 'e63bd0cc98b44ca997658f5f94140aa9', 'consumer_generation': 1} on consumer 42ace043-c368-4557-89fc-dbbf40c022ce {{(pid=63622) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2033}} [ 1611.076162] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c41fb7b-4c6f-4697-b8c7-378ec7e89779 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.086460] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2f627441-dd85-4937-8d46-7cd06ff82a5f tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Creating Snapshot of the VM instance {{(pid=63622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1611.086899] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b6c25f21-bbe7-4b8a-8de5-a2cffca330d3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.089671] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3afd1ae-456e-4587-8f5b-a816b123eb6c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.104314] env[63622]: DEBUG nova.compute.manager [req-15050e1f-de4f-4467-a383-637595dab86e req-98c50a47-5996-40e9-82d7-8e102b89f91d service nova] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Received event network-changed-1d61e86e-e3a4-472a-ac2e-23e613ef24b6 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1611.104314] env[63622]: DEBUG nova.compute.manager [req-15050e1f-de4f-4467-a383-637595dab86e req-98c50a47-5996-40e9-82d7-8e102b89f91d service nova] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Refreshing instance network info cache due to event network-changed-1d61e86e-e3a4-472a-ac2e-23e613ef24b6. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1611.104314] env[63622]: DEBUG oslo_concurrency.lockutils [req-15050e1f-de4f-4467-a383-637595dab86e req-98c50a47-5996-40e9-82d7-8e102b89f91d service nova] Acquiring lock "refresh_cache-46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1611.109153] env[63622]: DEBUG oslo_vmware.api [None req-2f627441-dd85-4937-8d46-7cd06ff82a5f tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1611.109153] env[63622]: value = "task-1816877" [ 1611.109153] env[63622]: _type = "Task" [ 1611.109153] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.139284] env[63622]: DEBUG oslo_concurrency.lockutils [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquiring lock "refresh_cache-42ace043-c368-4557-89fc-dbbf40c022ce" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1611.139788] env[63622]: DEBUG oslo_concurrency.lockutils [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquired lock "refresh_cache-42ace043-c368-4557-89fc-dbbf40c022ce" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.140456] env[63622]: DEBUG nova.network.neutron [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1611.145039] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ebd816-2308-4b46-b982-b38ea1bba8e9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.154035] env[63622]: DEBUG oslo_vmware.api [None req-2f627441-dd85-4937-8d46-7cd06ff82a5f tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1816877, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.158728] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f574e9e4-e821-4b59-b1b6-1b13bf5a4211 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.163975] env[63622]: DEBUG oslo_concurrency.lockutils [req-33f44f41-0581-4cd6-b669-698712e41b3f req-5e21b74a-979f-4319-ac79-c4cbbccf9280 service nova] Releasing lock "refresh_cache-46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.164465] env[63622]: DEBUG oslo_concurrency.lockutils [req-15050e1f-de4f-4467-a383-637595dab86e req-98c50a47-5996-40e9-82d7-8e102b89f91d service nova] Acquired lock "refresh_cache-46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.164759] env[63622]: DEBUG nova.network.neutron [req-15050e1f-de4f-4467-a383-637595dab86e req-98c50a47-5996-40e9-82d7-8e102b89f91d service nova] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Refreshing network info cache for port 1d61e86e-e3a4-472a-ac2e-23e613ef24b6 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1611.175451] env[63622]: DEBUG nova.compute.provider_tree [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1611.388676] env[63622]: DEBUG nova.compute.manager [None req-f25dc66a-4655-4d16-91a7-d8a61989156c tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1611.388903] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f25dc66a-4655-4d16-91a7-d8a61989156c tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1611.389840] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e4cc9d-2f7f-432e-a175-d549173b8d71 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.398304] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f25dc66a-4655-4d16-91a7-d8a61989156c tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1611.399021] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62be5a10-a6d0-4944-99c3-4fcc07cd2a70 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.406560] env[63622]: DEBUG oslo_vmware.api [None req-f25dc66a-4655-4d16-91a7-d8a61989156c tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Waiting for the task: (returnval){ [ 1611.406560] env[63622]: value = "task-1816878" [ 1611.406560] env[63622]: _type = "Task" [ 1611.406560] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.415807] env[63622]: DEBUG oslo_vmware.api [None req-f25dc66a-4655-4d16-91a7-d8a61989156c tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Task: {'id': task-1816878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.465230] env[63622]: DEBUG nova.network.neutron [req-15050e1f-de4f-4467-a383-637595dab86e req-98c50a47-5996-40e9-82d7-8e102b89f91d service nova] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Updated VIF entry in instance network info cache for port 1d61e86e-e3a4-472a-ac2e-23e613ef24b6. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1611.465801] env[63622]: DEBUG nova.network.neutron [req-15050e1f-de4f-4467-a383-637595dab86e req-98c50a47-5996-40e9-82d7-8e102b89f91d service nova] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Updating instance_info_cache with network_info: [{"id": "1d61e86e-e3a4-472a-ac2e-23e613ef24b6", "address": "fa:16:3e:55:0c:69", "network": {"id": "d81d5f97-735d-45fe-a1ca-5c63fcd67b4d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2020899138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfd9fe3cc02c48839fceefba928e7bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d61e86e-e3", "ovs_interfaceid": "1d61e86e-e3a4-472a-ac2e-23e613ef24b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1611.653031] env[63622]: DEBUG oslo_vmware.api [None req-2f627441-dd85-4937-8d46-7cd06ff82a5f tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1816877, 'name': CreateSnapshot_Task, 'duration_secs': 0.417287} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.653031] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2f627441-dd85-4937-8d46-7cd06ff82a5f tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Created Snapshot of the VM instance {{(pid=63622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1611.654241] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56e535f-8f4a-4e07-94f0-0fd523cf682c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.683382] env[63622]: DEBUG nova.scheduler.client.report [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1611.898726] env[63622]: DEBUG nova.network.neutron [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Updating instance_info_cache with network_info: [{"id": "5bc038d8-1ba7-44d6-a382-75201bcf6d79", "address": "fa:16:3e:ec:b8:c8", "network": {"id": "b4228a96-3fc3-4257-8e82-a1cf37456242", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45a909020f1491e9d07603c4fc0ad0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bc038d8-1b", "ovs_interfaceid": "5bc038d8-1ba7-44d6-a382-75201bcf6d79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1611.918214] env[63622]: DEBUG oslo_vmware.api [None req-f25dc66a-4655-4d16-91a7-d8a61989156c tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Task: {'id': task-1816878, 'name': PowerOffVM_Task, 'duration_secs': 0.187798} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.918615] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f25dc66a-4655-4d16-91a7-d8a61989156c tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1611.918883] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f25dc66a-4655-4d16-91a7-d8a61989156c tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1611.919206] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3245e04a-f430-479f-bdf0-492c884c66c2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.968502] env[63622]: DEBUG oslo_concurrency.lockutils [req-15050e1f-de4f-4467-a383-637595dab86e req-98c50a47-5996-40e9-82d7-8e102b89f91d service nova] Releasing lock "refresh_cache-46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.013353] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f25dc66a-4655-4d16-91a7-d8a61989156c tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1612.013583] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f25dc66a-4655-4d16-91a7-d8a61989156c tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1612.013771] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-f25dc66a-4655-4d16-91a7-d8a61989156c tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Deleting the datastore file [datastore1] 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1612.014164] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4ac5220-87ca-4f4b-a543-ca85ed6f0824 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.021305] env[63622]: DEBUG oslo_vmware.api [None req-f25dc66a-4655-4d16-91a7-d8a61989156c tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Waiting for the task: (returnval){ [ 1612.021305] env[63622]: value = "task-1816880" [ 1612.021305] env[63622]: _type = "Task" [ 1612.021305] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.029859] env[63622]: DEBUG oslo_vmware.api [None req-f25dc66a-4655-4d16-91a7-d8a61989156c tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Task: {'id': task-1816880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.175650] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2f627441-dd85-4937-8d46-7cd06ff82a5f tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Creating linked-clone VM from snapshot {{(pid=63622) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1612.176620] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2f92f420-e35f-4808-a656-8087ca8f8a1c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.185556] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.186404] env[63622]: DEBUG nova.compute.manager [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1612.189375] env[63622]: DEBUG oslo_vmware.api [None req-2f627441-dd85-4937-8d46-7cd06ff82a5f tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1612.189375] env[63622]: value = "task-1816881" [ 1612.189375] env[63622]: _type = "Task" [ 1612.189375] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.189898] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.351s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.191961] env[63622]: INFO nova.compute.claims [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1612.204354] env[63622]: DEBUG oslo_vmware.api [None req-2f627441-dd85-4937-8d46-7cd06ff82a5f tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1816881, 'name': CloneVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.401305] env[63622]: DEBUG oslo_concurrency.lockutils [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Releasing lock "refresh_cache-42ace043-c368-4557-89fc-dbbf40c022ce" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.401928] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1612.402291] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adf7c7a4-0983-465c-a475-284ba818a465 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.409215] env[63622]: DEBUG oslo_vmware.api [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Waiting for the task: (returnval){ [ 1612.409215] env[63622]: value = "task-1816882" [ 1612.409215] env[63622]: _type = "Task" [ 1612.409215] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.419053] env[63622]: DEBUG oslo_vmware.api [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816882, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.535173] env[63622]: DEBUG oslo_vmware.api [None req-f25dc66a-4655-4d16-91a7-d8a61989156c tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Task: {'id': task-1816880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.344856} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.535602] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-f25dc66a-4655-4d16-91a7-d8a61989156c tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1612.536041] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f25dc66a-4655-4d16-91a7-d8a61989156c tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1612.536411] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f25dc66a-4655-4d16-91a7-d8a61989156c tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1612.536736] env[63622]: INFO nova.compute.manager [None req-f25dc66a-4655-4d16-91a7-d8a61989156c tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1612.537188] env[63622]: DEBUG oslo.service.loopingcall [None req-f25dc66a-4655-4d16-91a7-d8a61989156c tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1612.537478] env[63622]: DEBUG nova.compute.manager [-] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1612.537742] env[63622]: DEBUG nova.network.neutron [-] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1612.696624] env[63622]: DEBUG nova.compute.utils [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1612.702834] env[63622]: DEBUG nova.compute.manager [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1612.703032] env[63622]: DEBUG nova.network.neutron [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1612.713731] env[63622]: DEBUG oslo_vmware.api [None req-2f627441-dd85-4937-8d46-7cd06ff82a5f tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1816881, 'name': CloneVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.747664] env[63622]: DEBUG nova.policy [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbec321635d64a7a8f71f00abad479f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9660078317c743adb462df751adaad7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1612.921023] env[63622]: DEBUG oslo_vmware.api [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816882, 'name': PowerOffVM_Task, 'duration_secs': 0.433567} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.921584] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1612.922350] env[63622]: DEBUG nova.virt.hardware [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T14:04:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='93f0ef5c-66fe-4d3f-bc37-49d6c9939bed',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-870407896',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1612.922598] env[63622]: DEBUG nova.virt.hardware [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1612.922761] env[63622]: DEBUG nova.virt.hardware [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1612.922967] env[63622]: DEBUG nova.virt.hardware [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1612.923130] env[63622]: DEBUG nova.virt.hardware [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1612.923425] env[63622]: DEBUG nova.virt.hardware [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1612.923517] env[63622]: DEBUG nova.virt.hardware [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1612.923762] env[63622]: DEBUG nova.virt.hardware [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1612.923970] env[63622]: DEBUG nova.virt.hardware [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1612.924200] env[63622]: DEBUG nova.virt.hardware [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1612.924567] env[63622]: DEBUG nova.virt.hardware [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1612.930808] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-857202d3-4b19-4df1-b6b0-f125954ffc44 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.952463] env[63622]: DEBUG oslo_vmware.api [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Waiting for the task: (returnval){ [ 1612.952463] env[63622]: value = "task-1816883" [ 1612.952463] env[63622]: _type = "Task" [ 1612.952463] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.966825] env[63622]: DEBUG oslo_vmware.api [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816883, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.123109] env[63622]: DEBUG nova.network.neutron [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Successfully created port: 85201779-3500-4bdb-907b-4424f4da7aa7 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1613.207411] env[63622]: DEBUG nova.compute.manager [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1613.220706] env[63622]: DEBUG oslo_vmware.api [None req-2f627441-dd85-4937-8d46-7cd06ff82a5f tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1816881, 'name': CloneVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.223395] env[63622]: DEBUG nova.compute.manager [req-0c08fec8-dca2-4146-8fba-d010cf02d9e8 req-6bd7d1b0-1831-451a-9043-2cb844c55136 service nova] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Received event network-vif-deleted-1d61e86e-e3a4-472a-ac2e-23e613ef24b6 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1613.223638] env[63622]: INFO nova.compute.manager [req-0c08fec8-dca2-4146-8fba-d010cf02d9e8 req-6bd7d1b0-1831-451a-9043-2cb844c55136 service nova] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Neutron deleted interface 1d61e86e-e3a4-472a-ac2e-23e613ef24b6; detaching it from the instance and deleting it from the info cache [ 1613.223844] env[63622]: DEBUG nova.network.neutron [req-0c08fec8-dca2-4146-8fba-d010cf02d9e8 req-6bd7d1b0-1831-451a-9043-2cb844c55136 service nova] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.467857] env[63622]: DEBUG oslo_vmware.api [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816883, 'name': ReconfigVM_Task, 'duration_secs': 0.174746} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.468939] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c79b33-9608-4f13-bc5a-aa6fb54b9a8a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.494209] env[63622]: DEBUG nova.virt.hardware [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T14:04:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='93f0ef5c-66fe-4d3f-bc37-49d6c9939bed',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-870407896',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1613.494666] env[63622]: DEBUG nova.virt.hardware [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1613.494666] env[63622]: DEBUG nova.virt.hardware [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1613.494858] env[63622]: DEBUG nova.virt.hardware [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1613.495094] env[63622]: DEBUG nova.virt.hardware [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1613.495338] env[63622]: DEBUG nova.virt.hardware [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1613.495573] env[63622]: DEBUG nova.virt.hardware [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1613.495740] env[63622]: DEBUG nova.virt.hardware [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1613.495980] env[63622]: DEBUG nova.virt.hardware [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1613.496082] env[63622]: DEBUG nova.virt.hardware [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1613.496263] env[63622]: DEBUG nova.virt.hardware [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1613.499729] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-788ef9d3-9010-4f9d-93ff-59e8009698d3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.506687] env[63622]: DEBUG oslo_vmware.api [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Waiting for the task: (returnval){ [ 1613.506687] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52754484-85fb-948d-7404-4efdc238bdee" [ 1613.506687] env[63622]: _type = "Task" [ 1613.506687] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.515650] env[63622]: DEBUG oslo_vmware.api [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52754484-85fb-948d-7404-4efdc238bdee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.579299] env[63622]: DEBUG oslo_concurrency.lockutils [None req-57d3f217-e471-4a4a-93d6-cee0565e669a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "3cf07a7e-58db-4d28-8710-b2d0a89b5bf2" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.579766] env[63622]: DEBUG oslo_concurrency.lockutils [None req-57d3f217-e471-4a4a-93d6-cee0565e669a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "3cf07a7e-58db-4d28-8710-b2d0a89b5bf2" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.579766] env[63622]: INFO nova.compute.manager [None req-57d3f217-e471-4a4a-93d6-cee0565e669a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Rebooting instance [ 1613.637598] env[63622]: DEBUG nova.network.neutron [-] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.708987] env[63622]: DEBUG oslo_vmware.api [None req-2f627441-dd85-4937-8d46-7cd06ff82a5f tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1816881, 'name': CloneVM_Task, 'duration_secs': 1.458341} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.708987] env[63622]: INFO nova.virt.vmwareapi.vmops [None req-2f627441-dd85-4937-8d46-7cd06ff82a5f tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Created linked-clone VM from snapshot [ 1613.709672] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae03e10-8eaa-49af-983e-73577fad7507 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.720549] env[63622]: DEBUG nova.virt.vmwareapi.images [None req-2f627441-dd85-4937-8d46-7cd06ff82a5f tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Uploading image 70161be1-7075-4c90-9c71-37154446c9c7 {{(pid=63622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1613.730457] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e1bbc33-d053-484f-9c07-63ae129e50e9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.744035] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be70123a-8e0e-4129-ae20-2a43e54ba38d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.770165] env[63622]: DEBUG oslo_vmware.rw_handles [None req-2f627441-dd85-4937-8d46-7cd06ff82a5f tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1613.770165] env[63622]: value = "vm-376423" [ 1613.770165] env[63622]: _type = "VirtualMachine" [ 1613.770165] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1613.770776] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-86e24c53-75a4-4550-82ce-66c4bae8ded5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.793444] env[63622]: DEBUG nova.compute.manager [req-0c08fec8-dca2-4146-8fba-d010cf02d9e8 req-6bd7d1b0-1831-451a-9043-2cb844c55136 service nova] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Detach interface failed, port_id=1d61e86e-e3a4-472a-ac2e-23e613ef24b6, reason: Instance 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1613.800083] env[63622]: DEBUG oslo_vmware.rw_handles [None req-2f627441-dd85-4937-8d46-7cd06ff82a5f tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lease: (returnval){ [ 1613.800083] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52cae8fb-689f-0b50-e9df-7bccfa4e6244" [ 1613.800083] env[63622]: _type = "HttpNfcLease" [ 1613.800083] env[63622]: } obtained for exporting VM: (result){ [ 1613.800083] env[63622]: value = "vm-376423" [ 1613.800083] env[63622]: _type = "VirtualMachine" [ 1613.800083] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1613.800471] env[63622]: DEBUG oslo_vmware.api [None req-2f627441-dd85-4937-8d46-7cd06ff82a5f tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the lease: (returnval){ [ 1613.800471] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52cae8fb-689f-0b50-e9df-7bccfa4e6244" [ 1613.800471] env[63622]: _type = "HttpNfcLease" [ 1613.800471] env[63622]: } to be ready. {{(pid=63622) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1613.808144] env[63622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1613.808144] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52cae8fb-689f-0b50-e9df-7bccfa4e6244" [ 1613.808144] env[63622]: _type = "HttpNfcLease" [ 1613.808144] env[63622]: } is initializing. {{(pid=63622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1613.889862] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2384f3e1-23f7-418c-807f-eed69898967b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.898164] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54a02d3-41e7-4862-b398-f7e44be40d05 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.930918] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c582d77-99fa-4cca-9073-638e9a580cef {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.939051] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef83bda-dfdb-40ca-832a-f6ee50eab731 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.953440] env[63622]: DEBUG nova.compute.provider_tree [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1614.018135] env[63622]: DEBUG oslo_vmware.api [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52754484-85fb-948d-7404-4efdc238bdee, 'name': SearchDatastore_Task, 'duration_secs': 0.009243} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.023944] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Reconfiguring VM instance instance-00000027 to detach disk 2000 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1614.024331] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b4298a3-0fe8-4a7b-8612-342e7d5562be {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.045380] env[63622]: DEBUG oslo_vmware.api [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Waiting for the task: (returnval){ [ 1614.045380] env[63622]: value = "task-1816885" [ 1614.045380] env[63622]: _type = "Task" [ 1614.045380] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.054529] env[63622]: DEBUG oslo_vmware.api [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816885, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.097773] env[63622]: DEBUG oslo_concurrency.lockutils [None req-57d3f217-e471-4a4a-93d6-cee0565e669a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "refresh_cache-3cf07a7e-58db-4d28-8710-b2d0a89b5bf2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.097960] env[63622]: DEBUG oslo_concurrency.lockutils [None req-57d3f217-e471-4a4a-93d6-cee0565e669a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquired lock "refresh_cache-3cf07a7e-58db-4d28-8710-b2d0a89b5bf2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.098166] env[63622]: DEBUG nova.network.neutron [None req-57d3f217-e471-4a4a-93d6-cee0565e669a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1614.142029] env[63622]: INFO nova.compute.manager [-] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Took 1.60 seconds to deallocate network for instance. [ 1614.228441] env[63622]: DEBUG nova.compute.manager [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1614.250404] env[63622]: DEBUG nova.virt.hardware [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1614.250699] env[63622]: DEBUG nova.virt.hardware [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1614.250885] env[63622]: DEBUG nova.virt.hardware [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1614.251121] env[63622]: DEBUG nova.virt.hardware [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1614.251286] env[63622]: DEBUG nova.virt.hardware [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1614.251445] env[63622]: DEBUG nova.virt.hardware [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1614.251700] env[63622]: DEBUG nova.virt.hardware [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1614.251890] env[63622]: DEBUG nova.virt.hardware [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1614.252130] env[63622]: DEBUG nova.virt.hardware [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1614.252341] env[63622]: DEBUG nova.virt.hardware [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1614.252577] env[63622]: DEBUG nova.virt.hardware [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1614.253979] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7004413-b9ed-4e51-a6b2-0a3c87236d0f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.263120] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a7f5eb-00aa-488d-89ef-6e3d8402e43b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.308866] env[63622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1614.308866] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52cae8fb-689f-0b50-e9df-7bccfa4e6244" [ 1614.308866] env[63622]: _type = "HttpNfcLease" [ 1614.308866] env[63622]: } is ready. {{(pid=63622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1614.309227] env[63622]: DEBUG oslo_vmware.rw_handles [None req-2f627441-dd85-4937-8d46-7cd06ff82a5f tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1614.309227] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52cae8fb-689f-0b50-e9df-7bccfa4e6244" [ 1614.309227] env[63622]: _type = "HttpNfcLease" [ 1614.309227] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1614.310393] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0aec6a0-7896-4677-80bb-0d0b116b2a94 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.318267] env[63622]: DEBUG oslo_vmware.rw_handles [None req-2f627441-dd85-4937-8d46-7cd06ff82a5f tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52832963-4b8c-5ef8-1b84-4070ae2dab52/disk-0.vmdk from lease info. {{(pid=63622) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1614.318452] env[63622]: DEBUG oslo_vmware.rw_handles [None req-2f627441-dd85-4937-8d46-7cd06ff82a5f tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52832963-4b8c-5ef8-1b84-4070ae2dab52/disk-0.vmdk for reading. {{(pid=63622) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1614.425025] env[63622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8745a6b5-7de5-4310-b72a-2ef6e99fe5af {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.457694] env[63622]: DEBUG nova.scheduler.client.report [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1614.555813] env[63622]: DEBUG oslo_vmware.api [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816885, 'name': ReconfigVM_Task, 'duration_secs': 0.293864} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.556132] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Reconfigured VM instance instance-00000027 to detach disk 2000 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1614.556952] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fce7a97-be04-49f6-868b-ec81bd9406fc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.581569] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 42ace043-c368-4557-89fc-dbbf40c022ce/42ace043-c368-4557-89fc-dbbf40c022ce.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1614.581972] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6945fa9e-7425-4989-9a6b-f81524193e16 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.603621] env[63622]: DEBUG oslo_vmware.api [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Waiting for the task: (returnval){ [ 1614.603621] env[63622]: value = "task-1816886" [ 1614.603621] env[63622]: _type = "Task" [ 1614.603621] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.614242] env[63622]: DEBUG oslo_vmware.api [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816886, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.649470] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f25dc66a-4655-4d16-91a7-d8a61989156c tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.964270] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.774s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.964750] env[63622]: DEBUG nova.compute.manager [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1614.970986] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5dfdefac-d1c3-4cba-96c8-63bf9f24fd66 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.734s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.971242] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5dfdefac-d1c3-4cba-96c8-63bf9f24fd66 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.003s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.975145] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.347s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.982150] env[63622]: INFO nova.compute.claims [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1615.031862] env[63622]: INFO nova.scheduler.client.report [None req-5dfdefac-d1c3-4cba-96c8-63bf9f24fd66 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Deleted allocations for instance 37f59a1a-2002-42da-b2fe-123649034f89 [ 1615.114964] env[63622]: DEBUG oslo_vmware.api [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816886, 'name': ReconfigVM_Task, 'duration_secs': 0.405234} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.116640] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 42ace043-c368-4557-89fc-dbbf40c022ce/42ace043-c368-4557-89fc-dbbf40c022ce.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1615.117927] env[63622]: DEBUG nova.compute.manager [req-7f53f429-8d48-4b12-b736-9ef622eb754d req-d4fdae93-7d1a-4c44-8a45-b888e02858a0 service nova] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Received event network-vif-plugged-85201779-3500-4bdb-907b-4424f4da7aa7 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1615.118208] env[63622]: DEBUG oslo_concurrency.lockutils [req-7f53f429-8d48-4b12-b736-9ef622eb754d req-d4fdae93-7d1a-4c44-8a45-b888e02858a0 service nova] Acquiring lock "aea0a9d1-5bf1-4e41-a497-52e334f06079-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.118436] env[63622]: DEBUG oslo_concurrency.lockutils [req-7f53f429-8d48-4b12-b736-9ef622eb754d req-d4fdae93-7d1a-4c44-8a45-b888e02858a0 service nova] Lock "aea0a9d1-5bf1-4e41-a497-52e334f06079-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.118633] env[63622]: DEBUG oslo_concurrency.lockutils [req-7f53f429-8d48-4b12-b736-9ef622eb754d req-d4fdae93-7d1a-4c44-8a45-b888e02858a0 service nova] Lock "aea0a9d1-5bf1-4e41-a497-52e334f06079-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.118802] env[63622]: DEBUG nova.compute.manager [req-7f53f429-8d48-4b12-b736-9ef622eb754d req-d4fdae93-7d1a-4c44-8a45-b888e02858a0 service nova] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] No waiting events found dispatching network-vif-plugged-85201779-3500-4bdb-907b-4424f4da7aa7 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1615.119105] env[63622]: WARNING nova.compute.manager [req-7f53f429-8d48-4b12-b736-9ef622eb754d req-d4fdae93-7d1a-4c44-8a45-b888e02858a0 service nova] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Received unexpected event network-vif-plugged-85201779-3500-4bdb-907b-4424f4da7aa7 for instance with vm_state building and task_state spawning. [ 1615.120081] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5917ce4a-8c12-479a-aaa9-ab72a01f99a3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.148751] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039cf5cd-e66a-498d-8ca1-1ed63ea6ab7d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.174610] env[63622]: DEBUG nova.network.neutron [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Successfully updated port: 85201779-3500-4bdb-907b-4424f4da7aa7 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1615.177649] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3c1357-e54f-4da3-b3f9-fdb45456e5a8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.201548] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b367b4fa-a34c-40ef-8b0e-6aae5cb66f74 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.212067] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1615.213256] env[63622]: DEBUG nova.network.neutron [None req-57d3f217-e471-4a4a-93d6-cee0565e669a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Updating instance_info_cache with network_info: [{"id": "af0c5251-50b4-4d15-892c-f48a73408f43", "address": "fa:16:3e:a7:cd:18", "network": {"id": "9fa016ff-84b6-4077-add7-d40824a74722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-258535483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068319b363fb4cf0ab99d3d35221338d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf0c5251-50", "ovs_interfaceid": "af0c5251-50b4-4d15-892c-f48a73408f43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.214759] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c7498ff-378d-42d8-8810-12e56b2d9f60 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.222559] env[63622]: DEBUG oslo_vmware.api [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Waiting for the task: (returnval){ [ 1615.222559] env[63622]: value = "task-1816887" [ 1615.222559] env[63622]: _type = "Task" [ 1615.222559] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.234824] env[63622]: DEBUG oslo_vmware.api [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816887, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.496072] env[63622]: DEBUG nova.compute.utils [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1615.496072] env[63622]: DEBUG nova.compute.manager [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1615.496072] env[63622]: DEBUG nova.network.neutron [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1615.538756] env[63622]: DEBUG nova.policy [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f05c06ac2104b7f8a9c6b74174f789e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5577b23f22d463abb6edb8a097561c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1615.548257] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5dfdefac-d1c3-4cba-96c8-63bf9f24fd66 tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Lock "37f59a1a-2002-42da-b2fe-123649034f89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.508s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.683071] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "refresh_cache-aea0a9d1-5bf1-4e41-a497-52e334f06079" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.683197] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquired lock "refresh_cache-aea0a9d1-5bf1-4e41-a497-52e334f06079" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.683408] env[63622]: DEBUG nova.network.neutron [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1615.717487] env[63622]: DEBUG oslo_concurrency.lockutils [None req-57d3f217-e471-4a4a-93d6-cee0565e669a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Releasing lock "refresh_cache-3cf07a7e-58db-4d28-8710-b2d0a89b5bf2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.736221] env[63622]: DEBUG oslo_vmware.api [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816887, 'name': PowerOnVM_Task, 'duration_secs': 0.453584} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.736507] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1615.927916] env[63622]: DEBUG nova.network.neutron [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Successfully created port: 31351474-e6c8-4bd0-9866-00142a061e33 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1615.999754] env[63622]: DEBUG nova.compute.manager [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1616.222689] env[63622]: DEBUG nova.network.neutron [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1616.226361] env[63622]: DEBUG nova.compute.manager [None req-57d3f217-e471-4a4a-93d6-cee0565e669a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1616.226361] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec54a25-0712-4757-b79f-a6ff57af2bca {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.390957] env[63622]: DEBUG nova.network.neutron [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Updating instance_info_cache with network_info: [{"id": "85201779-3500-4bdb-907b-4424f4da7aa7", "address": "fa:16:3e:02:f9:21", "network": {"id": "f163feaf-bc42-4b43-ba23-db8b92c7e8fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-126149258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9660078317c743adb462df751adaad7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85201779-35", "ovs_interfaceid": "85201779-3500-4bdb-907b-4424f4da7aa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.545865] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8bfee0e-4ceb-4777-9d98-639860a93b70 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.554329] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932a53cc-828a-471c-aef5-dd89dc528cc7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.586309] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e6f247-7657-49a0-8eda-d638dc543f93 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.594153] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf0f164-412b-4157-a4af-89a65fbfb5e1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.607818] env[63622]: DEBUG nova.compute.provider_tree [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1616.755419] env[63622]: INFO nova.compute.manager [None req-6a8c3dcf-ef16-4b26-ba50-106ebaf19fdf tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Updating instance to original state: 'active' [ 1616.894277] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Releasing lock "refresh_cache-aea0a9d1-5bf1-4e41-a497-52e334f06079" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.894623] env[63622]: DEBUG nova.compute.manager [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Instance network_info: |[{"id": "85201779-3500-4bdb-907b-4424f4da7aa7", "address": "fa:16:3e:02:f9:21", "network": {"id": "f163feaf-bc42-4b43-ba23-db8b92c7e8fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-126149258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9660078317c743adb462df751adaad7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85201779-35", "ovs_interfaceid": "85201779-3500-4bdb-907b-4424f4da7aa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1616.895130] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:f9:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85201779-3500-4bdb-907b-4424f4da7aa7', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1616.903740] env[63622]: DEBUG oslo.service.loopingcall [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1616.904038] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1616.904303] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b64c5be1-569a-4a21-97b5-4ea2d08a44b1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.925420] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1616.925420] env[63622]: value = "task-1816888" [ 1616.925420] env[63622]: _type = "Task" [ 1616.925420] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.934231] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816888, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.010865] env[63622]: DEBUG nova.compute.manager [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1617.111204] env[63622]: DEBUG nova.scheduler.client.report [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1617.264080] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280464d2-61fa-44db-98af-c29fe546bd84 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.274370] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-57d3f217-e471-4a4a-93d6-cee0565e669a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Doing hard reboot of VM {{(pid=63622) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1617.274673] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ae471698-ad69-4ea2-8dc9-d6d5591a8792 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.282052] env[63622]: DEBUG oslo_vmware.api [None req-57d3f217-e471-4a4a-93d6-cee0565e669a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1617.282052] env[63622]: value = "task-1816889" [ 1617.282052] env[63622]: _type = "Task" [ 1617.282052] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.292297] env[63622]: DEBUG oslo_vmware.api [None req-57d3f217-e471-4a4a-93d6-cee0565e669a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1816889, 'name': ResetVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.435763] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816888, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.515249] env[63622]: DEBUG nova.network.neutron [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Successfully updated port: 31351474-e6c8-4bd0-9866-00142a061e33 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1617.618411] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.618941] env[63622]: DEBUG nova.compute.manager [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1617.622667] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c1766e71-3296-496e-93f8-180b74ffad6f tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.448s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.622820] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c1766e71-3296-496e-93f8-180b74ffad6f tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.628019] env[63622]: DEBUG oslo_concurrency.lockutils [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.022s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.628019] env[63622]: INFO nova.compute.claims [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1617.653270] env[63622]: INFO nova.scheduler.client.report [None req-c1766e71-3296-496e-93f8-180b74ffad6f tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Deleted allocations for instance 8cd420df-88e4-4174-b6e6-753b128f055d [ 1617.794268] env[63622]: DEBUG oslo_vmware.api [None req-57d3f217-e471-4a4a-93d6-cee0565e669a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1816889, 'name': ResetVM_Task, 'duration_secs': 0.122715} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.794636] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-57d3f217-e471-4a4a-93d6-cee0565e669a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Did hard reboot of VM {{(pid=63622) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1617.794906] env[63622]: DEBUG nova.compute.manager [None req-57d3f217-e471-4a4a-93d6-cee0565e669a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1617.795795] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ec6597-32f4-41cf-bb75-80b3f1a742fe {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.937388] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816888, 'name': CreateVM_Task, 'duration_secs': 0.561558} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.937596] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1617.938371] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.938581] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.939027] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1617.939406] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2ce5108-0ff5-4ebc-a983-192a60dd65e9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.945152] env[63622]: DEBUG oslo_vmware.api [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1617.945152] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]522c5861-2f06-f4a8-5e90-93b9f30232fc" [ 1617.945152] env[63622]: _type = "Task" [ 1617.945152] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.953904] env[63622]: DEBUG oslo_vmware.api [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]522c5861-2f06-f4a8-5e90-93b9f30232fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.018369] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquiring lock "refresh_cache-8d916502-431a-427c-85e0-cecda54a70f0" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1618.018735] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquired lock "refresh_cache-8d916502-431a-427c-85e0-cecda54a70f0" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.018735] env[63622]: DEBUG nova.network.neutron [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1618.123866] env[63622]: DEBUG nova.compute.utils [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1618.125438] env[63622]: DEBUG nova.compute.manager [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1618.125754] env[63622]: DEBUG nova.network.neutron [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1618.163657] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c1766e71-3296-496e-93f8-180b74ffad6f tempest-SecurityGroupsTestJSON-276420109 tempest-SecurityGroupsTestJSON-276420109-project-member] Lock "8cd420df-88e4-4174-b6e6-753b128f055d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.822s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.177915] env[63622]: DEBUG nova.policy [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f05c06ac2104b7f8a9c6b74174f789e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5577b23f22d463abb6edb8a097561c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1618.310062] env[63622]: DEBUG oslo_concurrency.lockutils [None req-57d3f217-e471-4a4a-93d6-cee0565e669a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "3cf07a7e-58db-4d28-8710-b2d0a89b5bf2" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.730s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.456456] env[63622]: DEBUG oslo_vmware.api [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]522c5861-2f06-f4a8-5e90-93b9f30232fc, 'name': SearchDatastore_Task, 'duration_secs': 0.014975} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.456789] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1618.457040] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1618.457340] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1618.457424] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.457603] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1618.457878] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c34f63d8-78cc-4947-a2b7-eb47a934a047 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.466811] env[63622]: DEBUG nova.network.neutron [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Successfully created port: f7f98b3a-75da-4889-9094-e8327990822b {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1618.478421] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1618.478575] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1618.479356] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ef3f460-6168-4c26-89c7-9a4279265bb7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.485706] env[63622]: DEBUG oslo_vmware.api [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1618.485706] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52eda3e9-e358-8fd1-636d-43f6089273e6" [ 1618.485706] env[63622]: _type = "Task" [ 1618.485706] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.493792] env[63622]: DEBUG oslo_vmware.api [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52eda3e9-e358-8fd1-636d-43f6089273e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.550204] env[63622]: DEBUG nova.network.neutron [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1618.629470] env[63622]: DEBUG nova.compute.manager [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1618.711847] env[63622]: DEBUG nova.network.neutron [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Updating instance_info_cache with network_info: [{"id": "31351474-e6c8-4bd0-9866-00142a061e33", "address": "fa:16:3e:8a:82:97", "network": {"id": "92bfaec3-be7e-4796-b80c-1ba7ed4f1110", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1350664596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5577b23f22d463abb6edb8a097561c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31351474-e6", "ovs_interfaceid": "31351474-e6c8-4bd0-9866-00142a061e33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.999333] env[63622]: DEBUG oslo_vmware.api [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52eda3e9-e358-8fd1-636d-43f6089273e6, 'name': SearchDatastore_Task, 'duration_secs': 0.022992} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.999558] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d34a56be-1a2c-4057-bfdd-0f028a554868 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.005480] env[63622]: DEBUG oslo_vmware.api [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1619.005480] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]521dbbc5-ba04-1213-fe08-7ab99b934344" [ 1619.005480] env[63622]: _type = "Task" [ 1619.005480] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.018294] env[63622]: DEBUG oslo_vmware.api [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]521dbbc5-ba04-1213-fe08-7ab99b934344, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.032684] env[63622]: DEBUG nova.virt.hardware [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1619.032988] env[63622]: DEBUG nova.virt.hardware [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1619.033153] env[63622]: DEBUG nova.virt.hardware [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1619.034157] env[63622]: DEBUG nova.virt.hardware [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1619.034157] env[63622]: DEBUG nova.virt.hardware [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1619.034157] env[63622]: DEBUG nova.virt.hardware [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1619.034157] env[63622]: DEBUG nova.virt.hardware [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1619.034157] env[63622]: DEBUG nova.virt.hardware [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1619.034315] env[63622]: DEBUG nova.virt.hardware [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1619.035050] env[63622]: DEBUG nova.virt.hardware [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1619.035050] env[63622]: DEBUG nova.virt.hardware [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1619.037053] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d183c9-82f0-49f2-9cc7-d1191c00c45c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.048554] env[63622]: DEBUG oslo_vmware.rw_handles [None req-6f6a9f66-e9a0-4679-82bf-0f9157f73019 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529019e7-e02c-054e-381b-2ea6b4f74c85/disk-0.vmdk. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1619.049839] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d69b45-cb5e-4484-83f3-cf10dc949518 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.054598] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad1b037-be3e-4aba-85d7-adb96f068522 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.071939] env[63622]: DEBUG oslo_vmware.rw_handles [None req-6f6a9f66-e9a0-4679-82bf-0f9157f73019 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529019e7-e02c-054e-381b-2ea6b4f74c85/disk-0.vmdk is in state: ready. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1619.072197] env[63622]: ERROR oslo_vmware.rw_handles [None req-6f6a9f66-e9a0-4679-82bf-0f9157f73019 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529019e7-e02c-054e-381b-2ea6b4f74c85/disk-0.vmdk due to incomplete transfer. [ 1619.075145] env[63622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1100df43-7bb9-4bc6-a8e7-a148f4bd779d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.083363] env[63622]: DEBUG oslo_vmware.rw_handles [None req-6f6a9f66-e9a0-4679-82bf-0f9157f73019 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529019e7-e02c-054e-381b-2ea6b4f74c85/disk-0.vmdk. {{(pid=63622) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1619.083549] env[63622]: DEBUG nova.virt.vmwareapi.images [None req-6f6a9f66-e9a0-4679-82bf-0f9157f73019 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Uploaded image a7309ac6-9f78-4551-a504-1e763fd40e0d to the Glance image server {{(pid=63622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1619.085922] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6a9f66-e9a0-4679-82bf-0f9157f73019 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Destroying the VM {{(pid=63622) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1619.088813] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ad6678b1-6185-4485-b610-f1bdc13da42f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.096072] env[63622]: DEBUG oslo_vmware.api [None req-6f6a9f66-e9a0-4679-82bf-0f9157f73019 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Waiting for the task: (returnval){ [ 1619.096072] env[63622]: value = "task-1816890" [ 1619.096072] env[63622]: _type = "Task" [ 1619.096072] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.108081] env[63622]: DEBUG oslo_vmware.api [None req-6f6a9f66-e9a0-4679-82bf-0f9157f73019 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816890, 'name': Destroy_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.168499] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8706e252-4f8e-4217-b9bd-643ed12e3af1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.182204] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d745c5-0fff-4a60-9a69-10512bcf57b7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.218976] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Releasing lock "refresh_cache-8d916502-431a-427c-85e0-cecda54a70f0" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1619.219341] env[63622]: DEBUG nova.compute.manager [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Instance network_info: |[{"id": "31351474-e6c8-4bd0-9866-00142a061e33", "address": "fa:16:3e:8a:82:97", "network": {"id": "92bfaec3-be7e-4796-b80c-1ba7ed4f1110", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1350664596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5577b23f22d463abb6edb8a097561c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31351474-e6", "ovs_interfaceid": "31351474-e6c8-4bd0-9866-00142a061e33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1619.220706] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:82:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31351474-e6c8-4bd0-9866-00142a061e33', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1619.229019] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Creating folder: Project (a5577b23f22d463abb6edb8a097561c9). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1619.230027] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c68a401-b79c-48e4-9c04-5eda8172c87a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.233140] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67761934-bda4-4179-a17b-eef02162c986 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.241955] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9949ab67-55a4-4d63-ac7e-fc955f7c7a5e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.248142] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Created folder: Project (a5577b23f22d463abb6edb8a097561c9) in parent group-v376252. [ 1619.248366] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Creating folder: Instances. Parent ref: group-v376425. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1619.249121] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db37fa68-8856-463e-aec1-7c9e9b0eb3bd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.260325] env[63622]: DEBUG nova.compute.provider_tree [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1619.271262] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Created folder: Instances in parent group-v376425. [ 1619.271702] env[63622]: DEBUG oslo.service.loopingcall [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1619.271797] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1619.272068] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24fd8fb3-b997-4fb6-8b26-2bda42d35d5f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.293171] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1619.293171] env[63622]: value = "task-1816893" [ 1619.293171] env[63622]: _type = "Task" [ 1619.293171] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.303037] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816893, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.517138] env[63622]: DEBUG oslo_vmware.api [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]521dbbc5-ba04-1213-fe08-7ab99b934344, 'name': SearchDatastore_Task, 'duration_secs': 0.011497} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.517436] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1619.517701] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] aea0a9d1-5bf1-4e41-a497-52e334f06079/aea0a9d1-5bf1-4e41-a497-52e334f06079.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1619.517962] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a2b5f3c-61e8-4ec4-a21a-15f2cde57831 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.526177] env[63622]: DEBUG oslo_vmware.api [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1619.526177] env[63622]: value = "task-1816894" [ 1619.526177] env[63622]: _type = "Task" [ 1619.526177] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.535034] env[63622]: DEBUG oslo_vmware.api [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816894, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.606061] env[63622]: DEBUG oslo_vmware.api [None req-6f6a9f66-e9a0-4679-82bf-0f9157f73019 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816890, 'name': Destroy_Task} progress is 33%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.640035] env[63622]: DEBUG nova.compute.manager [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1619.664319] env[63622]: DEBUG nova.virt.hardware [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1619.664798] env[63622]: DEBUG nova.virt.hardware [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1619.664798] env[63622]: DEBUG nova.virt.hardware [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1619.664940] env[63622]: DEBUG nova.virt.hardware [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1619.665106] env[63622]: DEBUG nova.virt.hardware [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1619.665347] env[63622]: DEBUG nova.virt.hardware [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1619.665649] env[63622]: DEBUG nova.virt.hardware [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1619.665850] env[63622]: DEBUG nova.virt.hardware [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1619.666140] env[63622]: DEBUG nova.virt.hardware [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1619.666242] env[63622]: DEBUG nova.virt.hardware [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1619.666508] env[63622]: DEBUG nova.virt.hardware [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1619.667544] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163a6f05-ad72-4fa2-95ff-c41a49bdfa7b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.677115] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5311f42c-1350-4485-a986-73ca0847ced9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.682220] env[63622]: DEBUG oslo_concurrency.lockutils [None req-403e5846-2c26-4cca-acf3-ad34580d091a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Acquiring lock "5411cbb5-08c5-4dbc-b327-26892a8257a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.682514] env[63622]: DEBUG oslo_concurrency.lockutils [None req-403e5846-2c26-4cca-acf3-ad34580d091a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Lock "5411cbb5-08c5-4dbc-b327-26892a8257a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.682773] env[63622]: DEBUG oslo_concurrency.lockutils [None req-403e5846-2c26-4cca-acf3-ad34580d091a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Acquiring lock "5411cbb5-08c5-4dbc-b327-26892a8257a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.682999] env[63622]: DEBUG oslo_concurrency.lockutils [None req-403e5846-2c26-4cca-acf3-ad34580d091a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Lock "5411cbb5-08c5-4dbc-b327-26892a8257a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.683258] env[63622]: DEBUG oslo_concurrency.lockutils [None req-403e5846-2c26-4cca-acf3-ad34580d091a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Lock "5411cbb5-08c5-4dbc-b327-26892a8257a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.685717] env[63622]: INFO nova.compute.manager [None req-403e5846-2c26-4cca-acf3-ad34580d091a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Terminating instance [ 1619.766836] env[63622]: DEBUG nova.scheduler.client.report [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1619.799075] env[63622]: DEBUG nova.compute.manager [req-962499e9-fcfb-4422-a736-0793c6b6d102 req-50240123-ab6d-4a77-9b43-38d9a3ac5cf0 service nova] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Received event network-changed-85201779-3500-4bdb-907b-4424f4da7aa7 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1619.799341] env[63622]: DEBUG nova.compute.manager [req-962499e9-fcfb-4422-a736-0793c6b6d102 req-50240123-ab6d-4a77-9b43-38d9a3ac5cf0 service nova] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Refreshing instance network info cache due to event network-changed-85201779-3500-4bdb-907b-4424f4da7aa7. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1619.799524] env[63622]: DEBUG oslo_concurrency.lockutils [req-962499e9-fcfb-4422-a736-0793c6b6d102 req-50240123-ab6d-4a77-9b43-38d9a3ac5cf0 service nova] Acquiring lock "refresh_cache-aea0a9d1-5bf1-4e41-a497-52e334f06079" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.799670] env[63622]: DEBUG oslo_concurrency.lockutils [req-962499e9-fcfb-4422-a736-0793c6b6d102 req-50240123-ab6d-4a77-9b43-38d9a3ac5cf0 service nova] Acquired lock "refresh_cache-aea0a9d1-5bf1-4e41-a497-52e334f06079" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.799831] env[63622]: DEBUG nova.network.neutron [req-962499e9-fcfb-4422-a736-0793c6b6d102 req-50240123-ab6d-4a77-9b43-38d9a3ac5cf0 service nova] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Refreshing network info cache for port 85201779-3500-4bdb-907b-4424f4da7aa7 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1619.806915] env[63622]: DEBUG nova.compute.manager [req-125d5c65-7a93-4b15-9cf2-b8ca02170523 req-4a66c878-98ee-472b-b179-3b55a5656195 service nova] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Received event network-vif-plugged-31351474-e6c8-4bd0-9866-00142a061e33 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1619.807171] env[63622]: DEBUG oslo_concurrency.lockutils [req-125d5c65-7a93-4b15-9cf2-b8ca02170523 req-4a66c878-98ee-472b-b179-3b55a5656195 service nova] Acquiring lock "8d916502-431a-427c-85e0-cecda54a70f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.807412] env[63622]: DEBUG oslo_concurrency.lockutils [req-125d5c65-7a93-4b15-9cf2-b8ca02170523 req-4a66c878-98ee-472b-b179-3b55a5656195 service nova] Lock "8d916502-431a-427c-85e0-cecda54a70f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.807582] env[63622]: DEBUG oslo_concurrency.lockutils [req-125d5c65-7a93-4b15-9cf2-b8ca02170523 req-4a66c878-98ee-472b-b179-3b55a5656195 service nova] Lock "8d916502-431a-427c-85e0-cecda54a70f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.807750] env[63622]: DEBUG nova.compute.manager [req-125d5c65-7a93-4b15-9cf2-b8ca02170523 req-4a66c878-98ee-472b-b179-3b55a5656195 service nova] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] No waiting events found dispatching network-vif-plugged-31351474-e6c8-4bd0-9866-00142a061e33 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1619.807920] env[63622]: WARNING nova.compute.manager [req-125d5c65-7a93-4b15-9cf2-b8ca02170523 req-4a66c878-98ee-472b-b179-3b55a5656195 service nova] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Received unexpected event network-vif-plugged-31351474-e6c8-4bd0-9866-00142a061e33 for instance with vm_state building and task_state spawning. [ 1619.816740] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816893, 'name': CreateVM_Task, 'duration_secs': 0.520251} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.816917] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1619.817648] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.817815] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.818167] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1619.818425] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98bcf3e5-77e2-4649-b94c-22f37ff20afa {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.823822] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for the task: (returnval){ [ 1619.823822] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]525b21f3-7d8f-1d77-f4e4-5035cb0f26ec" [ 1619.823822] env[63622]: _type = "Task" [ 1619.823822] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.833439] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]525b21f3-7d8f-1d77-f4e4-5035cb0f26ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.037394] env[63622]: DEBUG oslo_vmware.api [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816894, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.108099] env[63622]: DEBUG oslo_vmware.api [None req-6f6a9f66-e9a0-4679-82bf-0f9157f73019 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816890, 'name': Destroy_Task, 'duration_secs': 0.558664} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.108384] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-6f6a9f66-e9a0-4679-82bf-0f9157f73019 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Destroyed the VM [ 1620.108655] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6a9f66-e9a0-4679-82bf-0f9157f73019 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Deleting Snapshot of the VM instance {{(pid=63622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1620.108923] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d39bd305-a3fa-47b6-ac6d-fe83c365488e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.115763] env[63622]: DEBUG oslo_vmware.api [None req-6f6a9f66-e9a0-4679-82bf-0f9157f73019 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Waiting for the task: (returnval){ [ 1620.115763] env[63622]: value = "task-1816895" [ 1620.115763] env[63622]: _type = "Task" [ 1620.115763] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.124561] env[63622]: DEBUG oslo_vmware.api [None req-6f6a9f66-e9a0-4679-82bf-0f9157f73019 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816895, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.201199] env[63622]: DEBUG nova.compute.manager [None req-403e5846-2c26-4cca-acf3-ad34580d091a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1620.201199] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-403e5846-2c26-4cca-acf3-ad34580d091a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1620.201199] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de83ece-f8c5-42ba-9a59-191172c7af8a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.211452] env[63622]: DEBUG nova.network.neutron [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Successfully updated port: f7f98b3a-75da-4889-9094-e8327990822b {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1620.216799] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-403e5846-2c26-4cca-acf3-ad34580d091a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1620.217734] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49abc0f8-ca2e-4d8a-89c9-2703fcb0add8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.228140] env[63622]: DEBUG oslo_vmware.api [None req-403e5846-2c26-4cca-acf3-ad34580d091a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Waiting for the task: (returnval){ [ 1620.228140] env[63622]: value = "task-1816896" [ 1620.228140] env[63622]: _type = "Task" [ 1620.228140] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.244357] env[63622]: DEBUG oslo_vmware.api [None req-403e5846-2c26-4cca-acf3-ad34580d091a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.279152] env[63622]: DEBUG oslo_concurrency.lockutils [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.280033] env[63622]: DEBUG nova.compute.manager [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1620.285427] env[63622]: DEBUG oslo_concurrency.lockutils [None req-57c3ecfa-dafc-4b60-84ab-646939b54f85 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.484s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.285845] env[63622]: DEBUG oslo_concurrency.lockutils [None req-57c3ecfa-dafc-4b60-84ab-646939b54f85 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.288982] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.394s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.295425] env[63622]: INFO nova.compute.claims [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1620.347644] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]525b21f3-7d8f-1d77-f4e4-5035cb0f26ec, 'name': SearchDatastore_Task, 'duration_secs': 0.021156} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.348407] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.349201] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1620.349201] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.349319] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.349934] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1620.349934] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4371070-5fe5-4b66-9687-96422829591d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.356063] env[63622]: INFO nova.scheduler.client.report [None req-57c3ecfa-dafc-4b60-84ab-646939b54f85 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Deleted allocations for instance d6332bd4-194a-4708-a682-62bb362d6b4e [ 1620.375991] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1620.375991] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1620.377178] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cca8142-2d67-4400-9ef9-20d4a1d7401b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.387345] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for the task: (returnval){ [ 1620.387345] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52096f33-014b-8643-774c-5e3cabeb1411" [ 1620.387345] env[63622]: _type = "Task" [ 1620.387345] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.400194] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52096f33-014b-8643-774c-5e3cabeb1411, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.538182] env[63622]: DEBUG oslo_vmware.api [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816894, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672337} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.538553] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] aea0a9d1-5bf1-4e41-a497-52e334f06079/aea0a9d1-5bf1-4e41-a497-52e334f06079.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1620.538799] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1620.539094] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9efe5ebd-0622-4de5-b635-61d15ab676de {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.547754] env[63622]: DEBUG oslo_vmware.api [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1620.547754] env[63622]: value = "task-1816897" [ 1620.547754] env[63622]: _type = "Task" [ 1620.547754] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.560684] env[63622]: DEBUG oslo_vmware.api [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816897, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.627507] env[63622]: DEBUG oslo_vmware.api [None req-6f6a9f66-e9a0-4679-82bf-0f9157f73019 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816895, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.639478] env[63622]: DEBUG nova.network.neutron [req-962499e9-fcfb-4422-a736-0793c6b6d102 req-50240123-ab6d-4a77-9b43-38d9a3ac5cf0 service nova] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Updated VIF entry in instance network info cache for port 85201779-3500-4bdb-907b-4424f4da7aa7. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1620.639877] env[63622]: DEBUG nova.network.neutron [req-962499e9-fcfb-4422-a736-0793c6b6d102 req-50240123-ab6d-4a77-9b43-38d9a3ac5cf0 service nova] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Updating instance_info_cache with network_info: [{"id": "85201779-3500-4bdb-907b-4424f4da7aa7", "address": "fa:16:3e:02:f9:21", "network": {"id": "f163feaf-bc42-4b43-ba23-db8b92c7e8fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-126149258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9660078317c743adb462df751adaad7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85201779-35", "ovs_interfaceid": "85201779-3500-4bdb-907b-4424f4da7aa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1620.719026] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquiring lock "refresh_cache-8a2d92a3-829a-485d-8cb4-68a3969fd7b4" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.719463] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquired lock "refresh_cache-8a2d92a3-829a-485d-8cb4-68a3969fd7b4" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.719463] env[63622]: DEBUG nova.network.neutron [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1620.739839] env[63622]: DEBUG oslo_vmware.api [None req-403e5846-2c26-4cca-acf3-ad34580d091a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816896, 'name': PowerOffVM_Task, 'duration_secs': 0.371716} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.740136] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-403e5846-2c26-4cca-acf3-ad34580d091a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1620.740136] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-403e5846-2c26-4cca-acf3-ad34580d091a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1620.740502] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97e4a58b-8e1f-43a1-95fd-9469fa437525 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.801745] env[63622]: DEBUG nova.compute.utils [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1620.806553] env[63622]: DEBUG nova.compute.manager [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1620.806723] env[63622]: DEBUG nova.network.neutron [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1620.867898] env[63622]: DEBUG nova.policy [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9cda26dfa747464dbb4e31462c6d1ceb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8f5612ea5ba4729af8f16a350d2c1fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1620.880851] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4dd9935b-f293-446c-8147-64cd63005447 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquiring lock "42ace043-c368-4557-89fc-dbbf40c022ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.881129] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4dd9935b-f293-446c-8147-64cd63005447 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Lock "42ace043-c368-4557-89fc-dbbf40c022ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.881357] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4dd9935b-f293-446c-8147-64cd63005447 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquiring lock "42ace043-c368-4557-89fc-dbbf40c022ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.883525] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4dd9935b-f293-446c-8147-64cd63005447 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Lock "42ace043-c368-4557-89fc-dbbf40c022ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.883780] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4dd9935b-f293-446c-8147-64cd63005447 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Lock "42ace043-c368-4557-89fc-dbbf40c022ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.885940] env[63622]: DEBUG oslo_concurrency.lockutils [None req-57c3ecfa-dafc-4b60-84ab-646939b54f85 tempest-ServersTestMultiNic-823428945 tempest-ServersTestMultiNic-823428945-project-member] Lock "d6332bd4-194a-4708-a682-62bb362d6b4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.376s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.887691] env[63622]: INFO nova.compute.manager [None req-4dd9935b-f293-446c-8147-64cd63005447 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Terminating instance [ 1620.907827] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52096f33-014b-8643-774c-5e3cabeb1411, 'name': SearchDatastore_Task, 'duration_secs': 0.012834} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.909804] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1c14a10-d95a-4d7a-9e3d-170e028961ab {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.916555] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for the task: (returnval){ [ 1620.916555] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]520cedaf-62be-0719-11da-55c810f0d8b9" [ 1620.916555] env[63622]: _type = "Task" [ 1620.916555] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.927827] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]520cedaf-62be-0719-11da-55c810f0d8b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.057685] env[63622]: DEBUG oslo_vmware.api [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816897, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106249} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.057975] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1621.058920] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0474ac-682f-4239-83b1-43fcdbc94773 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.081747] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] aea0a9d1-5bf1-4e41-a497-52e334f06079/aea0a9d1-5bf1-4e41-a497-52e334f06079.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1621.082454] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5642cf4b-ff0e-4f5c-8087-9a31bbc2cf51 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.104128] env[63622]: DEBUG oslo_vmware.api [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1621.104128] env[63622]: value = "task-1816899" [ 1621.104128] env[63622]: _type = "Task" [ 1621.104128] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.110148] env[63622]: DEBUG oslo_vmware.api [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816899, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.128200] env[63622]: DEBUG oslo_vmware.api [None req-6f6a9f66-e9a0-4679-82bf-0f9157f73019 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816895, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.143933] env[63622]: DEBUG oslo_concurrency.lockutils [req-962499e9-fcfb-4422-a736-0793c6b6d102 req-50240123-ab6d-4a77-9b43-38d9a3ac5cf0 service nova] Releasing lock "refresh_cache-aea0a9d1-5bf1-4e41-a497-52e334f06079" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.179874] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-403e5846-2c26-4cca-acf3-ad34580d091a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1621.180122] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-403e5846-2c26-4cca-acf3-ad34580d091a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1621.180331] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-403e5846-2c26-4cca-acf3-ad34580d091a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Deleting the datastore file [datastore1] 5411cbb5-08c5-4dbc-b327-26892a8257a0 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1621.180609] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f8f950f-3e10-4968-81f8-dd33c16c640e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.187978] env[63622]: DEBUG oslo_vmware.api [None req-403e5846-2c26-4cca-acf3-ad34580d091a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Waiting for the task: (returnval){ [ 1621.187978] env[63622]: value = "task-1816900" [ 1621.187978] env[63622]: _type = "Task" [ 1621.187978] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.197100] env[63622]: DEBUG oslo_vmware.api [None req-403e5846-2c26-4cca-acf3-ad34580d091a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.231803] env[63622]: DEBUG nova.network.neutron [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Successfully created port: 79f49ad4-1b9a-4da3-beb1-622ee96cac5e {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1621.278734] env[63622]: DEBUG nova.network.neutron [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1621.309727] env[63622]: DEBUG nova.compute.manager [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1621.411549] env[63622]: DEBUG nova.compute.manager [None req-4dd9935b-f293-446c-8147-64cd63005447 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1621.411771] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd9935b-f293-446c-8147-64cd63005447 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1621.413113] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769f8a4c-c526-4cc1-8b0a-2793a009efc2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.429586] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dd9935b-f293-446c-8147-64cd63005447 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1621.429893] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c020026-7dbc-46c5-89e9-bfbc4d6f73eb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.436770] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]520cedaf-62be-0719-11da-55c810f0d8b9, 'name': SearchDatastore_Task, 'duration_secs': 0.037515} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.437532] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.438743] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 8d916502-431a-427c-85e0-cecda54a70f0/8d916502-431a-427c-85e0-cecda54a70f0.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1621.438743] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a993db8c-727e-4c35-971e-d9b891c03ec5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.443273] env[63622]: DEBUG oslo_vmware.api [None req-4dd9935b-f293-446c-8147-64cd63005447 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Waiting for the task: (returnval){ [ 1621.443273] env[63622]: value = "task-1816901" [ 1621.443273] env[63622]: _type = "Task" [ 1621.443273] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.450882] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for the task: (returnval){ [ 1621.450882] env[63622]: value = "task-1816902" [ 1621.450882] env[63622]: _type = "Task" [ 1621.450882] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.458744] env[63622]: DEBUG oslo_vmware.api [None req-4dd9935b-f293-446c-8147-64cd63005447 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.466668] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1816902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.528845] env[63622]: DEBUG nova.network.neutron [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Updating instance_info_cache with network_info: [{"id": "f7f98b3a-75da-4889-9094-e8327990822b", "address": "fa:16:3e:7a:d6:cf", "network": {"id": "92bfaec3-be7e-4796-b80c-1ba7ed4f1110", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1350664596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5577b23f22d463abb6edb8a097561c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7f98b3a-75", "ovs_interfaceid": "f7f98b3a-75da-4889-9094-e8327990822b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.617864] env[63622]: DEBUG oslo_vmware.api [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.632344] env[63622]: DEBUG oslo_vmware.api [None req-6f6a9f66-e9a0-4679-82bf-0f9157f73019 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816895, 'name': RemoveSnapshot_Task, 'duration_secs': 1.15142} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.632577] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6a9f66-e9a0-4679-82bf-0f9157f73019 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Deleted Snapshot of the VM instance {{(pid=63622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1621.634232] env[63622]: INFO nova.compute.manager [None req-6f6a9f66-e9a0-4679-82bf-0f9157f73019 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Took 15.30 seconds to snapshot the instance on the hypervisor. [ 1621.702646] env[63622]: DEBUG oslo_vmware.api [None req-403e5846-2c26-4cca-acf3-ad34580d091a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Task: {'id': task-1816900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.507469} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.708021] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-403e5846-2c26-4cca-acf3-ad34580d091a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1621.708237] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-403e5846-2c26-4cca-acf3-ad34580d091a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1621.709524] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-403e5846-2c26-4cca-acf3-ad34580d091a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1621.709801] env[63622]: INFO nova.compute.manager [None req-403e5846-2c26-4cca-acf3-ad34580d091a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Took 1.51 seconds to destroy the instance on the hypervisor. [ 1621.710180] env[63622]: DEBUG oslo.service.loopingcall [None req-403e5846-2c26-4cca-acf3-ad34580d091a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1621.711155] env[63622]: DEBUG nova.compute.manager [-] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1621.711315] env[63622]: DEBUG nova.network.neutron [-] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1621.920422] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4447837c-2b1d-4a1f-999b-cdf517438635 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.930836] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83125927-72b3-48c4-8acf-22ce14e1fdf8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.978204] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72eecb1-5a41-498f-bb52-92f5c3554d13 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.990106] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1816902, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.992860] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04339cd-b8d7-44be-b0da-7be3b606eaf2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.000010] env[63622]: DEBUG oslo_vmware.api [None req-4dd9935b-f293-446c-8147-64cd63005447 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816901, 'name': PowerOffVM_Task, 'duration_secs': 0.30236} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.000010] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dd9935b-f293-446c-8147-64cd63005447 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1622.000010] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd9935b-f293-446c-8147-64cd63005447 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1622.000010] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7742266-478f-4ecd-aaa0-335039e84d03 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.009062] env[63622]: DEBUG nova.compute.provider_tree [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1622.030753] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Releasing lock "refresh_cache-8a2d92a3-829a-485d-8cb4-68a3969fd7b4" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.031090] env[63622]: DEBUG nova.compute.manager [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Instance network_info: |[{"id": "f7f98b3a-75da-4889-9094-e8327990822b", "address": "fa:16:3e:7a:d6:cf", "network": {"id": "92bfaec3-be7e-4796-b80c-1ba7ed4f1110", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1350664596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5577b23f22d463abb6edb8a097561c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7f98b3a-75", "ovs_interfaceid": "f7f98b3a-75da-4889-9094-e8327990822b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1622.031839] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:d6:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7f98b3a-75da-4889-9094-e8327990822b', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1622.039736] env[63622]: DEBUG oslo.service.loopingcall [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1622.039985] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1622.040589] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-641b19fe-dfe4-4164-9cd3-df37c9810a30 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.063032] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1622.063032] env[63622]: value = "task-1816904" [ 1622.063032] env[63622]: _type = "Task" [ 1622.063032] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.071761] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816904, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.092110] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd9935b-f293-446c-8147-64cd63005447 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1622.092373] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd9935b-f293-446c-8147-64cd63005447 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1622.092563] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dd9935b-f293-446c-8147-64cd63005447 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Deleting the datastore file [datastore1] 42ace043-c368-4557-89fc-dbbf40c022ce {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1622.092873] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d003e8f7-978e-46da-b31e-d32dbae70cda {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.100552] env[63622]: DEBUG oslo_vmware.api [None req-4dd9935b-f293-446c-8147-64cd63005447 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Waiting for the task: (returnval){ [ 1622.100552] env[63622]: value = "task-1816905" [ 1622.100552] env[63622]: _type = "Task" [ 1622.100552] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.111978] env[63622]: DEBUG oslo_vmware.api [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816899, 'name': ReconfigVM_Task, 'duration_secs': 0.655486} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.115104] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Reconfigured VM instance instance-0000003d to attach disk [datastore1] aea0a9d1-5bf1-4e41-a497-52e334f06079/aea0a9d1-5bf1-4e41-a497-52e334f06079.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1622.115867] env[63622]: DEBUG oslo_vmware.api [None req-4dd9935b-f293-446c-8147-64cd63005447 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816905, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.116156] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-264477b8-aabd-4ae3-afdc-920c90a73e98 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.122182] env[63622]: DEBUG oslo_vmware.api [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1622.122182] env[63622]: value = "task-1816906" [ 1622.122182] env[63622]: _type = "Task" [ 1622.122182] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.130638] env[63622]: DEBUG oslo_vmware.api [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816906, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.169172] env[63622]: DEBUG nova.compute.manager [req-37efb428-b864-4f38-a9c1-668065766223 req-8f2cd1c0-cecb-4d02-8093-dbf173ff95ec service nova] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Received event network-changed-31351474-e6c8-4bd0-9866-00142a061e33 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1622.169172] env[63622]: DEBUG nova.compute.manager [req-37efb428-b864-4f38-a9c1-668065766223 req-8f2cd1c0-cecb-4d02-8093-dbf173ff95ec service nova] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Refreshing instance network info cache due to event network-changed-31351474-e6c8-4bd0-9866-00142a061e33. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1622.169172] env[63622]: DEBUG oslo_concurrency.lockutils [req-37efb428-b864-4f38-a9c1-668065766223 req-8f2cd1c0-cecb-4d02-8093-dbf173ff95ec service nova] Acquiring lock "refresh_cache-8d916502-431a-427c-85e0-cecda54a70f0" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.169172] env[63622]: DEBUG oslo_concurrency.lockutils [req-37efb428-b864-4f38-a9c1-668065766223 req-8f2cd1c0-cecb-4d02-8093-dbf173ff95ec service nova] Acquired lock "refresh_cache-8d916502-431a-427c-85e0-cecda54a70f0" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.169172] env[63622]: DEBUG nova.network.neutron [req-37efb428-b864-4f38-a9c1-668065766223 req-8f2cd1c0-cecb-4d02-8093-dbf173ff95ec service nova] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Refreshing network info cache for port 31351474-e6c8-4bd0-9866-00142a061e33 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1622.331580] env[63622]: DEBUG nova.compute.manager [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1622.364803] env[63622]: DEBUG nova.virt.hardware [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1622.365244] env[63622]: DEBUG nova.virt.hardware [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1622.365439] env[63622]: DEBUG nova.virt.hardware [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1622.365636] env[63622]: DEBUG nova.virt.hardware [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1622.365786] env[63622]: DEBUG nova.virt.hardware [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1622.365943] env[63622]: DEBUG nova.virt.hardware [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1622.366214] env[63622]: DEBUG nova.virt.hardware [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1622.366465] env[63622]: DEBUG nova.virt.hardware [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1622.367293] env[63622]: DEBUG nova.virt.hardware [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1622.367526] env[63622]: DEBUG nova.virt.hardware [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1622.367758] env[63622]: DEBUG nova.virt.hardware [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1622.368721] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c7347f-03bc-4c58-b8d2-386c6a34d9cd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.379742] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c5fd8c-ac6d-4698-9788-3a1c33b5584f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.472735] env[63622]: DEBUG nova.compute.manager [req-c099a551-b6e8-4043-93ac-f56a5d50607b req-5ee30fd9-ff47-474e-afa5-3c009f3b688f service nova] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Received event network-vif-deleted-b4b693eb-b065-44e5-bacf-fb573aa704c7 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1622.473053] env[63622]: INFO nova.compute.manager [req-c099a551-b6e8-4043-93ac-f56a5d50607b req-5ee30fd9-ff47-474e-afa5-3c009f3b688f service nova] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Neutron deleted interface b4b693eb-b065-44e5-bacf-fb573aa704c7; detaching it from the instance and deleting it from the info cache [ 1622.473258] env[63622]: DEBUG nova.network.neutron [req-c099a551-b6e8-4043-93ac-f56a5d50607b req-5ee30fd9-ff47-474e-afa5-3c009f3b688f service nova] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1622.486891] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1816902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653324} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.487929] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 8d916502-431a-427c-85e0-cecda54a70f0/8d916502-431a-427c-85e0-cecda54a70f0.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1622.488141] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1622.488432] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c3676ee-6bdc-48a6-82f8-d2031ecd04ec {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.496692] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for the task: (returnval){ [ 1622.496692] env[63622]: value = "task-1816907" [ 1622.496692] env[63622]: _type = "Task" [ 1622.496692] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.506576] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1816907, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.512201] env[63622]: DEBUG nova.scheduler.client.report [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1622.572982] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816904, 'name': CreateVM_Task, 'duration_secs': 0.466816} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.573264] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1622.574582] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.574582] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.574698] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1622.574900] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dda15988-6ccd-41f1-b73d-7665f344933d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.579945] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for the task: (returnval){ [ 1622.579945] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a7bb09-0ec0-ae9d-db0f-b99facd0420d" [ 1622.579945] env[63622]: _type = "Task" [ 1622.579945] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.588350] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a7bb09-0ec0-ae9d-db0f-b99facd0420d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.610559] env[63622]: DEBUG oslo_vmware.api [None req-4dd9935b-f293-446c-8147-64cd63005447 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1816905, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25414} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.610848] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dd9935b-f293-446c-8147-64cd63005447 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1622.611069] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd9935b-f293-446c-8147-64cd63005447 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1622.611262] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd9935b-f293-446c-8147-64cd63005447 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1622.611437] env[63622]: INFO nova.compute.manager [None req-4dd9935b-f293-446c-8147-64cd63005447 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1622.611721] env[63622]: DEBUG oslo.service.loopingcall [None req-4dd9935b-f293-446c-8147-64cd63005447 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1622.611915] env[63622]: DEBUG nova.compute.manager [-] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1622.612081] env[63622]: DEBUG nova.network.neutron [-] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1622.637264] env[63622]: DEBUG oslo_vmware.api [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816906, 'name': Rename_Task, 'duration_secs': 0.21324} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.637264] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1622.641236] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e760cb4-2544-4a93-8bd6-67054836b790 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.647886] env[63622]: DEBUG oslo_vmware.api [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1622.647886] env[63622]: value = "task-1816908" [ 1622.647886] env[63622]: _type = "Task" [ 1622.647886] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.656716] env[63622]: DEBUG oslo_vmware.api [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816908, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.805073] env[63622]: DEBUG nova.network.neutron [-] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1622.856950] env[63622]: DEBUG oslo_vmware.rw_handles [None req-2f627441-dd85-4937-8d46-7cd06ff82a5f tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52832963-4b8c-5ef8-1b84-4070ae2dab52/disk-0.vmdk. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1622.856950] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41b611d-ffcc-4ccb-8246-e96348b37f55 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.862642] env[63622]: DEBUG oslo_vmware.rw_handles [None req-2f627441-dd85-4937-8d46-7cd06ff82a5f tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52832963-4b8c-5ef8-1b84-4070ae2dab52/disk-0.vmdk is in state: ready. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1622.862838] env[63622]: ERROR oslo_vmware.rw_handles [None req-2f627441-dd85-4937-8d46-7cd06ff82a5f tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52832963-4b8c-5ef8-1b84-4070ae2dab52/disk-0.vmdk due to incomplete transfer. [ 1622.863126] env[63622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5dd22ef8-9566-4fb1-95cd-7263a14a2328 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.870641] env[63622]: DEBUG oslo_vmware.rw_handles [None req-2f627441-dd85-4937-8d46-7cd06ff82a5f tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52832963-4b8c-5ef8-1b84-4070ae2dab52/disk-0.vmdk. {{(pid=63622) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1622.871625] env[63622]: DEBUG nova.virt.vmwareapi.images [None req-2f627441-dd85-4937-8d46-7cd06ff82a5f tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Uploaded image 70161be1-7075-4c90-9c71-37154446c9c7 to the Glance image server {{(pid=63622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1622.872931] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f627441-dd85-4937-8d46-7cd06ff82a5f tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Destroying the VM {{(pid=63622) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1622.873365] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-90d06913-33e0-4dcb-86e0-fee0ad7e01ec {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.879433] env[63622]: DEBUG oslo_vmware.api [None req-2f627441-dd85-4937-8d46-7cd06ff82a5f tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1622.879433] env[63622]: value = "task-1816909" [ 1622.879433] env[63622]: _type = "Task" [ 1622.879433] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.888336] env[63622]: DEBUG oslo_vmware.api [None req-2f627441-dd85-4937-8d46-7cd06ff82a5f tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1816909, 'name': Destroy_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.980997] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b14c96c-d866-4119-8391-43f576593354 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.996588] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4268b16e-3d2b-4951-a62d-023c2ade614d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.019802] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.020597] env[63622]: DEBUG nova.compute.manager [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1623.023489] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1816907, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082767} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.037277] env[63622]: DEBUG oslo_concurrency.lockutils [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.818s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.038881] env[63622]: INFO nova.compute.claims [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1623.041730] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1623.043280] env[63622]: DEBUG nova.compute.manager [req-c099a551-b6e8-4043-93ac-f56a5d50607b req-5ee30fd9-ff47-474e-afa5-3c009f3b688f service nova] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Detach interface failed, port_id=b4b693eb-b065-44e5-bacf-fb573aa704c7, reason: Instance 5411cbb5-08c5-4dbc-b327-26892a8257a0 could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1623.047564] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ddf79e-9b6b-4c4c-b4d9-faf79b75a5fb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.078065] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 8d916502-431a-427c-85e0-cecda54a70f0/8d916502-431a-427c-85e0-cecda54a70f0.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1623.078065] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe4293d3-a9c3-49e0-ae80-b38653c31fee {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.104088] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a7bb09-0ec0-ae9d-db0f-b99facd0420d, 'name': SearchDatastore_Task, 'duration_secs': 0.019179} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.104548] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.104856] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1623.105198] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1623.105461] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.105691] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1623.107216] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66d404f2-d461-4e70-95ce-f5db7b017ae2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.109630] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for the task: (returnval){ [ 1623.109630] env[63622]: value = "task-1816910" [ 1623.109630] env[63622]: _type = "Task" [ 1623.109630] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.122135] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1816910, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.123367] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1623.123597] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1623.124555] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44d480e9-e777-446e-8ba7-47378d62b0ba {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.131113] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for the task: (returnval){ [ 1623.131113] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5201faa3-97fc-fdac-6d69-5040ff714a6b" [ 1623.131113] env[63622]: _type = "Task" [ 1623.131113] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.140876] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5201faa3-97fc-fdac-6d69-5040ff714a6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.158032] env[63622]: DEBUG oslo_vmware.api [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816908, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.189486] env[63622]: DEBUG nova.network.neutron [req-37efb428-b864-4f38-a9c1-668065766223 req-8f2cd1c0-cecb-4d02-8093-dbf173ff95ec service nova] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Updated VIF entry in instance network info cache for port 31351474-e6c8-4bd0-9866-00142a061e33. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1623.189579] env[63622]: DEBUG nova.network.neutron [req-37efb428-b864-4f38-a9c1-668065766223 req-8f2cd1c0-cecb-4d02-8093-dbf173ff95ec service nova] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Updating instance_info_cache with network_info: [{"id": "31351474-e6c8-4bd0-9866-00142a061e33", "address": "fa:16:3e:8a:82:97", "network": {"id": "92bfaec3-be7e-4796-b80c-1ba7ed4f1110", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1350664596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5577b23f22d463abb6edb8a097561c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31351474-e6", "ovs_interfaceid": "31351474-e6c8-4bd0-9866-00142a061e33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.309956] env[63622]: INFO nova.compute.manager [-] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Took 1.60 seconds to deallocate network for instance. [ 1623.367179] env[63622]: DEBUG nova.network.neutron [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Successfully updated port: 79f49ad4-1b9a-4da3-beb1-622ee96cac5e {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1623.390397] env[63622]: DEBUG oslo_vmware.api [None req-2f627441-dd85-4937-8d46-7cd06ff82a5f tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1816909, 'name': Destroy_Task, 'duration_secs': 0.334113} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.390685] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-2f627441-dd85-4937-8d46-7cd06ff82a5f tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Destroyed the VM [ 1623.390936] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2f627441-dd85-4937-8d46-7cd06ff82a5f tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Deleting Snapshot of the VM instance {{(pid=63622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1623.391197] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6df30dff-eff1-4730-ac11-e77c0d647f5e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.397414] env[63622]: DEBUG oslo_vmware.api [None req-2f627441-dd85-4937-8d46-7cd06ff82a5f tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1623.397414] env[63622]: value = "task-1816911" [ 1623.397414] env[63622]: _type = "Task" [ 1623.397414] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.408065] env[63622]: DEBUG oslo_vmware.api [None req-2f627441-dd85-4937-8d46-7cd06ff82a5f tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1816911, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.455738] env[63622]: DEBUG nova.network.neutron [-] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.546060] env[63622]: DEBUG nova.compute.utils [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1623.552507] env[63622]: DEBUG nova.compute.manager [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1623.552737] env[63622]: DEBUG nova.network.neutron [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1623.606236] env[63622]: DEBUG nova.policy [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a32e0b45fe334edd9984766bd272c026', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5c9901b11904794b53083f564e5a41c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1623.625652] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1816910, 'name': ReconfigVM_Task, 'duration_secs': 0.281154} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.625949] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 8d916502-431a-427c-85e0-cecda54a70f0/8d916502-431a-427c-85e0-cecda54a70f0.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1623.626661] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa733ea5-c855-446d-9324-514bd9537aef {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.633236] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for the task: (returnval){ [ 1623.633236] env[63622]: value = "task-1816912" [ 1623.633236] env[63622]: _type = "Task" [ 1623.633236] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.646436] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5201faa3-97fc-fdac-6d69-5040ff714a6b, 'name': SearchDatastore_Task, 'duration_secs': 0.014404} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.651304] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1816912, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.651708] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37dc2ba9-7c32-4cd3-a2ff-a86d0a5d7549 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.661972] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for the task: (returnval){ [ 1623.661972] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52753717-5937-4695-a878-9c0ba5a54134" [ 1623.661972] env[63622]: _type = "Task" [ 1623.661972] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.666083] env[63622]: DEBUG oslo_vmware.api [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816908, 'name': PowerOnVM_Task, 'duration_secs': 0.929162} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.670317] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1623.670706] env[63622]: INFO nova.compute.manager [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Took 9.44 seconds to spawn the instance on the hypervisor. [ 1623.670983] env[63622]: DEBUG nova.compute.manager [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1623.671815] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e451c89-61df-4aa4-8b7e-808002e5b570 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.679913] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52753717-5937-4695-a878-9c0ba5a54134, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.692751] env[63622]: DEBUG oslo_concurrency.lockutils [req-37efb428-b864-4f38-a9c1-668065766223 req-8f2cd1c0-cecb-4d02-8093-dbf173ff95ec service nova] Releasing lock "refresh_cache-8d916502-431a-427c-85e0-cecda54a70f0" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.693068] env[63622]: DEBUG nova.compute.manager [req-37efb428-b864-4f38-a9c1-668065766223 req-8f2cd1c0-cecb-4d02-8093-dbf173ff95ec service nova] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Received event network-vif-plugged-f7f98b3a-75da-4889-9094-e8327990822b {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1623.693332] env[63622]: DEBUG oslo_concurrency.lockutils [req-37efb428-b864-4f38-a9c1-668065766223 req-8f2cd1c0-cecb-4d02-8093-dbf173ff95ec service nova] Acquiring lock "8a2d92a3-829a-485d-8cb4-68a3969fd7b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.693572] env[63622]: DEBUG oslo_concurrency.lockutils [req-37efb428-b864-4f38-a9c1-668065766223 req-8f2cd1c0-cecb-4d02-8093-dbf173ff95ec service nova] Lock "8a2d92a3-829a-485d-8cb4-68a3969fd7b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.693999] env[63622]: DEBUG oslo_concurrency.lockutils [req-37efb428-b864-4f38-a9c1-668065766223 req-8f2cd1c0-cecb-4d02-8093-dbf173ff95ec service nova] Lock "8a2d92a3-829a-485d-8cb4-68a3969fd7b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.694226] env[63622]: DEBUG nova.compute.manager [req-37efb428-b864-4f38-a9c1-668065766223 req-8f2cd1c0-cecb-4d02-8093-dbf173ff95ec service nova] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] No waiting events found dispatching network-vif-plugged-f7f98b3a-75da-4889-9094-e8327990822b {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1623.694406] env[63622]: WARNING nova.compute.manager [req-37efb428-b864-4f38-a9c1-668065766223 req-8f2cd1c0-cecb-4d02-8093-dbf173ff95ec service nova] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Received unexpected event network-vif-plugged-f7f98b3a-75da-4889-9094-e8327990822b for instance with vm_state building and task_state spawning. [ 1623.694574] env[63622]: DEBUG nova.compute.manager [req-37efb428-b864-4f38-a9c1-668065766223 req-8f2cd1c0-cecb-4d02-8093-dbf173ff95ec service nova] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Received event network-changed-f7f98b3a-75da-4889-9094-e8327990822b {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1623.694936] env[63622]: DEBUG nova.compute.manager [req-37efb428-b864-4f38-a9c1-668065766223 req-8f2cd1c0-cecb-4d02-8093-dbf173ff95ec service nova] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Refreshing instance network info cache due to event network-changed-f7f98b3a-75da-4889-9094-e8327990822b. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1623.695203] env[63622]: DEBUG oslo_concurrency.lockutils [req-37efb428-b864-4f38-a9c1-668065766223 req-8f2cd1c0-cecb-4d02-8093-dbf173ff95ec service nova] Acquiring lock "refresh_cache-8a2d92a3-829a-485d-8cb4-68a3969fd7b4" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1623.695353] env[63622]: DEBUG oslo_concurrency.lockutils [req-37efb428-b864-4f38-a9c1-668065766223 req-8f2cd1c0-cecb-4d02-8093-dbf173ff95ec service nova] Acquired lock "refresh_cache-8a2d92a3-829a-485d-8cb4-68a3969fd7b4" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.695514] env[63622]: DEBUG nova.network.neutron [req-37efb428-b864-4f38-a9c1-668065766223 req-8f2cd1c0-cecb-4d02-8093-dbf173ff95ec service nova] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Refreshing network info cache for port f7f98b3a-75da-4889-9094-e8327990822b {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1623.821176] env[63622]: DEBUG oslo_concurrency.lockutils [None req-403e5846-2c26-4cca-acf3-ad34580d091a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.868398] env[63622]: DEBUG oslo_concurrency.lockutils [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "refresh_cache-32355a6b-26c7-4c69-95d8-35578a757907" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1623.868893] env[63622]: DEBUG oslo_concurrency.lockutils [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquired lock "refresh_cache-32355a6b-26c7-4c69-95d8-35578a757907" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.869098] env[63622]: DEBUG nova.network.neutron [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1623.910591] env[63622]: DEBUG oslo_vmware.api [None req-2f627441-dd85-4937-8d46-7cd06ff82a5f tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1816911, 'name': RemoveSnapshot_Task, 'duration_secs': 0.375309} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.910911] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2f627441-dd85-4937-8d46-7cd06ff82a5f tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Deleted Snapshot of the VM instance {{(pid=63622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1623.911200] env[63622]: INFO nova.compute.manager [None req-2f627441-dd85-4937-8d46-7cd06ff82a5f tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Took 13.37 seconds to snapshot the instance on the hypervisor. [ 1623.961996] env[63622]: INFO nova.compute.manager [-] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Took 1.35 seconds to deallocate network for instance. [ 1623.982858] env[63622]: DEBUG nova.network.neutron [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Successfully created port: ebf23291-8f47-4f54-8e1c-0a9a2628dbf5 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1624.053477] env[63622]: DEBUG nova.compute.manager [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1624.147583] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1816912, 'name': Rename_Task, 'duration_secs': 0.136822} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.150839] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1624.151139] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9755a55-2023-4414-976b-edcb528f0535 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.158126] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for the task: (returnval){ [ 1624.158126] env[63622]: value = "task-1816913" [ 1624.158126] env[63622]: _type = "Task" [ 1624.158126] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.169026] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1816913, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.179541] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52753717-5937-4695-a878-9c0ba5a54134, 'name': SearchDatastore_Task, 'duration_secs': 0.017235} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.179740] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1624.180075] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 8a2d92a3-829a-485d-8cb4-68a3969fd7b4/8a2d92a3-829a-485d-8cb4-68a3969fd7b4.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1624.180475] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e089d07-c7ff-4c45-af92-95ecf356dad9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.196606] env[63622]: INFO nova.compute.manager [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Took 60.70 seconds to build instance. [ 1624.199861] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for the task: (returnval){ [ 1624.199861] env[63622]: value = "task-1816914" [ 1624.199861] env[63622]: _type = "Task" [ 1624.199861] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.214951] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1816914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.428572] env[63622]: DEBUG nova.compute.manager [req-e6dd455b-0b4d-47ba-a896-658bd65fdab8 req-ac87a8a5-373a-4f36-b4e8-a0d9593e0960 service nova] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Received event network-vif-plugged-79f49ad4-1b9a-4da3-beb1-622ee96cac5e {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1624.428787] env[63622]: DEBUG oslo_concurrency.lockutils [req-e6dd455b-0b4d-47ba-a896-658bd65fdab8 req-ac87a8a5-373a-4f36-b4e8-a0d9593e0960 service nova] Acquiring lock "32355a6b-26c7-4c69-95d8-35578a757907-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.428996] env[63622]: DEBUG oslo_concurrency.lockutils [req-e6dd455b-0b4d-47ba-a896-658bd65fdab8 req-ac87a8a5-373a-4f36-b4e8-a0d9593e0960 service nova] Lock "32355a6b-26c7-4c69-95d8-35578a757907-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.429180] env[63622]: DEBUG oslo_concurrency.lockutils [req-e6dd455b-0b4d-47ba-a896-658bd65fdab8 req-ac87a8a5-373a-4f36-b4e8-a0d9593e0960 service nova] Lock "32355a6b-26c7-4c69-95d8-35578a757907-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.429348] env[63622]: DEBUG nova.compute.manager [req-e6dd455b-0b4d-47ba-a896-658bd65fdab8 req-ac87a8a5-373a-4f36-b4e8-a0d9593e0960 service nova] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] No waiting events found dispatching network-vif-plugged-79f49ad4-1b9a-4da3-beb1-622ee96cac5e {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1624.429513] env[63622]: WARNING nova.compute.manager [req-e6dd455b-0b4d-47ba-a896-658bd65fdab8 req-ac87a8a5-373a-4f36-b4e8-a0d9593e0960 service nova] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Received unexpected event network-vif-plugged-79f49ad4-1b9a-4da3-beb1-622ee96cac5e for instance with vm_state building and task_state spawning. [ 1624.429670] env[63622]: DEBUG nova.compute.manager [req-e6dd455b-0b4d-47ba-a896-658bd65fdab8 req-ac87a8a5-373a-4f36-b4e8-a0d9593e0960 service nova] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Received event network-changed-79f49ad4-1b9a-4da3-beb1-622ee96cac5e {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1624.430863] env[63622]: DEBUG nova.compute.manager [req-e6dd455b-0b4d-47ba-a896-658bd65fdab8 req-ac87a8a5-373a-4f36-b4e8-a0d9593e0960 service nova] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Refreshing instance network info cache due to event network-changed-79f49ad4-1b9a-4da3-beb1-622ee96cac5e. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1624.430863] env[63622]: DEBUG oslo_concurrency.lockutils [req-e6dd455b-0b4d-47ba-a896-658bd65fdab8 req-ac87a8a5-373a-4f36-b4e8-a0d9593e0960 service nova] Acquiring lock "refresh_cache-32355a6b-26c7-4c69-95d8-35578a757907" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1624.470609] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4dd9935b-f293-446c-8147-64cd63005447 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.616914] env[63622]: DEBUG oslo_concurrency.lockutils [None req-53f47e6d-41d0-4cee-b4be-20bacdc70c2c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquiring lock "573694ac-637c-4ec4-b40d-38d09951d6ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.617297] env[63622]: DEBUG oslo_concurrency.lockutils [None req-53f47e6d-41d0-4cee-b4be-20bacdc70c2c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "573694ac-637c-4ec4-b40d-38d09951d6ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.617513] env[63622]: DEBUG oslo_concurrency.lockutils [None req-53f47e6d-41d0-4cee-b4be-20bacdc70c2c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquiring lock "573694ac-637c-4ec4-b40d-38d09951d6ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.617698] env[63622]: DEBUG oslo_concurrency.lockutils [None req-53f47e6d-41d0-4cee-b4be-20bacdc70c2c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "573694ac-637c-4ec4-b40d-38d09951d6ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.617920] env[63622]: DEBUG oslo_concurrency.lockutils [None req-53f47e6d-41d0-4cee-b4be-20bacdc70c2c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "573694ac-637c-4ec4-b40d-38d09951d6ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.623284] env[63622]: INFO nova.compute.manager [None req-53f47e6d-41d0-4cee-b4be-20bacdc70c2c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Terminating instance [ 1624.637048] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321467d8-6830-4140-a2c4-21c05daa0dcb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.640474] env[63622]: DEBUG nova.network.neutron [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1624.649396] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2444df-e903-45bf-b2a9-60e66db1d401 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.690370] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df148038-1346-4dba-9cce-4f69d4e2d755 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.701478] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2e8c65cc-9980-4b1f-aa41-4e80af0e192e tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "aea0a9d1-5bf1-4e41-a497-52e334f06079" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.820s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.710156] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6070a74-3cef-4760-b4e4-d8259cd558b6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.716109] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1816913, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.724968] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1816914, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.731171] env[63622]: DEBUG nova.compute.provider_tree [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1625.001682] env[63622]: DEBUG nova.network.neutron [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Updating instance_info_cache with network_info: [{"id": "79f49ad4-1b9a-4da3-beb1-622ee96cac5e", "address": "fa:16:3e:99:9b:0d", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79f49ad4-1b", "ovs_interfaceid": "79f49ad4-1b9a-4da3-beb1-622ee96cac5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1625.026412] env[63622]: DEBUG nova.network.neutron [req-37efb428-b864-4f38-a9c1-668065766223 req-8f2cd1c0-cecb-4d02-8093-dbf173ff95ec service nova] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Updated VIF entry in instance network info cache for port f7f98b3a-75da-4889-9094-e8327990822b. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1625.026808] env[63622]: DEBUG nova.network.neutron [req-37efb428-b864-4f38-a9c1-668065766223 req-8f2cd1c0-cecb-4d02-8093-dbf173ff95ec service nova] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Updating instance_info_cache with network_info: [{"id": "f7f98b3a-75da-4889-9094-e8327990822b", "address": "fa:16:3e:7a:d6:cf", "network": {"id": "92bfaec3-be7e-4796-b80c-1ba7ed4f1110", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1350664596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5577b23f22d463abb6edb8a097561c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7f98b3a-75", "ovs_interfaceid": "f7f98b3a-75da-4889-9094-e8327990822b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1625.069247] env[63622]: DEBUG nova.compute.manager [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1625.096881] env[63622]: DEBUG nova.virt.hardware [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1625.097391] env[63622]: DEBUG nova.virt.hardware [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1625.098329] env[63622]: DEBUG nova.virt.hardware [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1625.098846] env[63622]: DEBUG nova.virt.hardware [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1625.098846] env[63622]: DEBUG nova.virt.hardware [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1625.098846] env[63622]: DEBUG nova.virt.hardware [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1625.099742] env[63622]: DEBUG nova.virt.hardware [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1625.100367] env[63622]: DEBUG nova.virt.hardware [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1625.100367] env[63622]: DEBUG nova.virt.hardware [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1625.100531] env[63622]: DEBUG nova.virt.hardware [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1625.101364] env[63622]: DEBUG nova.virt.hardware [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1625.102416] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b953988-05ca-48a6-a21c-77ea79945fee {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.112642] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff31ddb-3787-4807-877c-34f09ba00483 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.132961] env[63622]: DEBUG nova.compute.manager [None req-53f47e6d-41d0-4cee-b4be-20bacdc70c2c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1625.133203] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-53f47e6d-41d0-4cee-b4be-20bacdc70c2c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1625.134382] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe7fbf6-0402-4193-b05e-746010a4a24a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.145165] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-53f47e6d-41d0-4cee-b4be-20bacdc70c2c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1625.145165] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbcc4690-6ffa-429a-9958-25de6ae6f1c9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.196298] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1816913, 'name': PowerOnVM_Task, 'duration_secs': 0.568441} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.196723] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1625.196723] env[63622]: INFO nova.compute.manager [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1625.197162] env[63622]: DEBUG nova.compute.manager [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1625.198336] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d21b2d2-3f17-4bdb-bb20-34f6492d2a7b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.217612] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1816914, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.847724} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.217931] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 8a2d92a3-829a-485d-8cb4-68a3969fd7b4/8a2d92a3-829a-485d-8cb4-68a3969fd7b4.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1625.218195] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1625.219456] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05ac06ae-571c-4831-82b5-059a7e162c2d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.222656] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-53f47e6d-41d0-4cee-b4be-20bacdc70c2c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1625.222859] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-53f47e6d-41d0-4cee-b4be-20bacdc70c2c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1625.223053] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-53f47e6d-41d0-4cee-b4be-20bacdc70c2c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Deleting the datastore file [datastore1] 573694ac-637c-4ec4-b40d-38d09951d6ad {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1625.223295] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d15bdfaa-d39b-41d1-83f6-93d01188ff99 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.229091] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for the task: (returnval){ [ 1625.229091] env[63622]: value = "task-1816916" [ 1625.229091] env[63622]: _type = "Task" [ 1625.229091] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.238048] env[63622]: DEBUG nova.scheduler.client.report [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1625.243080] env[63622]: DEBUG oslo_vmware.api [None req-53f47e6d-41d0-4cee-b4be-20bacdc70c2c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1625.243080] env[63622]: value = "task-1816917" [ 1625.243080] env[63622]: _type = "Task" [ 1625.243080] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.253362] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1816916, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.261380] env[63622]: DEBUG oslo_vmware.api [None req-53f47e6d-41d0-4cee-b4be-20bacdc70c2c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1816917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.505392] env[63622]: DEBUG oslo_concurrency.lockutils [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Releasing lock "refresh_cache-32355a6b-26c7-4c69-95d8-35578a757907" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1625.507283] env[63622]: DEBUG nova.compute.manager [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Instance network_info: |[{"id": "79f49ad4-1b9a-4da3-beb1-622ee96cac5e", "address": "fa:16:3e:99:9b:0d", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79f49ad4-1b", "ovs_interfaceid": "79f49ad4-1b9a-4da3-beb1-622ee96cac5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1625.507283] env[63622]: DEBUG oslo_concurrency.lockutils [req-e6dd455b-0b4d-47ba-a896-658bd65fdab8 req-ac87a8a5-373a-4f36-b4e8-a0d9593e0960 service nova] Acquired lock "refresh_cache-32355a6b-26c7-4c69-95d8-35578a757907" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.507283] env[63622]: DEBUG nova.network.neutron [req-e6dd455b-0b4d-47ba-a896-658bd65fdab8 req-ac87a8a5-373a-4f36-b4e8-a0d9593e0960 service nova] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Refreshing network info cache for port 79f49ad4-1b9a-4da3-beb1-622ee96cac5e {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1625.507767] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:9b:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31e77685-b4dd-4810-80ef-24115ea9ea62', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79f49ad4-1b9a-4da3-beb1-622ee96cac5e', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1625.518569] env[63622]: DEBUG oslo.service.loopingcall [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1625.528137] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1625.528596] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58da415d-e42b-4662-9c76-ffd03e6885f8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.556241] env[63622]: DEBUG oslo_concurrency.lockutils [req-37efb428-b864-4f38-a9c1-668065766223 req-8f2cd1c0-cecb-4d02-8093-dbf173ff95ec service nova] Releasing lock "refresh_cache-8a2d92a3-829a-485d-8cb4-68a3969fd7b4" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1625.558561] env[63622]: DEBUG nova.compute.manager [req-4a4797fc-1cc6-4cf9-a872-d2204b4d6ece req-a7259c02-cf64-47fc-8a65-32668195400d service nova] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Received event network-vif-deleted-5bc038d8-1ba7-44d6-a382-75201bcf6d79 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1625.564694] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1625.564694] env[63622]: value = "task-1816918" [ 1625.564694] env[63622]: _type = "Task" [ 1625.564694] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.573488] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816918, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.727074] env[63622]: INFO nova.compute.manager [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Took 61.90 seconds to build instance. [ 1625.742957] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1816916, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064014} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.743343] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1625.744161] env[63622]: DEBUG oslo_concurrency.lockutils [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.744746] env[63622]: DEBUG nova.compute.manager [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1625.752310] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f156212-ef0b-4571-afe1-8f4d4cabeb39 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.762300] env[63622]: DEBUG oslo_concurrency.lockutils [None req-896f122c-e144-4c33-8d89-6e75c4f8d315 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.229s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.762549] env[63622]: DEBUG oslo_concurrency.lockutils [None req-896f122c-e144-4c33-8d89-6e75c4f8d315 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.764631] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.883s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.768586] env[63622]: INFO nova.compute.claims [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1625.792667] env[63622]: DEBUG oslo_vmware.api [None req-53f47e6d-41d0-4cee-b4be-20bacdc70c2c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1816917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.452792} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.802533] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 8a2d92a3-829a-485d-8cb4-68a3969fd7b4/8a2d92a3-829a-485d-8cb4-68a3969fd7b4.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1625.802799] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-53f47e6d-41d0-4cee-b4be-20bacdc70c2c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1625.803511] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-53f47e6d-41d0-4cee-b4be-20bacdc70c2c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1625.803511] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-53f47e6d-41d0-4cee-b4be-20bacdc70c2c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1625.803511] env[63622]: INFO nova.compute.manager [None req-53f47e6d-41d0-4cee-b4be-20bacdc70c2c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Took 0.67 seconds to destroy the instance on the hypervisor. [ 1625.803610] env[63622]: DEBUG oslo.service.loopingcall [None req-53f47e6d-41d0-4cee-b4be-20bacdc70c2c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1625.804177] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-416e8667-92f3-45f3-aa17-95010cc174a5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.825632] env[63622]: INFO nova.scheduler.client.report [None req-896f122c-e144-4c33-8d89-6e75c4f8d315 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Deleted allocations for instance e7830255-e614-43b6-b6dc-73a3c48e4090 [ 1625.833728] env[63622]: DEBUG nova.compute.manager [-] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1625.833850] env[63622]: DEBUG nova.network.neutron [-] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1625.844593] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for the task: (returnval){ [ 1625.844593] env[63622]: value = "task-1816919" [ 1625.844593] env[63622]: _type = "Task" [ 1625.844593] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.854441] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1816919, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.075490] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816918, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.116142] env[63622]: DEBUG nova.network.neutron [req-e6dd455b-0b4d-47ba-a896-658bd65fdab8 req-ac87a8a5-373a-4f36-b4e8-a0d9593e0960 service nova] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Updated VIF entry in instance network info cache for port 79f49ad4-1b9a-4da3-beb1-622ee96cac5e. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1626.116142] env[63622]: DEBUG nova.network.neutron [req-e6dd455b-0b4d-47ba-a896-658bd65fdab8 req-ac87a8a5-373a-4f36-b4e8-a0d9593e0960 service nova] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Updating instance_info_cache with network_info: [{"id": "79f49ad4-1b9a-4da3-beb1-622ee96cac5e", "address": "fa:16:3e:99:9b:0d", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79f49ad4-1b", "ovs_interfaceid": "79f49ad4-1b9a-4da3-beb1-622ee96cac5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1626.126308] env[63622]: DEBUG oslo_concurrency.lockutils [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquiring lock "33b2dc88-3680-40ae-8e59-942198691cbf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.126371] env[63622]: DEBUG oslo_concurrency.lockutils [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "33b2dc88-3680-40ae-8e59-942198691cbf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.213482] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d994304e-65af-4475-8e94-f4c104c49d97 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "aea0a9d1-5bf1-4e41-a497-52e334f06079" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.214260] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d994304e-65af-4475-8e94-f4c104c49d97 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "aea0a9d1-5bf1-4e41-a497-52e334f06079" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.214547] env[63622]: DEBUG nova.compute.manager [None req-d994304e-65af-4475-8e94-f4c104c49d97 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1626.215194] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b1f0cc-1b2c-4d0f-a452-fa3e860c8108 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.224553] env[63622]: DEBUG nova.compute.manager [None req-d994304e-65af-4475-8e94-f4c104c49d97 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63622) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1626.226150] env[63622]: DEBUG nova.objects.instance [None req-d994304e-65af-4475-8e94-f4c104c49d97 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lazy-loading 'flavor' on Instance uuid aea0a9d1-5bf1-4e41-a497-52e334f06079 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1626.231486] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Lock "8d916502-431a-427c-85e0-cecda54a70f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.662s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.259156] env[63622]: DEBUG nova.compute.utils [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1626.260255] env[63622]: DEBUG nova.compute.manager [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1626.260408] env[63622]: DEBUG nova.network.neutron [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1626.347407] env[63622]: DEBUG oslo_concurrency.lockutils [None req-896f122c-e144-4c33-8d89-6e75c4f8d315 tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lock "e7830255-e614-43b6-b6dc-73a3c48e4090" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.325s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.347645] env[63622]: DEBUG nova.network.neutron [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Successfully updated port: ebf23291-8f47-4f54-8e1c-0a9a2628dbf5 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1626.363968] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1816919, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.385934] env[63622]: DEBUG nova.policy [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc7c855ff42b4880997dd69e850d4580', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b226471cd1274d538de3c08adec2d385', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1626.581109] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816918, 'name': CreateVM_Task, 'duration_secs': 0.747202} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.581431] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1626.582087] env[63622]: DEBUG oslo_concurrency.lockutils [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1626.582286] env[63622]: DEBUG oslo_concurrency.lockutils [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.582715] env[63622]: DEBUG oslo_concurrency.lockutils [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1626.582898] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e6856e5-a536-43b5-9238-c6e695075c59 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.588969] env[63622]: DEBUG oslo_vmware.api [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1626.588969] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ddac15-c3a3-8264-3fa8-2ffb818a5e71" [ 1626.588969] env[63622]: _type = "Task" [ 1626.588969] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.597321] env[63622]: DEBUG oslo_vmware.api [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ddac15-c3a3-8264-3fa8-2ffb818a5e71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.624431] env[63622]: DEBUG oslo_concurrency.lockutils [req-e6dd455b-0b4d-47ba-a896-658bd65fdab8 req-ac87a8a5-373a-4f36-b4e8-a0d9593e0960 service nova] Releasing lock "refresh_cache-32355a6b-26c7-4c69-95d8-35578a757907" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1626.625584] env[63622]: DEBUG nova.compute.manager [req-3cfb6ac0-8502-4ca6-9d31-5870535b65c8 req-f1889ee6-4a34-4180-bae8-b74230be9654 service nova] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Received event network-vif-plugged-ebf23291-8f47-4f54-8e1c-0a9a2628dbf5 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1626.628014] env[63622]: DEBUG oslo_concurrency.lockutils [req-3cfb6ac0-8502-4ca6-9d31-5870535b65c8 req-f1889ee6-4a34-4180-bae8-b74230be9654 service nova] Acquiring lock "8144b612-bbdd-41d7-ba56-0c49cc7a5215-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.628014] env[63622]: DEBUG oslo_concurrency.lockutils [req-3cfb6ac0-8502-4ca6-9d31-5870535b65c8 req-f1889ee6-4a34-4180-bae8-b74230be9654 service nova] Lock "8144b612-bbdd-41d7-ba56-0c49cc7a5215-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.628014] env[63622]: DEBUG oslo_concurrency.lockutils [req-3cfb6ac0-8502-4ca6-9d31-5870535b65c8 req-f1889ee6-4a34-4180-bae8-b74230be9654 service nova] Lock "8144b612-bbdd-41d7-ba56-0c49cc7a5215-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.628014] env[63622]: DEBUG nova.compute.manager [req-3cfb6ac0-8502-4ca6-9d31-5870535b65c8 req-f1889ee6-4a34-4180-bae8-b74230be9654 service nova] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] No waiting events found dispatching network-vif-plugged-ebf23291-8f47-4f54-8e1c-0a9a2628dbf5 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1626.628014] env[63622]: WARNING nova.compute.manager [req-3cfb6ac0-8502-4ca6-9d31-5870535b65c8 req-f1889ee6-4a34-4180-bae8-b74230be9654 service nova] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Received unexpected event network-vif-plugged-ebf23291-8f47-4f54-8e1c-0a9a2628dbf5 for instance with vm_state building and task_state spawning. [ 1626.628014] env[63622]: DEBUG nova.compute.manager [req-3cfb6ac0-8502-4ca6-9d31-5870535b65c8 req-f1889ee6-4a34-4180-bae8-b74230be9654 service nova] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Received event network-changed-ebf23291-8f47-4f54-8e1c-0a9a2628dbf5 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1626.628014] env[63622]: DEBUG nova.compute.manager [req-3cfb6ac0-8502-4ca6-9d31-5870535b65c8 req-f1889ee6-4a34-4180-bae8-b74230be9654 service nova] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Refreshing instance network info cache due to event network-changed-ebf23291-8f47-4f54-8e1c-0a9a2628dbf5. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1626.628014] env[63622]: DEBUG oslo_concurrency.lockutils [req-3cfb6ac0-8502-4ca6-9d31-5870535b65c8 req-f1889ee6-4a34-4180-bae8-b74230be9654 service nova] Acquiring lock "refresh_cache-8144b612-bbdd-41d7-ba56-0c49cc7a5215" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1626.628014] env[63622]: DEBUG oslo_concurrency.lockutils [req-3cfb6ac0-8502-4ca6-9d31-5870535b65c8 req-f1889ee6-4a34-4180-bae8-b74230be9654 service nova] Acquired lock "refresh_cache-8144b612-bbdd-41d7-ba56-0c49cc7a5215" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.628014] env[63622]: DEBUG nova.network.neutron [req-3cfb6ac0-8502-4ca6-9d31-5870535b65c8 req-f1889ee6-4a34-4180-bae8-b74230be9654 service nova] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Refreshing network info cache for port ebf23291-8f47-4f54-8e1c-0a9a2628dbf5 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1626.628838] env[63622]: DEBUG nova.compute.manager [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1626.761910] env[63622]: DEBUG nova.compute.manager [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1626.779443] env[63622]: DEBUG nova.network.neutron [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Successfully created port: 46019efa-2e3a-43d6-977b-db070c5bf9e0 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1626.860237] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "refresh_cache-8144b612-bbdd-41d7-ba56-0c49cc7a5215" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1626.870857] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1816919, 'name': ReconfigVM_Task, 'duration_secs': 0.722593} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.870973] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 8a2d92a3-829a-485d-8cb4-68a3969fd7b4/8a2d92a3-829a-485d-8cb4-68a3969fd7b4.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1626.872814] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f80cf62-cd9d-4043-9a07-f5344e69b641 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.882753] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for the task: (returnval){ [ 1626.882753] env[63622]: value = "task-1816920" [ 1626.882753] env[63622]: _type = "Task" [ 1626.882753] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.900583] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1816920, 'name': Rename_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.926060] env[63622]: DEBUG nova.network.neutron [-] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1627.102346] env[63622]: DEBUG oslo_vmware.api [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ddac15-c3a3-8264-3fa8-2ffb818a5e71, 'name': SearchDatastore_Task, 'duration_secs': 0.021665} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.102648] env[63622]: DEBUG oslo_concurrency.lockutils [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.102868] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1627.103118] env[63622]: DEBUG oslo_concurrency.lockutils [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1627.103320] env[63622]: DEBUG oslo_concurrency.lockutils [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.103452] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1627.103711] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2ff3fa1-953a-4588-86b9-31bf334612ff {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.116472] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1627.116572] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1627.117253] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87f39bc2-a05d-494b-b51b-3533b7bd37b0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.123469] env[63622]: DEBUG oslo_vmware.api [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1627.123469] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ef31ed-f401-1e11-2aa8-c2c94c2704fa" [ 1627.123469] env[63622]: _type = "Task" [ 1627.123469] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.131100] env[63622]: DEBUG oslo_vmware.api [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ef31ed-f401-1e11-2aa8-c2c94c2704fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.151341] env[63622]: DEBUG oslo_concurrency.lockutils [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.187193] env[63622]: DEBUG nova.network.neutron [req-3cfb6ac0-8502-4ca6-9d31-5870535b65c8 req-f1889ee6-4a34-4180-bae8-b74230be9654 service nova] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1627.235142] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d994304e-65af-4475-8e94-f4c104c49d97 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1627.235934] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60df0a84-1c26-467d-bcbc-e02728ac76ac {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.243778] env[63622]: DEBUG oslo_vmware.api [None req-d994304e-65af-4475-8e94-f4c104c49d97 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1627.243778] env[63622]: value = "task-1816921" [ 1627.243778] env[63622]: _type = "Task" [ 1627.243778] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.256852] env[63622]: DEBUG oslo_vmware.api [None req-d994304e-65af-4475-8e94-f4c104c49d97 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.340650] env[63622]: DEBUG nova.network.neutron [req-3cfb6ac0-8502-4ca6-9d31-5870535b65c8 req-f1889ee6-4a34-4180-bae8-b74230be9654 service nova] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1627.370522] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f532a0cc-7c5e-4b9a-9082-3842e6e8c718 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.380259] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88cf86d-c95f-45df-bf65-4589105518a9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.421135] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b47d17-fe9c-404f-90f7-af2988172843 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.432354] env[63622]: INFO nova.compute.manager [-] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Took 1.60 seconds to deallocate network for instance. [ 1627.432752] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1816920, 'name': Rename_Task, 'duration_secs': 0.164232} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.435644] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1627.440717] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ea9d4c8-2589-480d-912c-08f0fecf37ad {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.445219] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d61b284-c5de-44df-a4ce-c96a2c7ed3b3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.461435] env[63622]: DEBUG nova.compute.provider_tree [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1627.464266] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for the task: (returnval){ [ 1627.464266] env[63622]: value = "task-1816922" [ 1627.464266] env[63622]: _type = "Task" [ 1627.464266] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.473278] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1816922, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.527183] env[63622]: DEBUG oslo_concurrency.lockutils [None req-559333e6-8a52-4951-b1ea-4f922527418e tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquiring lock "26cfd079-2044-4975-8902-affe93c35647" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.527978] env[63622]: DEBUG oslo_concurrency.lockutils [None req-559333e6-8a52-4951-b1ea-4f922527418e tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lock "26cfd079-2044-4975-8902-affe93c35647" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.527978] env[63622]: DEBUG oslo_concurrency.lockutils [None req-559333e6-8a52-4951-b1ea-4f922527418e tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquiring lock "26cfd079-2044-4975-8902-affe93c35647-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.527978] env[63622]: DEBUG oslo_concurrency.lockutils [None req-559333e6-8a52-4951-b1ea-4f922527418e tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lock "26cfd079-2044-4975-8902-affe93c35647-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.528145] env[63622]: DEBUG oslo_concurrency.lockutils [None req-559333e6-8a52-4951-b1ea-4f922527418e tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lock "26cfd079-2044-4975-8902-affe93c35647-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.530434] env[63622]: INFO nova.compute.manager [None req-559333e6-8a52-4951-b1ea-4f922527418e tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Terminating instance [ 1627.635226] env[63622]: DEBUG oslo_vmware.api [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ef31ed-f401-1e11-2aa8-c2c94c2704fa, 'name': SearchDatastore_Task, 'duration_secs': 0.034301} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.636066] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4670cc3-36f0-43ed-8d7b-381c8a366ab1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.643132] env[63622]: DEBUG oslo_vmware.api [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1627.643132] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]523be310-6dc6-2032-1f86-038a13f132d7" [ 1627.643132] env[63622]: _type = "Task" [ 1627.643132] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.652436] env[63622]: DEBUG oslo_vmware.api [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]523be310-6dc6-2032-1f86-038a13f132d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.756258] env[63622]: DEBUG oslo_vmware.api [None req-d994304e-65af-4475-8e94-f4c104c49d97 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816921, 'name': PowerOffVM_Task, 'duration_secs': 0.248049} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.756549] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d994304e-65af-4475-8e94-f4c104c49d97 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1627.756753] env[63622]: DEBUG nova.compute.manager [None req-d994304e-65af-4475-8e94-f4c104c49d97 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1627.757740] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be7eeb8-5197-4d18-b8d6-cb2f6831c597 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.771272] env[63622]: DEBUG nova.compute.manager [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1627.806727] env[63622]: DEBUG nova.virt.hardware [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1627.806727] env[63622]: DEBUG nova.virt.hardware [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1627.806870] env[63622]: DEBUG nova.virt.hardware [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1627.806928] env[63622]: DEBUG nova.virt.hardware [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1627.807096] env[63622]: DEBUG nova.virt.hardware [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1627.807245] env[63622]: DEBUG nova.virt.hardware [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1627.807455] env[63622]: DEBUG nova.virt.hardware [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1627.807605] env[63622]: DEBUG nova.virt.hardware [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1627.808009] env[63622]: DEBUG nova.virt.hardware [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1627.808297] env[63622]: DEBUG nova.virt.hardware [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1627.808438] env[63622]: DEBUG nova.virt.hardware [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1627.809438] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50b46db-e3d1-4a6c-b89b-25495a71aba8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.814342] env[63622]: DEBUG nova.compute.manager [req-51dc1207-15ae-4902-a879-de06ba150c55 req-a0bc122a-dcc3-4cba-a007-f3f68d8d360a service nova] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Received event network-vif-deleted-a6e72d77-1a0e-4b01-b84a-d92c816ae13d {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1627.821323] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506e3fe7-992d-4a39-b841-4e465de00d2b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.850120] env[63622]: DEBUG oslo_concurrency.lockutils [req-3cfb6ac0-8502-4ca6-9d31-5870535b65c8 req-f1889ee6-4a34-4180-bae8-b74230be9654 service nova] Releasing lock "refresh_cache-8144b612-bbdd-41d7-ba56-0c49cc7a5215" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.850568] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquired lock "refresh_cache-8144b612-bbdd-41d7-ba56-0c49cc7a5215" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.850732] env[63622]: DEBUG nova.network.neutron [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1627.945284] env[63622]: DEBUG oslo_concurrency.lockutils [None req-53f47e6d-41d0-4cee-b4be-20bacdc70c2c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.966861] env[63622]: DEBUG nova.scheduler.client.report [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1627.979784] env[63622]: DEBUG oslo_vmware.api [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1816922, 'name': PowerOnVM_Task, 'duration_secs': 0.50565} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.980045] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1627.980289] env[63622]: INFO nova.compute.manager [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1627.980584] env[63622]: DEBUG nova.compute.manager [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1627.981437] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e2fa0a-ffca-4a67-b718-13e98cb0129d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.035424] env[63622]: DEBUG nova.compute.manager [None req-559333e6-8a52-4951-b1ea-4f922527418e tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1628.035505] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-559333e6-8a52-4951-b1ea-4f922527418e tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1628.036360] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faaf3b70-9113-47c1-9d96-991992a37dd8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.044712] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-559333e6-8a52-4951-b1ea-4f922527418e tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1628.044989] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2308171a-e68f-4a0b-a868-95a0b6b0eca9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.051121] env[63622]: DEBUG oslo_vmware.api [None req-559333e6-8a52-4951-b1ea-4f922527418e tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1628.051121] env[63622]: value = "task-1816923" [ 1628.051121] env[63622]: _type = "Task" [ 1628.051121] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.059715] env[63622]: DEBUG oslo_vmware.api [None req-559333e6-8a52-4951-b1ea-4f922527418e tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.158193] env[63622]: DEBUG oslo_vmware.api [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]523be310-6dc6-2032-1f86-038a13f132d7, 'name': SearchDatastore_Task, 'duration_secs': 0.014828} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.158193] env[63622]: DEBUG oslo_concurrency.lockutils [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.158193] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 32355a6b-26c7-4c69-95d8-35578a757907/32355a6b-26c7-4c69-95d8-35578a757907.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1628.158193] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f2146d8-c9bc-4251-9ced-67325931cb94 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.167208] env[63622]: DEBUG oslo_vmware.api [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1628.167208] env[63622]: value = "task-1816924" [ 1628.167208] env[63622]: _type = "Task" [ 1628.167208] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.176640] env[63622]: DEBUG oslo_vmware.api [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816924, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.193237] env[63622]: DEBUG oslo_concurrency.lockutils [None req-073bfac2-c15b-4157-be72-190828860e42 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Acquiring lock "cd606483-2cfa-4a3f-af12-cde244aa4a7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.193610] env[63622]: DEBUG oslo_concurrency.lockutils [None req-073bfac2-c15b-4157-be72-190828860e42 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Lock "cd606483-2cfa-4a3f-af12-cde244aa4a7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.193888] env[63622]: DEBUG oslo_concurrency.lockutils [None req-073bfac2-c15b-4157-be72-190828860e42 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Acquiring lock "cd606483-2cfa-4a3f-af12-cde244aa4a7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.194324] env[63622]: DEBUG oslo_concurrency.lockutils [None req-073bfac2-c15b-4157-be72-190828860e42 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Lock "cd606483-2cfa-4a3f-af12-cde244aa4a7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.194608] env[63622]: DEBUG oslo_concurrency.lockutils [None req-073bfac2-c15b-4157-be72-190828860e42 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Lock "cd606483-2cfa-4a3f-af12-cde244aa4a7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.200418] env[63622]: INFO nova.compute.manager [None req-073bfac2-c15b-4157-be72-190828860e42 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Terminating instance [ 1628.270297] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d994304e-65af-4475-8e94-f4c104c49d97 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "aea0a9d1-5bf1-4e41-a497-52e334f06079" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.388736] env[63622]: DEBUG nova.network.neutron [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1628.475618] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.711s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.476243] env[63622]: DEBUG nova.compute.manager [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1628.479292] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.357s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.480972] env[63622]: INFO nova.compute.claims [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 29822337-a213-4067-8c96-923e706e6f49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1628.501272] env[63622]: INFO nova.compute.manager [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Took 58.89 seconds to build instance. [ 1628.565762] env[63622]: DEBUG oslo_vmware.api [None req-559333e6-8a52-4951-b1ea-4f922527418e tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816923, 'name': PowerOffVM_Task, 'duration_secs': 0.292567} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.565762] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-559333e6-8a52-4951-b1ea-4f922527418e tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1628.565762] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-559333e6-8a52-4951-b1ea-4f922527418e tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1628.565762] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df25a46b-ce7b-4107-8610-0cfe32b89367 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.617797] env[63622]: DEBUG nova.network.neutron [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Updating instance_info_cache with network_info: [{"id": "ebf23291-8f47-4f54-8e1c-0a9a2628dbf5", "address": "fa:16:3e:14:8b:cd", "network": {"id": "a87a7e7c-01bc-45f6-8728-114eebbe53df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-187738960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5c9901b11904794b53083f564e5a41c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf23291-8f", "ovs_interfaceid": "ebf23291-8f47-4f54-8e1c-0a9a2628dbf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1628.682988] env[63622]: DEBUG oslo_vmware.api [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816924, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.704739] env[63622]: DEBUG nova.compute.manager [None req-073bfac2-c15b-4157-be72-190828860e42 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1628.705047] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-073bfac2-c15b-4157-be72-190828860e42 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1628.709298] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94d3292-a55f-46f6-97e4-68910a0ec0d8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.715522] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-073bfac2-c15b-4157-be72-190828860e42 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1628.715522] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ee525a9-8993-4580-bed8-fec03c96c367 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.721504] env[63622]: DEBUG nova.network.neutron [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Successfully updated port: 46019efa-2e3a-43d6-977b-db070c5bf9e0 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1628.727587] env[63622]: DEBUG oslo_vmware.api [None req-073bfac2-c15b-4157-be72-190828860e42 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Waiting for the task: (returnval){ [ 1628.727587] env[63622]: value = "task-1816926" [ 1628.727587] env[63622]: _type = "Task" [ 1628.727587] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.740068] env[63622]: DEBUG oslo_vmware.api [None req-073bfac2-c15b-4157-be72-190828860e42 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.749694] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-559333e6-8a52-4951-b1ea-4f922527418e tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1628.749951] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-559333e6-8a52-4951-b1ea-4f922527418e tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1628.750212] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-559333e6-8a52-4951-b1ea-4f922527418e tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Deleting the datastore file [datastore1] 26cfd079-2044-4975-8902-affe93c35647 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1628.750488] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4eee773-2e42-4b1c-b222-390905d63581 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.758338] env[63622]: DEBUG oslo_vmware.api [None req-559333e6-8a52-4951-b1ea-4f922527418e tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for the task: (returnval){ [ 1628.758338] env[63622]: value = "task-1816927" [ 1628.758338] env[63622]: _type = "Task" [ 1628.758338] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.769160] env[63622]: DEBUG oslo_vmware.api [None req-559333e6-8a52-4951-b1ea-4f922527418e tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.823142] env[63622]: DEBUG nova.compute.manager [req-8d93ee85-9219-428e-a7f0-49017150d4ff req-1d6e4289-32cb-4de4-a50f-89fd80d22261 service nova] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Received event network-vif-plugged-46019efa-2e3a-43d6-977b-db070c5bf9e0 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1628.823389] env[63622]: DEBUG oslo_concurrency.lockutils [req-8d93ee85-9219-428e-a7f0-49017150d4ff req-1d6e4289-32cb-4de4-a50f-89fd80d22261 service nova] Acquiring lock "0ea5d621-0d9c-4062-8a21-88f72cdece18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.823612] env[63622]: DEBUG oslo_concurrency.lockutils [req-8d93ee85-9219-428e-a7f0-49017150d4ff req-1d6e4289-32cb-4de4-a50f-89fd80d22261 service nova] Lock "0ea5d621-0d9c-4062-8a21-88f72cdece18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.823850] env[63622]: DEBUG oslo_concurrency.lockutils [req-8d93ee85-9219-428e-a7f0-49017150d4ff req-1d6e4289-32cb-4de4-a50f-89fd80d22261 service nova] Lock "0ea5d621-0d9c-4062-8a21-88f72cdece18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.823941] env[63622]: DEBUG nova.compute.manager [req-8d93ee85-9219-428e-a7f0-49017150d4ff req-1d6e4289-32cb-4de4-a50f-89fd80d22261 service nova] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] No waiting events found dispatching network-vif-plugged-46019efa-2e3a-43d6-977b-db070c5bf9e0 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1628.825359] env[63622]: WARNING nova.compute.manager [req-8d93ee85-9219-428e-a7f0-49017150d4ff req-1d6e4289-32cb-4de4-a50f-89fd80d22261 service nova] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Received unexpected event network-vif-plugged-46019efa-2e3a-43d6-977b-db070c5bf9e0 for instance with vm_state building and task_state spawning. [ 1628.987062] env[63622]: DEBUG nova.compute.utils [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1628.994041] env[63622]: DEBUG nova.compute.manager [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1628.994319] env[63622]: DEBUG nova.network.neutron [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1629.003466] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0e2532c1-63cf-4e4a-a4d7-6dff2acd5ade tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Lock "8a2d92a3-829a-485d-8cb4-68a3969fd7b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.395s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.064270] env[63622]: DEBUG nova.policy [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc7c855ff42b4880997dd69e850d4580', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b226471cd1274d538de3c08adec2d385', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1629.123869] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Releasing lock "refresh_cache-8144b612-bbdd-41d7-ba56-0c49cc7a5215" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1629.124167] env[63622]: DEBUG nova.compute.manager [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Instance network_info: |[{"id": "ebf23291-8f47-4f54-8e1c-0a9a2628dbf5", "address": "fa:16:3e:14:8b:cd", "network": {"id": "a87a7e7c-01bc-45f6-8728-114eebbe53df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-187738960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5c9901b11904794b53083f564e5a41c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf23291-8f", "ovs_interfaceid": "ebf23291-8f47-4f54-8e1c-0a9a2628dbf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1629.125990] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:8b:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ffea58a-e043-4ad1-9ad7-45a61fdca001', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebf23291-8f47-4f54-8e1c-0a9a2628dbf5', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1629.135305] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Creating folder: Project (c5c9901b11904794b53083f564e5a41c). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1629.135668] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5286e9ee-0007-48ac-b091-6305a652337b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.151861] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Created folder: Project (c5c9901b11904794b53083f564e5a41c) in parent group-v376252. [ 1629.153241] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Creating folder: Instances. Parent ref: group-v376430. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1629.153241] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3d2700b-8375-413f-ac27-706e6706ea9f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.167254] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Created folder: Instances in parent group-v376430. [ 1629.167519] env[63622]: DEBUG oslo.service.loopingcall [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1629.171661] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1629.171661] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47a088df-c59d-4406-806a-96bbf045e601 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.198779] env[63622]: DEBUG oslo_vmware.api [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816924, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569904} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.201042] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 32355a6b-26c7-4c69-95d8-35578a757907/32355a6b-26c7-4c69-95d8-35578a757907.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1629.201191] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1629.201538] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1629.201538] env[63622]: value = "task-1816930" [ 1629.201538] env[63622]: _type = "Task" [ 1629.201538] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.201803] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c21fd203-58b2-453f-a473-5dc8323f287f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.216932] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816930, 'name': CreateVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.220019] env[63622]: DEBUG oslo_vmware.api [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1629.220019] env[63622]: value = "task-1816931" [ 1629.220019] env[63622]: _type = "Task" [ 1629.220019] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.232159] env[63622]: DEBUG oslo_concurrency.lockutils [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Acquiring lock "refresh_cache-0ea5d621-0d9c-4062-8a21-88f72cdece18" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.232608] env[63622]: DEBUG oslo_concurrency.lockutils [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Acquired lock "refresh_cache-0ea5d621-0d9c-4062-8a21-88f72cdece18" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.232608] env[63622]: DEBUG nova.network.neutron [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1629.237342] env[63622]: DEBUG oslo_vmware.api [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816931, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.246900] env[63622]: DEBUG oslo_vmware.api [None req-073bfac2-c15b-4157-be72-190828860e42 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816926, 'name': PowerOffVM_Task, 'duration_secs': 0.227189} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.247265] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-073bfac2-c15b-4157-be72-190828860e42 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1629.247534] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-073bfac2-c15b-4157-be72-190828860e42 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1629.247883] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d92385b2-3f4e-4582-b47c-c47726bc198e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.273451] env[63622]: DEBUG oslo_vmware.api [None req-559333e6-8a52-4951-b1ea-4f922527418e tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Task: {'id': task-1816927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190425} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.273826] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-559333e6-8a52-4951-b1ea-4f922527418e tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1629.274063] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-559333e6-8a52-4951-b1ea-4f922527418e tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1629.274303] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-559333e6-8a52-4951-b1ea-4f922527418e tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1629.274492] env[63622]: INFO nova.compute.manager [None req-559333e6-8a52-4951-b1ea-4f922527418e tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] [instance: 26cfd079-2044-4975-8902-affe93c35647] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1629.274768] env[63622]: DEBUG oslo.service.loopingcall [None req-559333e6-8a52-4951-b1ea-4f922527418e tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1629.274976] env[63622]: DEBUG nova.compute.manager [-] [instance: 26cfd079-2044-4975-8902-affe93c35647] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1629.275094] env[63622]: DEBUG nova.network.neutron [-] [instance: 26cfd079-2044-4975-8902-affe93c35647] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1629.413347] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-073bfac2-c15b-4157-be72-190828860e42 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1629.413580] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-073bfac2-c15b-4157-be72-190828860e42 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1629.413849] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-073bfac2-c15b-4157-be72-190828860e42 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Deleting the datastore file [datastore1] cd606483-2cfa-4a3f-af12-cde244aa4a7c {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1629.414417] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58a0e75d-6e19-45f8-abbf-1ebd4e4e45f5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.422690] env[63622]: DEBUG oslo_vmware.api [None req-073bfac2-c15b-4157-be72-190828860e42 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Waiting for the task: (returnval){ [ 1629.422690] env[63622]: value = "task-1816933" [ 1629.422690] env[63622]: _type = "Task" [ 1629.422690] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.436251] env[63622]: DEBUG oslo_vmware.api [None req-073bfac2-c15b-4157-be72-190828860e42 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.492261] env[63622]: DEBUG nova.compute.manager [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1629.521655] env[63622]: DEBUG nova.network.neutron [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Successfully created port: 26a81c0d-0394-4c0d-b670-0128659181db {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1629.523888] env[63622]: INFO nova.compute.manager [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Rebuilding instance [ 1629.595117] env[63622]: DEBUG nova.compute.manager [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1629.596863] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7086f479-a8bc-4c5f-9591-07e88aca9533 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.715505] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816930, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.728872] env[63622]: DEBUG oslo_vmware.api [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816931, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177965} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.729171] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1629.729950] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f18d0ed-2053-42e4-81e3-e223a862ee8f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.757912] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 32355a6b-26c7-4c69-95d8-35578a757907/32355a6b-26c7-4c69-95d8-35578a757907.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1629.761071] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa822d46-bfff-4d79-8368-ad74274d536c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.782037] env[63622]: DEBUG oslo_vmware.api [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1629.782037] env[63622]: value = "task-1816937" [ 1629.782037] env[63622]: _type = "Task" [ 1629.782037] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.789926] env[63622]: DEBUG oslo_vmware.api [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816937, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.790845] env[63622]: DEBUG nova.network.neutron [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1629.937335] env[63622]: DEBUG oslo_vmware.api [None req-073bfac2-c15b-4157-be72-190828860e42 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1816933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271642} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.937335] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-073bfac2-c15b-4157-be72-190828860e42 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1629.937335] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-073bfac2-c15b-4157-be72-190828860e42 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1629.937501] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-073bfac2-c15b-4157-be72-190828860e42 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1629.938311] env[63622]: INFO nova.compute.manager [None req-073bfac2-c15b-4157-be72-190828860e42 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1629.938311] env[63622]: DEBUG oslo.service.loopingcall [None req-073bfac2-c15b-4157-be72-190828860e42 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1629.938311] env[63622]: DEBUG nova.compute.manager [-] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1629.938311] env[63622]: DEBUG nova.network.neutron [-] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1629.956992] env[63622]: DEBUG nova.compute.manager [req-2ea09748-de45-4ca3-bff3-374525c141c4 req-cf20ed73-8c10-418a-a51d-06445e88f725 service nova] [instance: 26cfd079-2044-4975-8902-affe93c35647] Received event network-vif-deleted-201ba648-9d17-4b08-93a3-e3a9dce15467 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1629.957271] env[63622]: INFO nova.compute.manager [req-2ea09748-de45-4ca3-bff3-374525c141c4 req-cf20ed73-8c10-418a-a51d-06445e88f725 service nova] [instance: 26cfd079-2044-4975-8902-affe93c35647] Neutron deleted interface 201ba648-9d17-4b08-93a3-e3a9dce15467; detaching it from the instance and deleting it from the info cache [ 1629.957497] env[63622]: DEBUG nova.network.neutron [req-2ea09748-de45-4ca3-bff3-374525c141c4 req-cf20ed73-8c10-418a-a51d-06445e88f725 service nova] [instance: 26cfd079-2044-4975-8902-affe93c35647] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.992171] env[63622]: DEBUG nova.network.neutron [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Updating instance_info_cache with network_info: [{"id": "46019efa-2e3a-43d6-977b-db070c5bf9e0", "address": "fa:16:3e:3e:80:10", "network": {"id": "67ba5732-2078-436b-a1a9-c47533fc9e4b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1882652506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b226471cd1274d538de3c08adec2d385", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46019efa-2e", "ovs_interfaceid": "46019efa-2e3a-43d6-977b-db070c5bf9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.094174] env[63622]: DEBUG nova.network.neutron [-] [instance: 26cfd079-2044-4975-8902-affe93c35647] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.131471] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b32a703-d497-48d2-a624-721c899ef4fa {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.139460] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d038029f-6095-42f2-968a-69257c2a263d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.171917] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5b7102-2aab-4c25-a05e-091718006ac1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.180319] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fc4bb3-50fa-40ea-abf8-5397d3c31ef4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.194205] env[63622]: DEBUG nova.compute.provider_tree [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1630.214275] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816930, 'name': CreateVM_Task, 'duration_secs': 0.640279} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.214479] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1630.215243] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.215420] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.215783] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1630.216061] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63995ce2-2a59-46d1-8d75-c32fdefab930 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.221200] env[63622]: DEBUG oslo_vmware.api [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1630.221200] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e04af4-7e95-ef21-0aa2-0230257d3905" [ 1630.221200] env[63622]: _type = "Task" [ 1630.221200] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.230602] env[63622]: DEBUG oslo_vmware.api [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e04af4-7e95-ef21-0aa2-0230257d3905, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.293530] env[63622]: DEBUG oslo_vmware.api [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816937, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.366069] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5be3ff03-91de-469d-af5a-359c2d0e62c2 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquiring lock "8d916502-431a-427c-85e0-cecda54a70f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.366069] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5be3ff03-91de-469d-af5a-359c2d0e62c2 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Lock "8d916502-431a-427c-85e0-cecda54a70f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.366069] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5be3ff03-91de-469d-af5a-359c2d0e62c2 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquiring lock "8d916502-431a-427c-85e0-cecda54a70f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.366069] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5be3ff03-91de-469d-af5a-359c2d0e62c2 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Lock "8d916502-431a-427c-85e0-cecda54a70f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.366069] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5be3ff03-91de-469d-af5a-359c2d0e62c2 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Lock "8d916502-431a-427c-85e0-cecda54a70f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.367792] env[63622]: INFO nova.compute.manager [None req-5be3ff03-91de-469d-af5a-359c2d0e62c2 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Terminating instance [ 1630.460641] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e1cf62c-c170-402d-ad72-5156a0905616 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.470577] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2615f5ed-990b-4157-b038-2ae8a3f3dda6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.504463] env[63622]: DEBUG oslo_concurrency.lockutils [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Releasing lock "refresh_cache-0ea5d621-0d9c-4062-8a21-88f72cdece18" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.504832] env[63622]: DEBUG nova.compute.manager [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Instance network_info: |[{"id": "46019efa-2e3a-43d6-977b-db070c5bf9e0", "address": "fa:16:3e:3e:80:10", "network": {"id": "67ba5732-2078-436b-a1a9-c47533fc9e4b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1882652506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b226471cd1274d538de3c08adec2d385", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46019efa-2e", "ovs_interfaceid": "46019efa-2e3a-43d6-977b-db070c5bf9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1630.505242] env[63622]: DEBUG nova.compute.manager [req-2ea09748-de45-4ca3-bff3-374525c141c4 req-cf20ed73-8c10-418a-a51d-06445e88f725 service nova] [instance: 26cfd079-2044-4975-8902-affe93c35647] Detach interface failed, port_id=201ba648-9d17-4b08-93a3-e3a9dce15467, reason: Instance 26cfd079-2044-4975-8902-affe93c35647 could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1630.506394] env[63622]: DEBUG nova.compute.manager [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1630.508393] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:80:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46019efa-2e3a-43d6-977b-db070c5bf9e0', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1630.515769] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Creating folder: Project (b226471cd1274d538de3c08adec2d385). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1630.516533] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f577db5-6555-45da-8a94-05796ec50ccc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.529345] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Created folder: Project (b226471cd1274d538de3c08adec2d385) in parent group-v376252. [ 1630.529560] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Creating folder: Instances. Parent ref: group-v376436. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1630.529798] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdb64225-7f66-491e-9883-1f0996cb16fd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.539594] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Created folder: Instances in parent group-v376436. [ 1630.539876] env[63622]: DEBUG oslo.service.loopingcall [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1630.540092] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1630.540337] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5ba9a2f-e91a-40c2-8092-d619abf1348a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.558126] env[63622]: DEBUG nova.virt.hardware [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1630.558126] env[63622]: DEBUG nova.virt.hardware [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1630.558126] env[63622]: DEBUG nova.virt.hardware [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1630.558530] env[63622]: DEBUG nova.virt.hardware [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1630.558530] env[63622]: DEBUG nova.virt.hardware [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1630.558674] env[63622]: DEBUG nova.virt.hardware [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1630.558855] env[63622]: DEBUG nova.virt.hardware [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1630.558982] env[63622]: DEBUG nova.virt.hardware [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1630.560392] env[63622]: DEBUG nova.virt.hardware [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1630.560392] env[63622]: DEBUG nova.virt.hardware [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1630.560392] env[63622]: DEBUG nova.virt.hardware [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1630.560809] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89586c7-b164-4155-ad4f-e158773edc3b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.570204] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7bf88e-f418-4ca6-a17a-84672f1142f2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.574708] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1630.574708] env[63622]: value = "task-1816940" [ 1630.574708] env[63622]: _type = "Task" [ 1630.574708] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.592354] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816940, 'name': CreateVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.599041] env[63622]: DEBUG oslo_concurrency.lockutils [None req-99cf0d45-0868-43fc-a80a-791aa8dbb179 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Acquiring lock "57bcc753-9658-4126-ac0a-fa6b0bc1dc81" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.599195] env[63622]: DEBUG oslo_concurrency.lockutils [None req-99cf0d45-0868-43fc-a80a-791aa8dbb179 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lock "57bcc753-9658-4126-ac0a-fa6b0bc1dc81" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.601025] env[63622]: INFO nova.compute.manager [-] [instance: 26cfd079-2044-4975-8902-affe93c35647] Took 1.33 seconds to deallocate network for instance. [ 1630.635461] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1630.635824] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e904c53-b72e-4593-aca1-98b7a2340a3c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.643370] env[63622]: DEBUG oslo_vmware.api [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1630.643370] env[63622]: value = "task-1816941" [ 1630.643370] env[63622]: _type = "Task" [ 1630.643370] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.653530] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] VM already powered off {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1630.653774] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1630.654581] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518cdf6f-1e55-4f77-8fbb-8ce34ff7df10 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.662257] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1630.662571] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e859c122-fd92-4cb6-bf17-2a4eab7c9afc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.697381] env[63622]: DEBUG nova.scheduler.client.report [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1630.733654] env[63622]: DEBUG oslo_vmware.api [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e04af4-7e95-ef21-0aa2-0230257d3905, 'name': SearchDatastore_Task, 'duration_secs': 0.009406} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.733654] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.733654] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1630.733654] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.733848] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.734402] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1630.734402] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7a7c6fd-aaa9-4577-8116-6ebb82715231 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.742976] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1630.743181] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1630.743896] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-739d91a4-2c58-48de-8beb-cd9ead23e3d6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.751043] env[63622]: DEBUG oslo_vmware.api [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1630.751043] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b50487-60e7-d1af-cf7f-e08e3dbc5894" [ 1630.751043] env[63622]: _type = "Task" [ 1630.751043] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.759887] env[63622]: DEBUG oslo_vmware.api [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b50487-60e7-d1af-cf7f-e08e3dbc5894, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.776448] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1630.776719] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1630.776922] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Deleting the datastore file [datastore1] aea0a9d1-5bf1-4e41-a497-52e334f06079 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1630.777223] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7933aed3-8956-4106-9179-3abc63a2b43a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.788536] env[63622]: DEBUG oslo_vmware.api [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1630.788536] env[63622]: value = "task-1816943" [ 1630.788536] env[63622]: _type = "Task" [ 1630.788536] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.788817] env[63622]: DEBUG nova.network.neutron [-] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.797647] env[63622]: DEBUG oslo_vmware.api [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816937, 'name': ReconfigVM_Task, 'duration_secs': 0.585702} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.798363] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 32355a6b-26c7-4c69-95d8-35578a757907/32355a6b-26c7-4c69-95d8-35578a757907.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1630.799020] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e57eb1b9-bc33-4f75-a294-2668c3e49ece {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.803839] env[63622]: DEBUG oslo_vmware.api [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816943, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.809025] env[63622]: DEBUG oslo_vmware.api [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1630.809025] env[63622]: value = "task-1816944" [ 1630.809025] env[63622]: _type = "Task" [ 1630.809025] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.816969] env[63622]: DEBUG oslo_vmware.api [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816944, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.865357] env[63622]: DEBUG nova.compute.manager [req-8cafc02d-e64f-4ba6-845a-c613178bdadc req-bffc0142-20c7-495a-9b19-adc6de951eb0 service nova] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Received event network-changed-46019efa-2e3a-43d6-977b-db070c5bf9e0 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1630.865678] env[63622]: DEBUG nova.compute.manager [req-8cafc02d-e64f-4ba6-845a-c613178bdadc req-bffc0142-20c7-495a-9b19-adc6de951eb0 service nova] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Refreshing instance network info cache due to event network-changed-46019efa-2e3a-43d6-977b-db070c5bf9e0. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1630.865943] env[63622]: DEBUG oslo_concurrency.lockutils [req-8cafc02d-e64f-4ba6-845a-c613178bdadc req-bffc0142-20c7-495a-9b19-adc6de951eb0 service nova] Acquiring lock "refresh_cache-0ea5d621-0d9c-4062-8a21-88f72cdece18" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.866158] env[63622]: DEBUG oslo_concurrency.lockutils [req-8cafc02d-e64f-4ba6-845a-c613178bdadc req-bffc0142-20c7-495a-9b19-adc6de951eb0 service nova] Acquired lock "refresh_cache-0ea5d621-0d9c-4062-8a21-88f72cdece18" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.866355] env[63622]: DEBUG nova.network.neutron [req-8cafc02d-e64f-4ba6-845a-c613178bdadc req-bffc0142-20c7-495a-9b19-adc6de951eb0 service nova] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Refreshing network info cache for port 46019efa-2e3a-43d6-977b-db070c5bf9e0 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1630.870762] env[63622]: DEBUG nova.compute.manager [None req-5be3ff03-91de-469d-af5a-359c2d0e62c2 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1630.871017] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5be3ff03-91de-469d-af5a-359c2d0e62c2 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1630.872562] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c12e391-b0a0-4a6f-abe5-3eefc43f294a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.881898] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be3ff03-91de-469d-af5a-359c2d0e62c2 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1630.882181] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9c575a1-8a54-4ea6-8766-94fe004a7997 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.888319] env[63622]: DEBUG oslo_vmware.api [None req-5be3ff03-91de-469d-af5a-359c2d0e62c2 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for the task: (returnval){ [ 1630.888319] env[63622]: value = "task-1816945" [ 1630.888319] env[63622]: _type = "Task" [ 1630.888319] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.895944] env[63622]: DEBUG oslo_vmware.api [None req-5be3ff03-91de-469d-af5a-359c2d0e62c2 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1816945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.932443] env[63622]: DEBUG oslo_concurrency.lockutils [None req-cd8d53a6-ba2d-4c3a-8319-fea5aa55e0cd tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquiring lock "8a2d92a3-829a-485d-8cb4-68a3969fd7b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.932738] env[63622]: DEBUG oslo_concurrency.lockutils [None req-cd8d53a6-ba2d-4c3a-8319-fea5aa55e0cd tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Lock "8a2d92a3-829a-485d-8cb4-68a3969fd7b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.932961] env[63622]: DEBUG oslo_concurrency.lockutils [None req-cd8d53a6-ba2d-4c3a-8319-fea5aa55e0cd tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquiring lock "8a2d92a3-829a-485d-8cb4-68a3969fd7b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.933193] env[63622]: DEBUG oslo_concurrency.lockutils [None req-cd8d53a6-ba2d-4c3a-8319-fea5aa55e0cd tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Lock "8a2d92a3-829a-485d-8cb4-68a3969fd7b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.933386] env[63622]: DEBUG oslo_concurrency.lockutils [None req-cd8d53a6-ba2d-4c3a-8319-fea5aa55e0cd tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Lock "8a2d92a3-829a-485d-8cb4-68a3969fd7b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.936349] env[63622]: INFO nova.compute.manager [None req-cd8d53a6-ba2d-4c3a-8319-fea5aa55e0cd tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Terminating instance [ 1631.085597] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816940, 'name': CreateVM_Task, 'duration_secs': 0.422032} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.085758] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1631.086512] env[63622]: DEBUG oslo_concurrency.lockutils [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.086687] env[63622]: DEBUG oslo_concurrency.lockutils [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.087013] env[63622]: DEBUG oslo_concurrency.lockutils [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1631.087271] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cecaa29b-f263-4e1b-ba25-d67591bca5a1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.091941] env[63622]: DEBUG oslo_vmware.api [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Waiting for the task: (returnval){ [ 1631.091941] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]523bbe4e-bcd9-337b-6eac-afddef86b44d" [ 1631.091941] env[63622]: _type = "Task" [ 1631.091941] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.099978] env[63622]: DEBUG oslo_vmware.api [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]523bbe4e-bcd9-337b-6eac-afddef86b44d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.101746] env[63622]: INFO nova.compute.manager [None req-99cf0d45-0868-43fc-a80a-791aa8dbb179 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Detaching volume b1062906-2fa1-4026-9c2b-7a0566e71c27 [ 1631.110664] env[63622]: DEBUG oslo_concurrency.lockutils [None req-559333e6-8a52-4951-b1ea-4f922527418e tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.142019] env[63622]: INFO nova.virt.block_device [None req-99cf0d45-0868-43fc-a80a-791aa8dbb179 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Attempting to driver detach volume b1062906-2fa1-4026-9c2b-7a0566e71c27 from mountpoint /dev/sdb [ 1631.142019] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-99cf0d45-0868-43fc-a80a-791aa8dbb179 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Volume detach. Driver type: vmdk {{(pid=63622) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1631.142019] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-99cf0d45-0868-43fc-a80a-791aa8dbb179 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376403', 'volume_id': 'b1062906-2fa1-4026-9c2b-7a0566e71c27', 'name': 'volume-b1062906-2fa1-4026-9c2b-7a0566e71c27', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '57bcc753-9658-4126-ac0a-fa6b0bc1dc81', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1062906-2fa1-4026-9c2b-7a0566e71c27', 'serial': 'b1062906-2fa1-4026-9c2b-7a0566e71c27'} {{(pid=63622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1631.142019] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e858eb-242d-4f60-95d4-121938ce4a27 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.171121] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c934798-d7c0-4a03-ac05-9e52187a7cda {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.178573] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec16988e-6772-4f86-b6a4-ac364ecf7a88 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.202025] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.202752] env[63622]: DEBUG nova.compute.manager [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 29822337-a213-4067-8c96-923e706e6f49] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1631.205563] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3a3efbc1-7127-42d0-a746-ccbbe706fc79 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.898s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.206054] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3a3efbc1-7127-42d0-a746-ccbbe706fc79 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.208107] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 35.006s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.213020] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f48aef-aee5-41ab-b6d1-22dab25540d5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.230399] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-99cf0d45-0868-43fc-a80a-791aa8dbb179 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] The volume has not been displaced from its original location: [datastore1] volume-b1062906-2fa1-4026-9c2b-7a0566e71c27/volume-b1062906-2fa1-4026-9c2b-7a0566e71c27.vmdk. No consolidation needed. {{(pid=63622) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1631.236691] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-99cf0d45-0868-43fc-a80a-791aa8dbb179 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Reconfiguring VM instance instance-00000022 to detach disk 2001 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1631.237912] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71a88602-9640-48d1-b9dc-70e7a01ef7ea {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.253097] env[63622]: INFO nova.scheduler.client.report [None req-3a3efbc1-7127-42d0-a746-ccbbe706fc79 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Deleted allocations for instance 27ac1c9d-affb-4883-97fd-84b43ec0a054 [ 1631.267153] env[63622]: DEBUG oslo_vmware.api [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b50487-60e7-d1af-cf7f-e08e3dbc5894, 'name': SearchDatastore_Task, 'duration_secs': 0.009851} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.269014] env[63622]: DEBUG oslo_vmware.api [None req-99cf0d45-0868-43fc-a80a-791aa8dbb179 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Waiting for the task: (returnval){ [ 1631.269014] env[63622]: value = "task-1816946" [ 1631.269014] env[63622]: _type = "Task" [ 1631.269014] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.269221] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-514be022-c36b-4ee2-955b-e317f9c96cc3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.281038] env[63622]: DEBUG oslo_vmware.api [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1631.281038] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5252c08a-6a7f-c3e8-2cc1-47053b92d6fe" [ 1631.281038] env[63622]: _type = "Task" [ 1631.281038] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.283624] env[63622]: DEBUG oslo_vmware.api [None req-99cf0d45-0868-43fc-a80a-791aa8dbb179 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1816946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.294152] env[63622]: INFO nova.compute.manager [-] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Took 1.36 seconds to deallocate network for instance. [ 1631.294478] env[63622]: DEBUG oslo_vmware.api [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5252c08a-6a7f-c3e8-2cc1-47053b92d6fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.303897] env[63622]: DEBUG oslo_vmware.api [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816943, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132607} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.307247] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1631.307425] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1631.307594] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1631.320704] env[63622]: DEBUG oslo_vmware.api [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816944, 'name': Rename_Task, 'duration_secs': 0.173927} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.320974] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1631.321223] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c807b5a-89df-4e6b-a540-4d66c149f812 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.327610] env[63622]: DEBUG oslo_vmware.api [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1631.327610] env[63622]: value = "task-1816947" [ 1631.327610] env[63622]: _type = "Task" [ 1631.327610] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.337715] env[63622]: DEBUG nova.network.neutron [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Successfully updated port: 26a81c0d-0394-4c0d-b670-0128659181db {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1631.338940] env[63622]: DEBUG oslo_vmware.api [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.398805] env[63622]: DEBUG oslo_vmware.api [None req-5be3ff03-91de-469d-af5a-359c2d0e62c2 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1816945, 'name': PowerOffVM_Task, 'duration_secs': 0.184606} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.399157] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be3ff03-91de-469d-af5a-359c2d0e62c2 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1631.399414] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5be3ff03-91de-469d-af5a-359c2d0e62c2 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1631.399715] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98d0e4b2-c656-446d-82db-3afad373331a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.440514] env[63622]: DEBUG nova.compute.manager [None req-cd8d53a6-ba2d-4c3a-8319-fea5aa55e0cd tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1631.440775] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8d53a6-ba2d-4c3a-8319-fea5aa55e0cd tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1631.441678] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e56778-ba18-4b6e-950e-af364b80b754 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.449567] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd8d53a6-ba2d-4c3a-8319-fea5aa55e0cd tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1631.449812] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ff2a0d6-6856-426b-a41e-fd15a7e7b119 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.457797] env[63622]: DEBUG oslo_vmware.api [None req-cd8d53a6-ba2d-4c3a-8319-fea5aa55e0cd tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for the task: (returnval){ [ 1631.457797] env[63622]: value = "task-1816949" [ 1631.457797] env[63622]: _type = "Task" [ 1631.457797] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.470735] env[63622]: DEBUG oslo_vmware.api [None req-cd8d53a6-ba2d-4c3a-8319-fea5aa55e0cd tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1816949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.491725] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5be3ff03-91de-469d-af5a-359c2d0e62c2 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1631.492210] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5be3ff03-91de-469d-af5a-359c2d0e62c2 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1631.493331] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5be3ff03-91de-469d-af5a-359c2d0e62c2 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Deleting the datastore file [datastore1] 8d916502-431a-427c-85e0-cecda54a70f0 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1631.493331] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b7813ff-16f4-4ea9-8dea-0602e6dc88fe {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.500889] env[63622]: DEBUG oslo_vmware.api [None req-5be3ff03-91de-469d-af5a-359c2d0e62c2 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for the task: (returnval){ [ 1631.500889] env[63622]: value = "task-1816950" [ 1631.500889] env[63622]: _type = "Task" [ 1631.500889] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.514645] env[63622]: DEBUG oslo_vmware.api [None req-5be3ff03-91de-469d-af5a-359c2d0e62c2 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1816950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.603016] env[63622]: DEBUG oslo_vmware.api [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]523bbe4e-bcd9-337b-6eac-afddef86b44d, 'name': SearchDatastore_Task, 'duration_secs': 0.019689} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.603376] env[63622]: DEBUG oslo_concurrency.lockutils [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.603658] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1631.603857] env[63622]: DEBUG oslo_concurrency.lockutils [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.667408] env[63622]: DEBUG nova.network.neutron [req-8cafc02d-e64f-4ba6-845a-c613178bdadc req-bffc0142-20c7-495a-9b19-adc6de951eb0 service nova] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Updated VIF entry in instance network info cache for port 46019efa-2e3a-43d6-977b-db070c5bf9e0. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1631.667726] env[63622]: DEBUG nova.network.neutron [req-8cafc02d-e64f-4ba6-845a-c613178bdadc req-bffc0142-20c7-495a-9b19-adc6de951eb0 service nova] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Updating instance_info_cache with network_info: [{"id": "46019efa-2e3a-43d6-977b-db070c5bf9e0", "address": "fa:16:3e:3e:80:10", "network": {"id": "67ba5732-2078-436b-a1a9-c47533fc9e4b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1882652506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b226471cd1274d538de3c08adec2d385", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46019efa-2e", "ovs_interfaceid": "46019efa-2e3a-43d6-977b-db070c5bf9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.718441] env[63622]: INFO nova.compute.claims [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1631.723682] env[63622]: DEBUG nova.compute.utils [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1631.726462] env[63622]: DEBUG nova.compute.manager [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 29822337-a213-4067-8c96-923e706e6f49] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1631.726462] env[63622]: DEBUG nova.network.neutron [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 29822337-a213-4067-8c96-923e706e6f49] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1631.767327] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3a3efbc1-7127-42d0-a746-ccbbe706fc79 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Lock "27ac1c9d-affb-4883-97fd-84b43ec0a054" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.260s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.784354] env[63622]: DEBUG oslo_vmware.api [None req-99cf0d45-0868-43fc-a80a-791aa8dbb179 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1816946, 'name': ReconfigVM_Task, 'duration_secs': 0.322331} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.788585] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-99cf0d45-0868-43fc-a80a-791aa8dbb179 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Reconfigured VM instance instance-00000022 to detach disk 2001 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1631.796771] env[63622]: DEBUG nova.policy [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc7c855ff42b4880997dd69e850d4580', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b226471cd1274d538de3c08adec2d385', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1631.798875] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3687e29f-24b5-45ca-bf67-ac7ae9056971 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.812489] env[63622]: DEBUG oslo_concurrency.lockutils [None req-073bfac2-c15b-4157-be72-190828860e42 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.822101] env[63622]: DEBUG oslo_vmware.api [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5252c08a-6a7f-c3e8-2cc1-47053b92d6fe, 'name': SearchDatastore_Task, 'duration_secs': 0.018302} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.822101] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.822101] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 8144b612-bbdd-41d7-ba56-0c49cc7a5215/8144b612-bbdd-41d7-ba56-0c49cc7a5215.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1631.822101] env[63622]: DEBUG oslo_concurrency.lockutils [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.822760] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1631.822760] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87f5e5f6-162f-4a09-b3d4-1a5959ea3e98 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.826415] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e007c12-185c-4148-86bc-07261915765e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.830113] env[63622]: DEBUG oslo_vmware.api [None req-99cf0d45-0868-43fc-a80a-791aa8dbb179 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Waiting for the task: (returnval){ [ 1631.830113] env[63622]: value = "task-1816951" [ 1631.830113] env[63622]: _type = "Task" [ 1631.830113] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.837309] env[63622]: DEBUG oslo_vmware.api [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1631.837309] env[63622]: value = "task-1816952" [ 1631.837309] env[63622]: _type = "Task" [ 1631.837309] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.849053] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Acquiring lock "refresh_cache-1904db1c-f966-46ad-8894-dac1b335ad25" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.849243] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Acquired lock "refresh_cache-1904db1c-f966-46ad-8894-dac1b335ad25" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.849423] env[63622]: DEBUG nova.network.neutron [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1631.850771] env[63622]: DEBUG oslo_vmware.api [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816947, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.851603] env[63622]: DEBUG oslo_vmware.api [None req-99cf0d45-0868-43fc-a80a-791aa8dbb179 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1816951, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.851954] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1631.852065] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1631.853463] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac56bc0c-a5ac-4b29-9817-04c3308c874c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.859051] env[63622]: DEBUG oslo_vmware.api [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1816952, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.864855] env[63622]: DEBUG oslo_vmware.api [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Waiting for the task: (returnval){ [ 1631.864855] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b43401-99f0-46ca-ad8b-e318a8e2bb02" [ 1631.864855] env[63622]: _type = "Task" [ 1631.864855] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.874279] env[63622]: DEBUG oslo_vmware.api [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b43401-99f0-46ca-ad8b-e318a8e2bb02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.973107] env[63622]: DEBUG oslo_vmware.api [None req-cd8d53a6-ba2d-4c3a-8319-fea5aa55e0cd tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1816949, 'name': PowerOffVM_Task, 'duration_secs': 0.245762} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.973517] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd8d53a6-ba2d-4c3a-8319-fea5aa55e0cd tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1631.974084] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8d53a6-ba2d-4c3a-8319-fea5aa55e0cd tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1631.974171] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-415684cb-7032-452a-9dc9-de6224338b79 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.013925] env[63622]: DEBUG oslo_vmware.api [None req-5be3ff03-91de-469d-af5a-359c2d0e62c2 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1816950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192086} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.014227] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5be3ff03-91de-469d-af5a-359c2d0e62c2 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1632.014422] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5be3ff03-91de-469d-af5a-359c2d0e62c2 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1632.014592] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5be3ff03-91de-469d-af5a-359c2d0e62c2 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1632.014820] env[63622]: INFO nova.compute.manager [None req-5be3ff03-91de-469d-af5a-359c2d0e62c2 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1632.015129] env[63622]: DEBUG oslo.service.loopingcall [None req-5be3ff03-91de-469d-af5a-359c2d0e62c2 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1632.015507] env[63622]: DEBUG nova.compute.manager [-] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1632.015655] env[63622]: DEBUG nova.network.neutron [-] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1632.075521] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8d53a6-ba2d-4c3a-8319-fea5aa55e0cd tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1632.075791] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8d53a6-ba2d-4c3a-8319-fea5aa55e0cd tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1632.075979] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd8d53a6-ba2d-4c3a-8319-fea5aa55e0cd tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Deleting the datastore file [datastore1] 8a2d92a3-829a-485d-8cb4-68a3969fd7b4 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1632.076272] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98be7281-b1f6-4b70-b40c-183c95785fb5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.083493] env[63622]: DEBUG oslo_vmware.api [None req-cd8d53a6-ba2d-4c3a-8319-fea5aa55e0cd tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for the task: (returnval){ [ 1632.083493] env[63622]: value = "task-1816954" [ 1632.083493] env[63622]: _type = "Task" [ 1632.083493] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.091735] env[63622]: DEBUG oslo_vmware.api [None req-cd8d53a6-ba2d-4c3a-8319-fea5aa55e0cd tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1816954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.174376] env[63622]: DEBUG oslo_concurrency.lockutils [req-8cafc02d-e64f-4ba6-845a-c613178bdadc req-bffc0142-20c7-495a-9b19-adc6de951eb0 service nova] Releasing lock "refresh_cache-0ea5d621-0d9c-4062-8a21-88f72cdece18" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1632.174376] env[63622]: DEBUG nova.compute.manager [req-8cafc02d-e64f-4ba6-845a-c613178bdadc req-bffc0142-20c7-495a-9b19-adc6de951eb0 service nova] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Received event network-vif-deleted-978c2d49-bca0-4011-815e-d1f5e50fd3ce {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1632.227434] env[63622]: INFO nova.compute.resource_tracker [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Updating resource usage from migration 1dd7c2a2-7d26-43e1-84c0-54142f77dcd1 [ 1632.231314] env[63622]: DEBUG nova.compute.manager [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 29822337-a213-4067-8c96-923e706e6f49] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1632.355688] env[63622]: DEBUG oslo_vmware.api [None req-99cf0d45-0868-43fc-a80a-791aa8dbb179 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1816951, 'name': ReconfigVM_Task, 'duration_secs': 0.151483} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.357879] env[63622]: DEBUG oslo_vmware.api [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1816947, 'name': PowerOnVM_Task, 'duration_secs': 0.584221} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.364098] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-99cf0d45-0868-43fc-a80a-791aa8dbb179 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376403', 'volume_id': 'b1062906-2fa1-4026-9c2b-7a0566e71c27', 'name': 'volume-b1062906-2fa1-4026-9c2b-7a0566e71c27', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '57bcc753-9658-4126-ac0a-fa6b0bc1dc81', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1062906-2fa1-4026-9c2b-7a0566e71c27', 'serial': 'b1062906-2fa1-4026-9c2b-7a0566e71c27'} {{(pid=63622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1632.368038] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1632.368038] env[63622]: INFO nova.compute.manager [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Took 10.03 seconds to spawn the instance on the hypervisor. [ 1632.368038] env[63622]: DEBUG nova.compute.manager [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1632.373442] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08612aa5-f659-45ee-8f73-59668446d949 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.376569] env[63622]: DEBUG oslo_vmware.api [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1816952, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.385261] env[63622]: DEBUG nova.virt.hardware [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1632.385261] env[63622]: DEBUG nova.virt.hardware [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1632.385261] env[63622]: DEBUG nova.virt.hardware [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1632.385751] env[63622]: DEBUG nova.virt.hardware [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1632.385934] env[63622]: DEBUG nova.virt.hardware [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1632.386117] env[63622]: DEBUG nova.virt.hardware [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1632.386397] env[63622]: DEBUG nova.virt.hardware [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1632.386919] env[63622]: DEBUG nova.virt.hardware [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1632.387346] env[63622]: DEBUG nova.virt.hardware [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1632.387714] env[63622]: DEBUG nova.virt.hardware [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1632.388122] env[63622]: DEBUG nova.virt.hardware [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1632.390396] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274f741f-b4a1-45bc-98f8-beceeacb9c4d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.410045] env[63622]: DEBUG oslo_vmware.api [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b43401-99f0-46ca-ad8b-e318a8e2bb02, 'name': SearchDatastore_Task, 'duration_secs': 0.012153} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.410718] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41382034-7233-42e0-92ac-53988e2b66a5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.421028] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41da12d5-fe14-4966-9a91-917dbb425db9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.428349] env[63622]: DEBUG oslo_vmware.api [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Waiting for the task: (returnval){ [ 1632.428349] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52bf218b-26ca-e162-a578-44a04122958f" [ 1632.428349] env[63622]: _type = "Task" [ 1632.428349] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.436158] env[63622]: DEBUG nova.network.neutron [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 29822337-a213-4067-8c96-923e706e6f49] Successfully created port: 61293beb-ee1d-44b5-9714-92a827b1f8b2 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1632.449549] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:f9:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85201779-3500-4bdb-907b-4424f4da7aa7', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1632.458726] env[63622]: DEBUG oslo.service.loopingcall [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1632.463422] env[63622]: DEBUG nova.network.neutron [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1632.468830] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1632.469517] env[63622]: DEBUG oslo_vmware.api [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52bf218b-26ca-e162-a578-44a04122958f, 'name': SearchDatastore_Task, 'duration_secs': 0.016953} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.470236] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35fb85b7-3089-464b-bc08-a78b1a10ce1d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.486937] env[63622]: DEBUG oslo_concurrency.lockutils [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1632.487533] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 0ea5d621-0d9c-4062-8a21-88f72cdece18/0ea5d621-0d9c-4062-8a21-88f72cdece18.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1632.491282] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea058172-1449-42df-9f8e-74eae6cb714e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.506380] env[63622]: DEBUG oslo_vmware.api [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Waiting for the task: (returnval){ [ 1632.506380] env[63622]: value = "task-1816956" [ 1632.506380] env[63622]: _type = "Task" [ 1632.506380] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.515169] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1632.515169] env[63622]: value = "task-1816955" [ 1632.515169] env[63622]: _type = "Task" [ 1632.515169] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.529705] env[63622]: DEBUG oslo_vmware.api [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1816956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.535577] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816955, 'name': CreateVM_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.597917] env[63622]: DEBUG oslo_vmware.api [None req-cd8d53a6-ba2d-4c3a-8319-fea5aa55e0cd tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1816954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.851306] env[63622]: DEBUG oslo_vmware.api [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1816952, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59587} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.851679] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 8144b612-bbdd-41d7-ba56-0c49cc7a5215/8144b612-bbdd-41d7-ba56-0c49cc7a5215.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1632.851815] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1632.852130] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a00a24b-7f79-471c-ab06-06b13687e6dd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.862368] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbb306c-db21-4902-870b-7d520fcd6fa5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.865246] env[63622]: DEBUG oslo_vmware.api [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1632.865246] env[63622]: value = "task-1816958" [ 1632.865246] env[63622]: _type = "Task" [ 1632.865246] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.875892] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433aa082-bddc-4d4b-9044-380bb9f58c4f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.879221] env[63622]: DEBUG oslo_vmware.api [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1816958, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.914741] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2a19c7-d0d6-4e5e-ae26-3fdb4228233e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.921818] env[63622]: INFO nova.compute.manager [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Took 56.34 seconds to build instance. [ 1632.930402] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177e6755-e378-4822-a749-83277fd9df51 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.946635] env[63622]: DEBUG nova.compute.provider_tree [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1632.957340] env[63622]: DEBUG nova.objects.instance [None req-99cf0d45-0868-43fc-a80a-791aa8dbb179 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lazy-loading 'flavor' on Instance uuid 57bcc753-9658-4126-ac0a-fa6b0bc1dc81 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1632.984482] env[63622]: DEBUG nova.network.neutron [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Updating instance_info_cache with network_info: [{"id": "26a81c0d-0394-4c0d-b670-0128659181db", "address": "fa:16:3e:63:88:bb", "network": {"id": "67ba5732-2078-436b-a1a9-c47533fc9e4b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1882652506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b226471cd1274d538de3c08adec2d385", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26a81c0d-03", "ovs_interfaceid": "26a81c0d-0394-4c0d-b670-0128659181db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.018029] env[63622]: DEBUG oslo_vmware.api [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1816956, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.025855] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816955, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.099654] env[63622]: DEBUG oslo_vmware.api [None req-cd8d53a6-ba2d-4c3a-8319-fea5aa55e0cd tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1816954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.73217} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.099953] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd8d53a6-ba2d-4c3a-8319-fea5aa55e0cd tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1633.100153] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8d53a6-ba2d-4c3a-8319-fea5aa55e0cd tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1633.100347] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8d53a6-ba2d-4c3a-8319-fea5aa55e0cd tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1633.100518] env[63622]: INFO nova.compute.manager [None req-cd8d53a6-ba2d-4c3a-8319-fea5aa55e0cd tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1633.101040] env[63622]: DEBUG oslo.service.loopingcall [None req-cd8d53a6-ba2d-4c3a-8319-fea5aa55e0cd tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1633.101453] env[63622]: DEBUG nova.compute.manager [-] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1633.101571] env[63622]: DEBUG nova.network.neutron [-] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1633.237446] env[63622]: DEBUG nova.compute.manager [req-2dc896de-05e0-49bf-b633-2e5b89d4947e req-c632efc4-e6cb-4b7b-874e-43b983a7f280 service nova] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Received event network-vif-plugged-26a81c0d-0394-4c0d-b670-0128659181db {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1633.237858] env[63622]: DEBUG oslo_concurrency.lockutils [req-2dc896de-05e0-49bf-b633-2e5b89d4947e req-c632efc4-e6cb-4b7b-874e-43b983a7f280 service nova] Acquiring lock "1904db1c-f966-46ad-8894-dac1b335ad25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.238472] env[63622]: DEBUG oslo_concurrency.lockutils [req-2dc896de-05e0-49bf-b633-2e5b89d4947e req-c632efc4-e6cb-4b7b-874e-43b983a7f280 service nova] Lock "1904db1c-f966-46ad-8894-dac1b335ad25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1633.238861] env[63622]: DEBUG oslo_concurrency.lockutils [req-2dc896de-05e0-49bf-b633-2e5b89d4947e req-c632efc4-e6cb-4b7b-874e-43b983a7f280 service nova] Lock "1904db1c-f966-46ad-8894-dac1b335ad25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.239191] env[63622]: DEBUG nova.compute.manager [req-2dc896de-05e0-49bf-b633-2e5b89d4947e req-c632efc4-e6cb-4b7b-874e-43b983a7f280 service nova] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] No waiting events found dispatching network-vif-plugged-26a81c0d-0394-4c0d-b670-0128659181db {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1633.239511] env[63622]: WARNING nova.compute.manager [req-2dc896de-05e0-49bf-b633-2e5b89d4947e req-c632efc4-e6cb-4b7b-874e-43b983a7f280 service nova] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Received unexpected event network-vif-plugged-26a81c0d-0394-4c0d-b670-0128659181db for instance with vm_state building and task_state spawning. [ 1633.239874] env[63622]: DEBUG nova.compute.manager [req-2dc896de-05e0-49bf-b633-2e5b89d4947e req-c632efc4-e6cb-4b7b-874e-43b983a7f280 service nova] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Received event network-changed-26a81c0d-0394-4c0d-b670-0128659181db {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1633.240227] env[63622]: DEBUG nova.compute.manager [req-2dc896de-05e0-49bf-b633-2e5b89d4947e req-c632efc4-e6cb-4b7b-874e-43b983a7f280 service nova] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Refreshing instance network info cache due to event network-changed-26a81c0d-0394-4c0d-b670-0128659181db. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1633.240556] env[63622]: DEBUG oslo_concurrency.lockutils [req-2dc896de-05e0-49bf-b633-2e5b89d4947e req-c632efc4-e6cb-4b7b-874e-43b983a7f280 service nova] Acquiring lock "refresh_cache-1904db1c-f966-46ad-8894-dac1b335ad25" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.244965] env[63622]: DEBUG nova.compute.manager [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 29822337-a213-4067-8c96-923e706e6f49] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1633.274365] env[63622]: DEBUG nova.network.neutron [-] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.280915] env[63622]: DEBUG nova.virt.hardware [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1633.281511] env[63622]: DEBUG nova.virt.hardware [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1633.281802] env[63622]: DEBUG nova.virt.hardware [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1633.282240] env[63622]: DEBUG nova.virt.hardware [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1633.282458] env[63622]: DEBUG nova.virt.hardware [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1633.282661] env[63622]: DEBUG nova.virt.hardware [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1633.282894] env[63622]: DEBUG nova.virt.hardware [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1633.283066] env[63622]: DEBUG nova.virt.hardware [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1633.283242] env[63622]: DEBUG nova.virt.hardware [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1633.283520] env[63622]: DEBUG nova.virt.hardware [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1633.283750] env[63622]: DEBUG nova.virt.hardware [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1633.285166] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a001d190-1804-4c5e-940b-5a6f7a083a38 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.297020] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd6539f-7ac8-4718-b932-4c4376748c5a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.377701] env[63622]: DEBUG oslo_vmware.api [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1816958, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074082} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.377996] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1633.378811] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdcadb1-fb0a-4055-a998-7ab0ec9fb22b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.410826] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 8144b612-bbdd-41d7-ba56-0c49cc7a5215/8144b612-bbdd-41d7-ba56-0c49cc7a5215.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1633.411435] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f93daef-248f-4351-8363-4eda1f7c7572 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.426794] env[63622]: DEBUG oslo_concurrency.lockutils [None req-69430062-2e15-4379-b03d-10fff2464f3c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "32355a6b-26c7-4c69-95d8-35578a757907" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.856s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.432510] env[63622]: DEBUG oslo_vmware.api [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1633.432510] env[63622]: value = "task-1816959" [ 1633.432510] env[63622]: _type = "Task" [ 1633.432510] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.440501] env[63622]: DEBUG oslo_vmware.api [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1816959, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.448821] env[63622]: DEBUG nova.scheduler.client.report [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1633.487876] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Releasing lock "refresh_cache-1904db1c-f966-46ad-8894-dac1b335ad25" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1633.488235] env[63622]: DEBUG nova.compute.manager [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Instance network_info: |[{"id": "26a81c0d-0394-4c0d-b670-0128659181db", "address": "fa:16:3e:63:88:bb", "network": {"id": "67ba5732-2078-436b-a1a9-c47533fc9e4b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1882652506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b226471cd1274d538de3c08adec2d385", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26a81c0d-03", "ovs_interfaceid": "26a81c0d-0394-4c0d-b670-0128659181db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1633.488542] env[63622]: DEBUG oslo_concurrency.lockutils [req-2dc896de-05e0-49bf-b633-2e5b89d4947e req-c632efc4-e6cb-4b7b-874e-43b983a7f280 service nova] Acquired lock "refresh_cache-1904db1c-f966-46ad-8894-dac1b335ad25" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.488720] env[63622]: DEBUG nova.network.neutron [req-2dc896de-05e0-49bf-b633-2e5b89d4947e req-c632efc4-e6cb-4b7b-874e-43b983a7f280 service nova] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Refreshing network info cache for port 26a81c0d-0394-4c0d-b670-0128659181db {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1633.490314] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:88:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26a81c0d-0394-4c0d-b670-0128659181db', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1633.500362] env[63622]: DEBUG oslo.service.loopingcall [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1633.503868] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1633.505962] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c6ed7e3-233f-47ba-b89d-605f967d016f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.531542] env[63622]: DEBUG nova.compute.manager [req-2298ff78-6d94-4d33-9433-6749f9b88523 req-4c222d37-7590-40d8-84d4-51987eea72c9 service nova] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Received event network-vif-deleted-f7f98b3a-75da-4889-9094-e8327990822b {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1633.531760] env[63622]: INFO nova.compute.manager [req-2298ff78-6d94-4d33-9433-6749f9b88523 req-4c222d37-7590-40d8-84d4-51987eea72c9 service nova] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Neutron deleted interface f7f98b3a-75da-4889-9094-e8327990822b; detaching it from the instance and deleting it from the info cache [ 1633.531941] env[63622]: DEBUG nova.network.neutron [req-2298ff78-6d94-4d33-9433-6749f9b88523 req-4c222d37-7590-40d8-84d4-51987eea72c9 service nova] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.548048] env[63622]: DEBUG oslo_vmware.api [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1816956, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.89538} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.553397] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 0ea5d621-0d9c-4062-8a21-88f72cdece18/0ea5d621-0d9c-4062-8a21-88f72cdece18.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1633.553644] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1633.555021] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1633.555021] env[63622]: value = "task-1816960" [ 1633.555021] env[63622]: _type = "Task" [ 1633.555021] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.555021] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816955, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.555256] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6966e5c5-0372-491d-b200-9281d8cb65e6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.569540] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816960, 'name': CreateVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.571068] env[63622]: DEBUG oslo_vmware.api [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Waiting for the task: (returnval){ [ 1633.571068] env[63622]: value = "task-1816961" [ 1633.571068] env[63622]: _type = "Task" [ 1633.571068] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.580392] env[63622]: DEBUG oslo_vmware.api [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1816961, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.791896] env[63622]: INFO nova.compute.manager [-] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Took 1.77 seconds to deallocate network for instance. [ 1633.820173] env[63622]: DEBUG nova.network.neutron [req-2dc896de-05e0-49bf-b633-2e5b89d4947e req-c632efc4-e6cb-4b7b-874e-43b983a7f280 service nova] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Updated VIF entry in instance network info cache for port 26a81c0d-0394-4c0d-b670-0128659181db. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1633.820173] env[63622]: DEBUG nova.network.neutron [req-2dc896de-05e0-49bf-b633-2e5b89d4947e req-c632efc4-e6cb-4b7b-874e-43b983a7f280 service nova] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Updating instance_info_cache with network_info: [{"id": "26a81c0d-0394-4c0d-b670-0128659181db", "address": "fa:16:3e:63:88:bb", "network": {"id": "67ba5732-2078-436b-a1a9-c47533fc9e4b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1882652506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b226471cd1274d538de3c08adec2d385", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26a81c0d-03", "ovs_interfaceid": "26a81c0d-0394-4c0d-b670-0128659181db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.943884] env[63622]: DEBUG oslo_vmware.api [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1816959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.956131] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.748s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.958928] env[63622]: INFO nova.compute.manager [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Migrating [ 1633.964755] env[63622]: DEBUG nova.network.neutron [-] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.968728] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.635s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1633.969112] env[63622]: DEBUG nova.objects.instance [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63622) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1633.977157] env[63622]: DEBUG oslo_concurrency.lockutils [None req-99cf0d45-0868-43fc-a80a-791aa8dbb179 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lock "57bcc753-9658-4126-ac0a-fa6b0bc1dc81" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.376s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.029316] env[63622]: DEBUG oslo_concurrency.lockutils [None req-faeed167-ae03-4b2b-8b14-608f23b25e19 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Acquiring lock "57bcc753-9658-4126-ac0a-fa6b0bc1dc81" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.029807] env[63622]: DEBUG oslo_concurrency.lockutils [None req-faeed167-ae03-4b2b-8b14-608f23b25e19 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lock "57bcc753-9658-4126-ac0a-fa6b0bc1dc81" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.030037] env[63622]: DEBUG nova.compute.manager [None req-faeed167-ae03-4b2b-8b14-608f23b25e19 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1634.030974] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251a84bd-1ecb-45ef-a7f9-d63be14a77c1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.037932] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-944b966e-1409-43e5-8038-90d6d83746f5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.043904] env[63622]: DEBUG nova.compute.manager [None req-faeed167-ae03-4b2b-8b14-608f23b25e19 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63622) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1634.044632] env[63622]: DEBUG nova.objects.instance [None req-faeed167-ae03-4b2b-8b14-608f23b25e19 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lazy-loading 'flavor' on Instance uuid 57bcc753-9658-4126-ac0a-fa6b0bc1dc81 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1634.049711] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816955, 'name': CreateVM_Task, 'duration_secs': 1.481983} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.052937] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92edce19-86e7-4076-8d8b-6b9dad042bf4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.063365] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1634.064708] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1634.065041] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.065432] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1634.069224] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3ae67fb-834a-4f53-9057-2bd26dce900e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.078719] env[63622]: DEBUG oslo_vmware.api [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1634.078719] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]529d7094-d9e6-a966-0427-0e4bc2ebe810" [ 1634.078719] env[63622]: _type = "Task" [ 1634.078719] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.079203] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816960, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.094670] env[63622]: DEBUG nova.compute.manager [req-2298ff78-6d94-4d33-9433-6749f9b88523 req-4c222d37-7590-40d8-84d4-51987eea72c9 service nova] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Detach interface failed, port_id=f7f98b3a-75da-4889-9094-e8327990822b, reason: Instance 8a2d92a3-829a-485d-8cb4-68a3969fd7b4 could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1634.098079] env[63622]: DEBUG oslo_vmware.api [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1816961, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083049} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.098760] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1634.099573] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4164c3e1-ea47-4f57-9f9f-52c32d4232a9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.105407] env[63622]: DEBUG oslo_vmware.api [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]529d7094-d9e6-a966-0427-0e4bc2ebe810, 'name': SearchDatastore_Task, 'duration_secs': 0.009784} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.106224] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.106328] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1634.106622] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1634.106802] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.107000] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1634.107352] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9918990-cfe4-4839-b889-34435db1b165 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.127560] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 0ea5d621-0d9c-4062-8a21-88f72cdece18/0ea5d621-0d9c-4062-8a21-88f72cdece18.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1634.128499] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f843f71-293f-4b24-90c3-4d916c62ab17 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.144768] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1634.145124] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1634.146393] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b127b4c4-c68b-4d69-afb8-367d9958e109 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.152335] env[63622]: DEBUG oslo_vmware.api [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Waiting for the task: (returnval){ [ 1634.152335] env[63622]: value = "task-1816962" [ 1634.152335] env[63622]: _type = "Task" [ 1634.152335] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.153894] env[63622]: DEBUG oslo_vmware.api [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1634.153894] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52cee1b4-4131-5700-ed3a-0d53ecd62c3a" [ 1634.153894] env[63622]: _type = "Task" [ 1634.153894] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.167164] env[63622]: DEBUG oslo_vmware.api [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52cee1b4-4131-5700-ed3a-0d53ecd62c3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.170892] env[63622]: DEBUG oslo_vmware.api [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1816962, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.301385] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5be3ff03-91de-469d-af5a-359c2d0e62c2 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.324198] env[63622]: DEBUG oslo_concurrency.lockutils [req-2dc896de-05e0-49bf-b633-2e5b89d4947e req-c632efc4-e6cb-4b7b-874e-43b983a7f280 service nova] Releasing lock "refresh_cache-1904db1c-f966-46ad-8894-dac1b335ad25" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.324198] env[63622]: DEBUG nova.compute.manager [req-2dc896de-05e0-49bf-b633-2e5b89d4947e req-c632efc4-e6cb-4b7b-874e-43b983a7f280 service nova] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Received event network-vif-deleted-31351474-e6c8-4bd0-9866-00142a061e33 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1634.324198] env[63622]: INFO nova.compute.manager [req-2dc896de-05e0-49bf-b633-2e5b89d4947e req-c632efc4-e6cb-4b7b-874e-43b983a7f280 service nova] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Neutron deleted interface 31351474-e6c8-4bd0-9866-00142a061e33; detaching it from the instance and deleting it from the info cache [ 1634.324198] env[63622]: DEBUG nova.network.neutron [req-2dc896de-05e0-49bf-b633-2e5b89d4947e req-c632efc4-e6cb-4b7b-874e-43b983a7f280 service nova] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1634.448854] env[63622]: DEBUG oslo_vmware.api [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1816959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.484621] env[63622]: INFO nova.compute.manager [-] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Took 1.38 seconds to deallocate network for instance. [ 1634.495768] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "refresh_cache-0436abf1-ae0c-4595-912c-e7957b7a64a3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1634.495768] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquired lock "refresh_cache-0436abf1-ae0c-4595-912c-e7957b7a64a3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.496205] env[63622]: DEBUG nova.network.neutron [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1634.498789] env[63622]: DEBUG nova.network.neutron [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 29822337-a213-4067-8c96-923e706e6f49] Successfully updated port: 61293beb-ee1d-44b5-9714-92a827b1f8b2 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1634.576861] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816960, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.669047] env[63622]: DEBUG oslo_vmware.api [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1816962, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.673091] env[63622]: DEBUG oslo_vmware.api [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52cee1b4-4131-5700-ed3a-0d53ecd62c3a, 'name': SearchDatastore_Task, 'duration_secs': 0.017277} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.673925] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f11f3a04-8431-4a12-a9af-67735bd7906e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.681517] env[63622]: DEBUG oslo_vmware.api [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1634.681517] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a7bf04-1dc8-3a7b-95ec-35530cbfe826" [ 1634.681517] env[63622]: _type = "Task" [ 1634.681517] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.689387] env[63622]: DEBUG oslo_vmware.api [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a7bf04-1dc8-3a7b-95ec-35530cbfe826, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.826508] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-58819f8e-e136-4695-ae76-908195a29e09 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.840885] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7365ea9d-1b9c-43aa-848e-64161e03e35f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.892427] env[63622]: DEBUG nova.compute.manager [req-2dc896de-05e0-49bf-b633-2e5b89d4947e req-c632efc4-e6cb-4b7b-874e-43b983a7f280 service nova] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Detach interface failed, port_id=31351474-e6c8-4bd0-9866-00142a061e33, reason: Instance 8d916502-431a-427c-85e0-cecda54a70f0 could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1634.946065] env[63622]: DEBUG oslo_vmware.api [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1816959, 'name': ReconfigVM_Task, 'duration_secs': 1.252164} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.946341] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 8144b612-bbdd-41d7-ba56-0c49cc7a5215/8144b612-bbdd-41d7-ba56-0c49cc7a5215.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1634.947218] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5591cf3-3213-4985-a74a-daa06200886c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.953846] env[63622]: DEBUG oslo_vmware.api [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1634.953846] env[63622]: value = "task-1816964" [ 1634.953846] env[63622]: _type = "Task" [ 1634.953846] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.963379] env[63622]: DEBUG oslo_vmware.api [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1816964, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.991253] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7883dab5-d8c8-4a3b-9c76-1360c9843253 tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.992818] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c55153d4-11d3-4578-be0a-bd673d143d5a tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.759s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.994030] env[63622]: DEBUG nova.objects.instance [None req-c55153d4-11d3-4578-be0a-bd673d143d5a tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Lazy-loading 'resources' on Instance uuid cd422152-9cf0-490e-b593-417fe5b56c0c {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1635.002368] env[63622]: DEBUG oslo_concurrency.lockutils [None req-cd8d53a6-ba2d-4c3a-8319-fea5aa55e0cd tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.002957] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Acquiring lock "refresh_cache-29822337-a213-4067-8c96-923e706e6f49" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.003183] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Acquired lock "refresh_cache-29822337-a213-4067-8c96-923e706e6f49" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.003422] env[63622]: DEBUG nova.network.neutron [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 29822337-a213-4067-8c96-923e706e6f49] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1635.055710] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-faeed167-ae03-4b2b-8b14-608f23b25e19 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1635.056117] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46339072-15e7-469b-911a-79a374a4e315 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.064455] env[63622]: DEBUG oslo_vmware.api [None req-faeed167-ae03-4b2b-8b14-608f23b25e19 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Waiting for the task: (returnval){ [ 1635.064455] env[63622]: value = "task-1816965" [ 1635.064455] env[63622]: _type = "Task" [ 1635.064455] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.082036] env[63622]: DEBUG oslo_vmware.api [None req-faeed167-ae03-4b2b-8b14-608f23b25e19 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1816965, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.086575] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816960, 'name': CreateVM_Task, 'duration_secs': 1.084928} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.086799] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1635.087703] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.087879] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.088327] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1635.088659] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf4041e9-2623-4b4a-8c0d-a74c1ec65597 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.094533] env[63622]: DEBUG oslo_vmware.api [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Waiting for the task: (returnval){ [ 1635.094533] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52bfec55-9265-33a3-b013-6a27a7f09a5c" [ 1635.094533] env[63622]: _type = "Task" [ 1635.094533] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.105405] env[63622]: DEBUG oslo_vmware.api [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52bfec55-9265-33a3-b013-6a27a7f09a5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.166746] env[63622]: DEBUG oslo_vmware.api [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1816962, 'name': ReconfigVM_Task, 'duration_secs': 0.596013} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.169500] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 0ea5d621-0d9c-4062-8a21-88f72cdece18/0ea5d621-0d9c-4062-8a21-88f72cdece18.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1635.170144] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d1c301e-429d-4f27-9395-bb17466e83c5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.177281] env[63622]: DEBUG oslo_vmware.api [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Waiting for the task: (returnval){ [ 1635.177281] env[63622]: value = "task-1816966" [ 1635.177281] env[63622]: _type = "Task" [ 1635.177281] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.189296] env[63622]: DEBUG oslo_vmware.api [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1816966, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.197358] env[63622]: DEBUG oslo_vmware.api [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a7bf04-1dc8-3a7b-95ec-35530cbfe826, 'name': SearchDatastore_Task, 'duration_secs': 0.010365} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.197358] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.197358] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] aea0a9d1-5bf1-4e41-a497-52e334f06079/aea0a9d1-5bf1-4e41-a497-52e334f06079.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1635.197358] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e02dfff7-a725-443a-b54a-e0dab3db37c9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.204018] env[63622]: DEBUG oslo_vmware.api [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1635.204018] env[63622]: value = "task-1816967" [ 1635.204018] env[63622]: _type = "Task" [ 1635.204018] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.212588] env[63622]: DEBUG oslo_vmware.api [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.275154] env[63622]: DEBUG nova.compute.manager [req-bea67c91-5878-4507-9536-f489babc6041 req-7df21f18-ead9-40cc-b2dd-8182a83724de service nova] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Received event network-changed-79f49ad4-1b9a-4da3-beb1-622ee96cac5e {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1635.275381] env[63622]: DEBUG nova.compute.manager [req-bea67c91-5878-4507-9536-f489babc6041 req-7df21f18-ead9-40cc-b2dd-8182a83724de service nova] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Refreshing instance network info cache due to event network-changed-79f49ad4-1b9a-4da3-beb1-622ee96cac5e. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1635.275634] env[63622]: DEBUG oslo_concurrency.lockutils [req-bea67c91-5878-4507-9536-f489babc6041 req-7df21f18-ead9-40cc-b2dd-8182a83724de service nova] Acquiring lock "refresh_cache-32355a6b-26c7-4c69-95d8-35578a757907" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.275793] env[63622]: DEBUG oslo_concurrency.lockutils [req-bea67c91-5878-4507-9536-f489babc6041 req-7df21f18-ead9-40cc-b2dd-8182a83724de service nova] Acquired lock "refresh_cache-32355a6b-26c7-4c69-95d8-35578a757907" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.276110] env[63622]: DEBUG nova.network.neutron [req-bea67c91-5878-4507-9536-f489babc6041 req-7df21f18-ead9-40cc-b2dd-8182a83724de service nova] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Refreshing network info cache for port 79f49ad4-1b9a-4da3-beb1-622ee96cac5e {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1635.285932] env[63622]: DEBUG nova.network.neutron [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Updating instance_info_cache with network_info: [{"id": "643b71c4-2171-4939-8278-43895b99397a", "address": "fa:16:3e:b2:df:30", "network": {"id": "d99154f7-509d-4022-8cc6-a3f6dfa87b98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065749372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a0890704ac74d28998a905c11f1f4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap643b71c4-21", "ovs_interfaceid": "643b71c4-2171-4939-8278-43895b99397a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.463927] env[63622]: DEBUG oslo_vmware.api [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1816964, 'name': Rename_Task, 'duration_secs': 0.301867} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.464303] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1635.464567] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50642dd8-6392-417a-89dd-4e9f2ce22ba7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.470626] env[63622]: DEBUG oslo_vmware.api [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1635.470626] env[63622]: value = "task-1816968" [ 1635.470626] env[63622]: _type = "Task" [ 1635.470626] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.478317] env[63622]: DEBUG oslo_vmware.api [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1816968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.540318] env[63622]: DEBUG nova.network.neutron [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 29822337-a213-4067-8c96-923e706e6f49] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1635.579665] env[63622]: DEBUG oslo_vmware.api [None req-faeed167-ae03-4b2b-8b14-608f23b25e19 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1816965, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.604792] env[63622]: DEBUG oslo_vmware.api [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52bfec55-9265-33a3-b013-6a27a7f09a5c, 'name': SearchDatastore_Task, 'duration_secs': 0.00995} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.605384] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.605621] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1635.606555] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.606768] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.607013] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1635.607347] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04ecad27-64c9-47a2-a254-8392d872d728 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.619779] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1635.620060] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1635.620859] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d1f224a-a535-46ee-b7dc-5b7bff13ade2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.627031] env[63622]: DEBUG oslo_vmware.api [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Waiting for the task: (returnval){ [ 1635.627031] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a99f16-a212-075f-60ca-0f0fd422e17f" [ 1635.627031] env[63622]: _type = "Task" [ 1635.627031] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.643059] env[63622]: DEBUG oslo_vmware.api [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a99f16-a212-075f-60ca-0f0fd422e17f, 'name': SearchDatastore_Task, 'duration_secs': 0.009467} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.644033] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfbbd541-4b71-45b3-90a6-d91d6c6ca77a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.649718] env[63622]: DEBUG oslo_vmware.api [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Waiting for the task: (returnval){ [ 1635.649718] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a3fffb-388e-8a80-d10b-aee15de0431e" [ 1635.649718] env[63622]: _type = "Task" [ 1635.649718] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.657311] env[63622]: DEBUG oslo_vmware.api [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a3fffb-388e-8a80-d10b-aee15de0431e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.687389] env[63622]: DEBUG oslo_vmware.api [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1816966, 'name': Rename_Task, 'duration_secs': 0.264472} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.690033] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1635.691168] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f220ec57-81cb-4282-b25c-3e650b855814 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.698896] env[63622]: DEBUG oslo_vmware.api [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Waiting for the task: (returnval){ [ 1635.698896] env[63622]: value = "task-1816969" [ 1635.698896] env[63622]: _type = "Task" [ 1635.698896] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.725726] env[63622]: DEBUG oslo_vmware.api [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.726334] env[63622]: DEBUG oslo_vmware.api [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1816969, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.769804] env[63622]: DEBUG nova.network.neutron [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 29822337-a213-4067-8c96-923e706e6f49] Updating instance_info_cache with network_info: [{"id": "61293beb-ee1d-44b5-9714-92a827b1f8b2", "address": "fa:16:3e:b0:49:67", "network": {"id": "67ba5732-2078-436b-a1a9-c47533fc9e4b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1882652506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b226471cd1274d538de3c08adec2d385", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61293beb-ee", "ovs_interfaceid": "61293beb-ee1d-44b5-9714-92a827b1f8b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.791849] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Releasing lock "refresh_cache-0436abf1-ae0c-4595-912c-e7957b7a64a3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.982812] env[63622]: DEBUG oslo_vmware.api [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1816968, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.084488] env[63622]: DEBUG oslo_vmware.api [None req-faeed167-ae03-4b2b-8b14-608f23b25e19 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1816965, 'name': PowerOffVM_Task, 'duration_secs': 0.975458} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.084891] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-faeed167-ae03-4b2b-8b14-608f23b25e19 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1636.085094] env[63622]: DEBUG nova.compute.manager [None req-faeed167-ae03-4b2b-8b14-608f23b25e19 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1636.086042] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a6af98-a29c-494b-99ce-84d78c24305c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.103298] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bb77ac-33b9-4265-927f-290aedf4e6a9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.111613] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc08e00-14e5-4969-8791-56f583d248ef {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.147995] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b237c3b9-dcae-4e6d-91d3-d7b0e0180a07 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.165882] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6425176-41cd-4482-876c-f78e254fac0e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.170969] env[63622]: DEBUG oslo_vmware.api [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a3fffb-388e-8a80-d10b-aee15de0431e, 'name': SearchDatastore_Task, 'duration_secs': 0.008443} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.171292] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.171630] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 1904db1c-f966-46ad-8894-dac1b335ad25/1904db1c-f966-46ad-8894-dac1b335ad25.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1636.172380] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56f535bc-e520-4ce3-90a3-7e45dea0491f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.182988] env[63622]: DEBUG nova.compute.provider_tree [None req-c55153d4-11d3-4578-be0a-bd673d143d5a tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1636.189243] env[63622]: DEBUG oslo_vmware.api [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Waiting for the task: (returnval){ [ 1636.189243] env[63622]: value = "task-1816970" [ 1636.189243] env[63622]: _type = "Task" [ 1636.189243] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.199359] env[63622]: DEBUG oslo_vmware.api [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1816970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.208172] env[63622]: DEBUG oslo_vmware.api [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1816969, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.220908] env[63622]: DEBUG oslo_vmware.api [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816967, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.240289] env[63622]: DEBUG nova.network.neutron [req-bea67c91-5878-4507-9536-f489babc6041 req-7df21f18-ead9-40cc-b2dd-8182a83724de service nova] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Updated VIF entry in instance network info cache for port 79f49ad4-1b9a-4da3-beb1-622ee96cac5e. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1636.240724] env[63622]: DEBUG nova.network.neutron [req-bea67c91-5878-4507-9536-f489babc6041 req-7df21f18-ead9-40cc-b2dd-8182a83724de service nova] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Updating instance_info_cache with network_info: [{"id": "79f49ad4-1b9a-4da3-beb1-622ee96cac5e", "address": "fa:16:3e:99:9b:0d", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79f49ad4-1b", "ovs_interfaceid": "79f49ad4-1b9a-4da3-beb1-622ee96cac5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1636.276407] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Releasing lock "refresh_cache-29822337-a213-4067-8c96-923e706e6f49" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.276951] env[63622]: DEBUG nova.compute.manager [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 29822337-a213-4067-8c96-923e706e6f49] Instance network_info: |[{"id": "61293beb-ee1d-44b5-9714-92a827b1f8b2", "address": "fa:16:3e:b0:49:67", "network": {"id": "67ba5732-2078-436b-a1a9-c47533fc9e4b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1882652506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b226471cd1274d538de3c08adec2d385", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61293beb-ee", "ovs_interfaceid": "61293beb-ee1d-44b5-9714-92a827b1f8b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1636.278030] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 29822337-a213-4067-8c96-923e706e6f49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:49:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61293beb-ee1d-44b5-9714-92a827b1f8b2', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1636.286792] env[63622]: DEBUG oslo.service.loopingcall [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1636.286792] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29822337-a213-4067-8c96-923e706e6f49] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1636.286792] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be7aea3d-21ad-4810-8321-e7afc26fc3c4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.312972] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1636.312972] env[63622]: value = "task-1816971" [ 1636.312972] env[63622]: _type = "Task" [ 1636.312972] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.321314] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816971, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.482021] env[63622]: DEBUG oslo_vmware.api [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1816968, 'name': PowerOnVM_Task, 'duration_secs': 0.753947} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.482021] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1636.482021] env[63622]: INFO nova.compute.manager [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Took 11.41 seconds to spawn the instance on the hypervisor. [ 1636.482444] env[63622]: DEBUG nova.compute.manager [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1636.482878] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8303ad8c-607c-4fd1-997d-429356e076f6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.600855] env[63622]: DEBUG oslo_concurrency.lockutils [None req-faeed167-ae03-4b2b-8b14-608f23b25e19 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lock "57bcc753-9658-4126-ac0a-fa6b0bc1dc81" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.571s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.686550] env[63622]: DEBUG nova.scheduler.client.report [None req-c55153d4-11d3-4578-be0a-bd673d143d5a tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1636.702572] env[63622]: DEBUG oslo_vmware.api [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1816970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.715134] env[63622]: DEBUG oslo_vmware.api [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1816969, 'name': PowerOnVM_Task, 'duration_secs': 0.666677} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.720086] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1636.720325] env[63622]: INFO nova.compute.manager [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Took 8.95 seconds to spawn the instance on the hypervisor. [ 1636.720593] env[63622]: DEBUG nova.compute.manager [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1636.721614] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4b3876-cb0a-482b-bd8e-cd346769d696 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.729885] env[63622]: DEBUG oslo_vmware.api [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816967, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.744368] env[63622]: DEBUG oslo_concurrency.lockutils [req-bea67c91-5878-4507-9536-f489babc6041 req-7df21f18-ead9-40cc-b2dd-8182a83724de service nova] Releasing lock "refresh_cache-32355a6b-26c7-4c69-95d8-35578a757907" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.744368] env[63622]: DEBUG nova.compute.manager [req-bea67c91-5878-4507-9536-f489babc6041 req-7df21f18-ead9-40cc-b2dd-8182a83724de service nova] [instance: 29822337-a213-4067-8c96-923e706e6f49] Received event network-vif-plugged-61293beb-ee1d-44b5-9714-92a827b1f8b2 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1636.744368] env[63622]: DEBUG oslo_concurrency.lockutils [req-bea67c91-5878-4507-9536-f489babc6041 req-7df21f18-ead9-40cc-b2dd-8182a83724de service nova] Acquiring lock "29822337-a213-4067-8c96-923e706e6f49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.744368] env[63622]: DEBUG oslo_concurrency.lockutils [req-bea67c91-5878-4507-9536-f489babc6041 req-7df21f18-ead9-40cc-b2dd-8182a83724de service nova] Lock "29822337-a213-4067-8c96-923e706e6f49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.744368] env[63622]: DEBUG oslo_concurrency.lockutils [req-bea67c91-5878-4507-9536-f489babc6041 req-7df21f18-ead9-40cc-b2dd-8182a83724de service nova] Lock "29822337-a213-4067-8c96-923e706e6f49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.744368] env[63622]: DEBUG nova.compute.manager [req-bea67c91-5878-4507-9536-f489babc6041 req-7df21f18-ead9-40cc-b2dd-8182a83724de service nova] [instance: 29822337-a213-4067-8c96-923e706e6f49] No waiting events found dispatching network-vif-plugged-61293beb-ee1d-44b5-9714-92a827b1f8b2 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1636.744368] env[63622]: WARNING nova.compute.manager [req-bea67c91-5878-4507-9536-f489babc6041 req-7df21f18-ead9-40cc-b2dd-8182a83724de service nova] [instance: 29822337-a213-4067-8c96-923e706e6f49] Received unexpected event network-vif-plugged-61293beb-ee1d-44b5-9714-92a827b1f8b2 for instance with vm_state building and task_state spawning. [ 1636.744622] env[63622]: DEBUG nova.compute.manager [req-bea67c91-5878-4507-9536-f489babc6041 req-7df21f18-ead9-40cc-b2dd-8182a83724de service nova] [instance: 29822337-a213-4067-8c96-923e706e6f49] Received event network-changed-61293beb-ee1d-44b5-9714-92a827b1f8b2 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1636.744730] env[63622]: DEBUG nova.compute.manager [req-bea67c91-5878-4507-9536-f489babc6041 req-7df21f18-ead9-40cc-b2dd-8182a83724de service nova] [instance: 29822337-a213-4067-8c96-923e706e6f49] Refreshing instance network info cache due to event network-changed-61293beb-ee1d-44b5-9714-92a827b1f8b2. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1636.744909] env[63622]: DEBUG oslo_concurrency.lockutils [req-bea67c91-5878-4507-9536-f489babc6041 req-7df21f18-ead9-40cc-b2dd-8182a83724de service nova] Acquiring lock "refresh_cache-29822337-a213-4067-8c96-923e706e6f49" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1636.744983] env[63622]: DEBUG oslo_concurrency.lockutils [req-bea67c91-5878-4507-9536-f489babc6041 req-7df21f18-ead9-40cc-b2dd-8182a83724de service nova] Acquired lock "refresh_cache-29822337-a213-4067-8c96-923e706e6f49" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.745238] env[63622]: DEBUG nova.network.neutron [req-bea67c91-5878-4507-9536-f489babc6041 req-7df21f18-ead9-40cc-b2dd-8182a83724de service nova] [instance: 29822337-a213-4067-8c96-923e706e6f49] Refreshing network info cache for port 61293beb-ee1d-44b5-9714-92a827b1f8b2 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1636.825515] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816971, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.004450] env[63622]: INFO nova.compute.manager [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Took 51.13 seconds to build instance. [ 1637.196745] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c55153d4-11d3-4578-be0a-bd673d143d5a tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.204s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.199506] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e63d6c97-bd5c-49a9-9dd0-463a4f2acf08 tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.552s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.200954] env[63622]: DEBUG nova.objects.instance [None req-e63d6c97-bd5c-49a9-9dd0-463a4f2acf08 tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Lazy-loading 'resources' on Instance uuid 7bc81540-835a-470c-ab27-6ec1fb8d9cfc {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1637.206976] env[63622]: DEBUG oslo_vmware.api [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1816970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.222260] env[63622]: INFO nova.scheduler.client.report [None req-c55153d4-11d3-4578-be0a-bd673d143d5a tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Deleted allocations for instance cd422152-9cf0-490e-b593-417fe5b56c0c [ 1637.226538] env[63622]: DEBUG oslo_vmware.api [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816967, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.990134} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.228884] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] aea0a9d1-5bf1-4e41-a497-52e334f06079/aea0a9d1-5bf1-4e41-a497-52e334f06079.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1637.229132] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1637.229787] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb22969c-5aba-4a1d-b56d-a4156de3c755 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.242708] env[63622]: DEBUG oslo_vmware.api [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1637.242708] env[63622]: value = "task-1816973" [ 1637.242708] env[63622]: _type = "Task" [ 1637.242708] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.250135] env[63622]: INFO nova.compute.manager [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Took 45.05 seconds to build instance. [ 1637.254697] env[63622]: DEBUG oslo_vmware.api [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.315503] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cf2297-16ca-4843-90c2-bdabf9c707ed {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.327549] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1816971, 'name': CreateVM_Task, 'duration_secs': 0.629207} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.340884] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29822337-a213-4067-8c96-923e706e6f49] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1637.341816] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Updating instance '0436abf1-ae0c-4595-912c-e7957b7a64a3' progress to 0 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1637.345738] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1637.345919] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.346268] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1637.346713] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47d05934-e27c-4e12-8cb3-3b7876336476 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.352980] env[63622]: DEBUG oslo_vmware.api [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Waiting for the task: (returnval){ [ 1637.352980] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52de2f28-9f64-42cb-bd1b-bfb1c9317fe0" [ 1637.352980] env[63622]: _type = "Task" [ 1637.352980] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.362928] env[63622]: DEBUG oslo_vmware.api [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52de2f28-9f64-42cb-bd1b-bfb1c9317fe0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.506332] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f8885b39-af23-49a5-8928-80bb3d543d32 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "8144b612-bbdd-41d7-ba56-0c49cc7a5215" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.638s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.583635] env[63622]: DEBUG nova.network.neutron [req-bea67c91-5878-4507-9536-f489babc6041 req-7df21f18-ead9-40cc-b2dd-8182a83724de service nova] [instance: 29822337-a213-4067-8c96-923e706e6f49] Updated VIF entry in instance network info cache for port 61293beb-ee1d-44b5-9714-92a827b1f8b2. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1637.583761] env[63622]: DEBUG nova.network.neutron [req-bea67c91-5878-4507-9536-f489babc6041 req-7df21f18-ead9-40cc-b2dd-8182a83724de service nova] [instance: 29822337-a213-4067-8c96-923e706e6f49] Updating instance_info_cache with network_info: [{"id": "61293beb-ee1d-44b5-9714-92a827b1f8b2", "address": "fa:16:3e:b0:49:67", "network": {"id": "67ba5732-2078-436b-a1a9-c47533fc9e4b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1882652506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b226471cd1274d538de3c08adec2d385", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61293beb-ee", "ovs_interfaceid": "61293beb-ee1d-44b5-9714-92a827b1f8b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1637.710633] env[63622]: DEBUG oslo_vmware.api [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1816970, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.732629] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c55153d4-11d3-4578-be0a-bd673d143d5a tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Lock "cd422152-9cf0-490e-b593-417fe5b56c0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.729s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.754063] env[63622]: DEBUG oslo_vmware.api [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816973, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072273} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.756861] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1637.757328] env[63622]: DEBUG oslo_concurrency.lockutils [None req-107cb3e0-7b49-47ac-9719-0a472746438d tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Lock "0ea5d621-0d9c-4062-8a21-88f72cdece18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.570s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.758280] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d69c9f8-3011-4fba-ac6f-cd1389462797 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.773327] env[63622]: DEBUG nova.objects.instance [None req-fd5cd647-65b4-44e3-abcb-f72bfe5d22ae tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lazy-loading 'flavor' on Instance uuid 57bcc753-9658-4126-ac0a-fa6b0bc1dc81 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1637.783861] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] aea0a9d1-5bf1-4e41-a497-52e334f06079/aea0a9d1-5bf1-4e41-a497-52e334f06079.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1637.786987] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a60f326-29ea-4db7-bd39-e151470a9314 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.809112] env[63622]: DEBUG oslo_vmware.api [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1637.809112] env[63622]: value = "task-1816974" [ 1637.809112] env[63622]: _type = "Task" [ 1637.809112] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.821183] env[63622]: DEBUG oslo_vmware.api [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816974, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.851274] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1637.851274] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dae09fc2-4b39-412b-a355-a2fd817f91f9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.861469] env[63622]: DEBUG oslo_vmware.api [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1637.861469] env[63622]: value = "task-1816975" [ 1637.861469] env[63622]: _type = "Task" [ 1637.861469] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.869199] env[63622]: DEBUG oslo_vmware.api [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52de2f28-9f64-42cb-bd1b-bfb1c9317fe0, 'name': SearchDatastore_Task, 'duration_secs': 0.027367} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.872197] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1637.872496] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 29822337-a213-4067-8c96-923e706e6f49] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1637.872787] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1637.872958] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.873162] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1637.873671] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da137560-f367-4f86-9856-cdf1e3a50dcc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.879879] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] VM already powered off {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1637.880108] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Updating instance '0436abf1-ae0c-4595-912c-e7957b7a64a3' progress to 17 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1637.889148] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1637.889148] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1637.889148] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e65297d9-d223-4de0-9a36-28fe5f9abd80 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.894469] env[63622]: DEBUG oslo_vmware.api [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Waiting for the task: (returnval){ [ 1637.894469] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ed3531-612d-b98a-8cd0-69242f33c35e" [ 1637.894469] env[63622]: _type = "Task" [ 1637.894469] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.906338] env[63622]: DEBUG oslo_vmware.api [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ed3531-612d-b98a-8cd0-69242f33c35e, 'name': SearchDatastore_Task, 'duration_secs': 0.009193} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.907528] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57e4923d-4ce9-42e1-a536-c8fc554d076a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.915444] env[63622]: DEBUG oslo_vmware.api [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Waiting for the task: (returnval){ [ 1637.915444] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526893c2-73b5-685d-8126-669fd22f7b1e" [ 1637.915444] env[63622]: _type = "Task" [ 1637.915444] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.926194] env[63622]: DEBUG oslo_vmware.api [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526893c2-73b5-685d-8126-669fd22f7b1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.088025] env[63622]: DEBUG oslo_concurrency.lockutils [req-bea67c91-5878-4507-9536-f489babc6041 req-7df21f18-ead9-40cc-b2dd-8182a83724de service nova] Releasing lock "refresh_cache-29822337-a213-4067-8c96-923e706e6f49" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1638.164940] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0814b6d-2d1c-4667-b55f-086463561ff1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.173485] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41a7575-7f5b-44b1-a1ba-5adf0b12bf37 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.208110] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d7785e9c-fca6-4b06-be13-58bc2c3a846a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "8144b612-bbdd-41d7-ba56-0c49cc7a5215" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.208378] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d7785e9c-fca6-4b06-be13-58bc2c3a846a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "8144b612-bbdd-41d7-ba56-0c49cc7a5215" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.208587] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d7785e9c-fca6-4b06-be13-58bc2c3a846a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "8144b612-bbdd-41d7-ba56-0c49cc7a5215-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.208771] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d7785e9c-fca6-4b06-be13-58bc2c3a846a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "8144b612-bbdd-41d7-ba56-0c49cc7a5215-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.208935] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d7785e9c-fca6-4b06-be13-58bc2c3a846a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "8144b612-bbdd-41d7-ba56-0c49cc7a5215-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.210890] env[63622]: INFO nova.compute.manager [None req-d7785e9c-fca6-4b06-be13-58bc2c3a846a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Terminating instance [ 1638.212282] env[63622]: DEBUG oslo_concurrency.lockutils [None req-323f9e3d-de04-43b3-99fa-b3b86fecef2c tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Acquiring lock "6602df5b-e638-43d6-975a-b5379fb51776" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.212485] env[63622]: DEBUG oslo_concurrency.lockutils [None req-323f9e3d-de04-43b3-99fa-b3b86fecef2c tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Lock "6602df5b-e638-43d6-975a-b5379fb51776" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.212666] env[63622]: DEBUG oslo_concurrency.lockutils [None req-323f9e3d-de04-43b3-99fa-b3b86fecef2c tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Acquiring lock "6602df5b-e638-43d6-975a-b5379fb51776-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.212846] env[63622]: DEBUG oslo_concurrency.lockutils [None req-323f9e3d-de04-43b3-99fa-b3b86fecef2c tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Lock "6602df5b-e638-43d6-975a-b5379fb51776-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.213026] env[63622]: DEBUG oslo_concurrency.lockutils [None req-323f9e3d-de04-43b3-99fa-b3b86fecef2c tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Lock "6602df5b-e638-43d6-975a-b5379fb51776-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.217867] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc505de2-89f4-4d03-aa24-550130cc6beb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.222050] env[63622]: INFO nova.compute.manager [None req-323f9e3d-de04-43b3-99fa-b3b86fecef2c tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: 6602df5b-e638-43d6-975a-b5379fb51776] Terminating instance [ 1638.231636] env[63622]: DEBUG oslo_vmware.api [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1816970, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.557961} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.233927] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 1904db1c-f966-46ad-8894-dac1b335ad25/1904db1c-f966-46ad-8894-dac1b335ad25.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1638.234715] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1638.234883] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08c270c1-4b7e-45fc-9fff-ac9479c6d7ac {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.238151] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08851f2-39bf-4198-a999-480652f675c1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.253739] env[63622]: DEBUG nova.compute.provider_tree [None req-e63d6c97-bd5c-49a9-9dd0-463a4f2acf08 tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1638.256372] env[63622]: DEBUG oslo_vmware.api [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Waiting for the task: (returnval){ [ 1638.256372] env[63622]: value = "task-1816976" [ 1638.256372] env[63622]: _type = "Task" [ 1638.256372] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.267190] env[63622]: DEBUG oslo_vmware.api [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1816976, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.288305] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fd5cd647-65b4-44e3-abcb-f72bfe5d22ae tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Acquiring lock "refresh_cache-57bcc753-9658-4126-ac0a-fa6b0bc1dc81" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1638.288492] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fd5cd647-65b4-44e3-abcb-f72bfe5d22ae tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Acquired lock "refresh_cache-57bcc753-9658-4126-ac0a-fa6b0bc1dc81" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.288667] env[63622]: DEBUG nova.network.neutron [None req-fd5cd647-65b4-44e3-abcb-f72bfe5d22ae tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1638.288842] env[63622]: DEBUG nova.objects.instance [None req-fd5cd647-65b4-44e3-abcb-f72bfe5d22ae tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lazy-loading 'info_cache' on Instance uuid 57bcc753-9658-4126-ac0a-fa6b0bc1dc81 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1638.319235] env[63622]: DEBUG oslo_vmware.api [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.389158] env[63622]: DEBUG nova.virt.hardware [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1638.389447] env[63622]: DEBUG nova.virt.hardware [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1638.391028] env[63622]: DEBUG nova.virt.hardware [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1638.391028] env[63622]: DEBUG nova.virt.hardware [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1638.391028] env[63622]: DEBUG nova.virt.hardware [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1638.391028] env[63622]: DEBUG nova.virt.hardware [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1638.391028] env[63622]: DEBUG nova.virt.hardware [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1638.391028] env[63622]: DEBUG nova.virt.hardware [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1638.391028] env[63622]: DEBUG nova.virt.hardware [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1638.391028] env[63622]: DEBUG nova.virt.hardware [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1638.391028] env[63622]: DEBUG nova.virt.hardware [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1638.396165] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe58e57b-2fc1-4384-8a1c-aa468770df50 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.414643] env[63622]: DEBUG oslo_vmware.api [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1638.414643] env[63622]: value = "task-1816977" [ 1638.414643] env[63622]: _type = "Task" [ 1638.414643] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.426425] env[63622]: DEBUG oslo_vmware.api [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816977, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.430040] env[63622]: DEBUG oslo_vmware.api [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526893c2-73b5-685d-8126-669fd22f7b1e, 'name': SearchDatastore_Task, 'duration_secs': 0.00977} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.430317] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1638.430587] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 29822337-a213-4067-8c96-923e706e6f49/29822337-a213-4067-8c96-923e706e6f49.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1638.430831] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e623edda-0c0f-49ac-939b-1ebf9e4a47c5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.437894] env[63622]: DEBUG oslo_vmware.api [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Waiting for the task: (returnval){ [ 1638.437894] env[63622]: value = "task-1816978" [ 1638.437894] env[63622]: _type = "Task" [ 1638.437894] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.446679] env[63622]: DEBUG oslo_vmware.api [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1816978, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.727630] env[63622]: DEBUG nova.compute.manager [None req-d7785e9c-fca6-4b06-be13-58bc2c3a846a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1638.727630] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d7785e9c-fca6-4b06-be13-58bc2c3a846a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1638.727630] env[63622]: DEBUG oslo_concurrency.lockutils [None req-323f9e3d-de04-43b3-99fa-b3b86fecef2c tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Acquiring lock "refresh_cache-6602df5b-e638-43d6-975a-b5379fb51776" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1638.727630] env[63622]: DEBUG oslo_concurrency.lockutils [None req-323f9e3d-de04-43b3-99fa-b3b86fecef2c tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Acquired lock "refresh_cache-6602df5b-e638-43d6-975a-b5379fb51776" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.727630] env[63622]: DEBUG nova.network.neutron [None req-323f9e3d-de04-43b3-99fa-b3b86fecef2c tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: 6602df5b-e638-43d6-975a-b5379fb51776] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1638.728972] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36fb2c1-9eef-4071-b4b6-960e9fb4a457 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.738314] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7785e9c-fca6-4b06-be13-58bc2c3a846a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1638.738604] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98e687ba-b06a-4e9e-babe-f298dfa3cf72 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.746812] env[63622]: DEBUG oslo_vmware.api [None req-d7785e9c-fca6-4b06-be13-58bc2c3a846a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1638.746812] env[63622]: value = "task-1816979" [ 1638.746812] env[63622]: _type = "Task" [ 1638.746812] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.758128] env[63622]: DEBUG nova.scheduler.client.report [None req-e63d6c97-bd5c-49a9-9dd0-463a4f2acf08 tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1638.761780] env[63622]: DEBUG oslo_vmware.api [None req-d7785e9c-fca6-4b06-be13-58bc2c3a846a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1816979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.773254] env[63622]: DEBUG oslo_vmware.api [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1816976, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062637} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.773871] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1638.774969] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31b7f62-5768-4a11-933a-c0682f9b5121 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.801051] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 1904db1c-f966-46ad-8894-dac1b335ad25/1904db1c-f966-46ad-8894-dac1b335ad25.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1638.802395] env[63622]: DEBUG nova.objects.base [None req-fd5cd647-65b4-44e3-abcb-f72bfe5d22ae tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Object Instance<57bcc753-9658-4126-ac0a-fa6b0bc1dc81> lazy-loaded attributes: flavor,info_cache {{(pid=63622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1638.803881] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1a7ccbb-5494-42c3-a0cf-c64f0204dda7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.832032] env[63622]: DEBUG oslo_vmware.api [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816974, 'name': ReconfigVM_Task, 'duration_secs': 0.916486} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.833848] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Reconfigured VM instance instance-0000003d to attach disk [datastore1] aea0a9d1-5bf1-4e41-a497-52e334f06079/aea0a9d1-5bf1-4e41-a497-52e334f06079.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1638.834872] env[63622]: DEBUG oslo_vmware.api [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Waiting for the task: (returnval){ [ 1638.834872] env[63622]: value = "task-1816980" [ 1638.834872] env[63622]: _type = "Task" [ 1638.834872] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.835158] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7115d13-101c-44d1-9fca-4b6b162eeefc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.848133] env[63622]: DEBUG oslo_vmware.api [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1816980, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.849809] env[63622]: DEBUG oslo_vmware.api [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1638.849809] env[63622]: value = "task-1816981" [ 1638.849809] env[63622]: _type = "Task" [ 1638.849809] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.861734] env[63622]: DEBUG oslo_vmware.api [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816981, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.927440] env[63622]: DEBUG oslo_vmware.api [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816977, 'name': ReconfigVM_Task, 'duration_secs': 0.26147} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.927818] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Updating instance '0436abf1-ae0c-4595-912c-e7957b7a64a3' progress to 33 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1638.951684] env[63622]: DEBUG oslo_vmware.api [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1816978, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510516} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.954482] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 29822337-a213-4067-8c96-923e706e6f49/29822337-a213-4067-8c96-923e706e6f49.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1638.954790] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 29822337-a213-4067-8c96-923e706e6f49] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1638.955164] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a41869e-76a2-4d3b-82c9-98e0bc8dafb4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.963684] env[63622]: DEBUG oslo_vmware.api [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Waiting for the task: (returnval){ [ 1638.963684] env[63622]: value = "task-1816983" [ 1638.963684] env[63622]: _type = "Task" [ 1638.963684] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.974347] env[63622]: DEBUG oslo_vmware.api [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1816983, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.218304] env[63622]: DEBUG nova.network.neutron [None req-fd5cd647-65b4-44e3-abcb-f72bfe5d22ae tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Updating instance_info_cache with network_info: [{"id": "42638319-f2a0-4764-87a9-457bbadb7c34", "address": "fa:16:3e:9e:e5:40", "network": {"id": "460db244-db8b-4b4c-87eb-3c3c214dc53c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-199804094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b059e9f34de5469fadcf3a65167d7123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42638319-f2", "ovs_interfaceid": "42638319-f2a0-4764-87a9-457bbadb7c34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1639.252234] env[63622]: DEBUG nova.network.neutron [None req-323f9e3d-de04-43b3-99fa-b3b86fecef2c tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: 6602df5b-e638-43d6-975a-b5379fb51776] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1639.262969] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e63d6c97-bd5c-49a9-9dd0-463a4f2acf08 tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.063s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.265391] env[63622]: DEBUG oslo_vmware.api [None req-d7785e9c-fca6-4b06-be13-58bc2c3a846a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1816979, 'name': PowerOffVM_Task, 'duration_secs': 0.300085} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.266045] env[63622]: DEBUG oslo_concurrency.lockutils [None req-640fc078-ab5f-47e6-82b1-9c8374acbf8b tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.605s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.266397] env[63622]: DEBUG nova.objects.instance [None req-640fc078-ab5f-47e6-82b1-9c8374acbf8b tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Lazy-loading 'resources' on Instance uuid 46d6188c-3bfd-473e-9034-3b4c6503dbf2 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1639.268343] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7785e9c-fca6-4b06-be13-58bc2c3a846a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1639.268773] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d7785e9c-fca6-4b06-be13-58bc2c3a846a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1639.271987] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e75c9a09-b90a-4243-8f95-a1ace792a430 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.293403] env[63622]: INFO nova.scheduler.client.report [None req-e63d6c97-bd5c-49a9-9dd0-463a4f2acf08 tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Deleted allocations for instance 7bc81540-835a-470c-ab27-6ec1fb8d9cfc [ 1639.325223] env[63622]: DEBUG nova.network.neutron [None req-323f9e3d-de04-43b3-99fa-b3b86fecef2c tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: 6602df5b-e638-43d6-975a-b5379fb51776] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1639.349292] env[63622]: DEBUG oslo_vmware.api [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1816980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.361320] env[63622]: DEBUG oslo_vmware.api [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816981, 'name': Rename_Task, 'duration_secs': 0.233628} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.362197] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1639.362481] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6fa734a-80ce-4eb2-b54a-872e4c245c43 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.366407] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d7785e9c-fca6-4b06-be13-58bc2c3a846a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1639.366407] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d7785e9c-fca6-4b06-be13-58bc2c3a846a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1639.366407] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7785e9c-fca6-4b06-be13-58bc2c3a846a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Deleting the datastore file [datastore1] 8144b612-bbdd-41d7-ba56-0c49cc7a5215 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1639.366407] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba0f8dd4-59ac-4f80-b209-106e7faf2820 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.372838] env[63622]: DEBUG oslo_vmware.api [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1639.372838] env[63622]: value = "task-1816985" [ 1639.372838] env[63622]: _type = "Task" [ 1639.372838] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.377425] env[63622]: DEBUG oslo_vmware.api [None req-d7785e9c-fca6-4b06-be13-58bc2c3a846a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1639.377425] env[63622]: value = "task-1816986" [ 1639.377425] env[63622]: _type = "Task" [ 1639.377425] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.383899] env[63622]: DEBUG oslo_vmware.api [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.390083] env[63622]: DEBUG oslo_vmware.api [None req-d7785e9c-fca6-4b06-be13-58bc2c3a846a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1816986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.435509] env[63622]: DEBUG nova.virt.hardware [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1639.435509] env[63622]: DEBUG nova.virt.hardware [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1639.435509] env[63622]: DEBUG nova.virt.hardware [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1639.435848] env[63622]: DEBUG nova.virt.hardware [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1639.435848] env[63622]: DEBUG nova.virt.hardware [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1639.435995] env[63622]: DEBUG nova.virt.hardware [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1639.436233] env[63622]: DEBUG nova.virt.hardware [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1639.436389] env[63622]: DEBUG nova.virt.hardware [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1639.436567] env[63622]: DEBUG nova.virt.hardware [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1639.436731] env[63622]: DEBUG nova.virt.hardware [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1639.437321] env[63622]: DEBUG nova.virt.hardware [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1639.443039] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Reconfiguring VM instance instance-00000014 to detach disk 2000 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1639.443760] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-780bbc11-98ed-4aa7-9732-b7a1959d1cf0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.465069] env[63622]: DEBUG oslo_vmware.api [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1639.465069] env[63622]: value = "task-1816987" [ 1639.465069] env[63622]: _type = "Task" [ 1639.465069] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.477637] env[63622]: DEBUG oslo_vmware.api [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1816983, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074483} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.481025] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 29822337-a213-4067-8c96-923e706e6f49] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1639.481344] env[63622]: DEBUG oslo_vmware.api [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816987, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.482128] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb8951e-1b14-44af-a29e-b6e2abf313e7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.507629] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 29822337-a213-4067-8c96-923e706e6f49] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 29822337-a213-4067-8c96-923e706e6f49/29822337-a213-4067-8c96-923e706e6f49.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1639.508039] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c77507d2-b957-4b06-b01a-db70b732c57a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.532229] env[63622]: DEBUG oslo_vmware.api [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Waiting for the task: (returnval){ [ 1639.532229] env[63622]: value = "task-1816988" [ 1639.532229] env[63622]: _type = "Task" [ 1639.532229] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.544068] env[63622]: DEBUG oslo_vmware.api [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1816988, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.722132] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fd5cd647-65b4-44e3-abcb-f72bfe5d22ae tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Releasing lock "refresh_cache-57bcc753-9658-4126-ac0a-fa6b0bc1dc81" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1639.801651] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e63d6c97-bd5c-49a9-9dd0-463a4f2acf08 tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Lock "7bc81540-835a-470c-ab27-6ec1fb8d9cfc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.196s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.827690] env[63622]: DEBUG oslo_concurrency.lockutils [None req-323f9e3d-de04-43b3-99fa-b3b86fecef2c tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Releasing lock "refresh_cache-6602df5b-e638-43d6-975a-b5379fb51776" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1639.828235] env[63622]: DEBUG nova.compute.manager [None req-323f9e3d-de04-43b3-99fa-b3b86fecef2c tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: 6602df5b-e638-43d6-975a-b5379fb51776] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1639.828468] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-323f9e3d-de04-43b3-99fa-b3b86fecef2c tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: 6602df5b-e638-43d6-975a-b5379fb51776] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1639.829320] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1902e52-3b2e-43f8-a110-e9442cae3862 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.840757] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-323f9e3d-de04-43b3-99fa-b3b86fecef2c tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: 6602df5b-e638-43d6-975a-b5379fb51776] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1639.844894] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95a3dceb-96e4-4c75-aa23-7b7e976aabdb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.853934] env[63622]: DEBUG oslo_vmware.api [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1816980, 'name': ReconfigVM_Task, 'duration_secs': 0.645092} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.855284] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 1904db1c-f966-46ad-8894-dac1b335ad25/1904db1c-f966-46ad-8894-dac1b335ad25.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1639.856025] env[63622]: DEBUG oslo_vmware.api [None req-323f9e3d-de04-43b3-99fa-b3b86fecef2c tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Waiting for the task: (returnval){ [ 1639.856025] env[63622]: value = "task-1816989" [ 1639.856025] env[63622]: _type = "Task" [ 1639.856025] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.856236] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ccc539f-04f1-4d8b-89ea-a6847e46f090 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.870425] env[63622]: DEBUG oslo_vmware.api [None req-323f9e3d-de04-43b3-99fa-b3b86fecef2c tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.872014] env[63622]: DEBUG oslo_vmware.api [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Waiting for the task: (returnval){ [ 1639.872014] env[63622]: value = "task-1816990" [ 1639.872014] env[63622]: _type = "Task" [ 1639.872014] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.887241] env[63622]: DEBUG oslo_vmware.api [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1816990, 'name': Rename_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.893120] env[63622]: DEBUG oslo_vmware.api [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816985, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.898573] env[63622]: DEBUG oslo_vmware.api [None req-d7785e9c-fca6-4b06-be13-58bc2c3a846a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1816986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164677} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.898836] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7785e9c-fca6-4b06-be13-58bc2c3a846a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1639.899077] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d7785e9c-fca6-4b06-be13-58bc2c3a846a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1639.899211] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d7785e9c-fca6-4b06-be13-58bc2c3a846a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1639.899388] env[63622]: INFO nova.compute.manager [None req-d7785e9c-fca6-4b06-be13-58bc2c3a846a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1639.899628] env[63622]: DEBUG oslo.service.loopingcall [None req-d7785e9c-fca6-4b06-be13-58bc2c3a846a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1639.899815] env[63622]: DEBUG nova.compute.manager [-] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1639.899912] env[63622]: DEBUG nova.network.neutron [-] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1639.979580] env[63622]: DEBUG oslo_vmware.api [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816987, 'name': ReconfigVM_Task, 'duration_secs': 0.330607} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.979893] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Reconfigured VM instance instance-00000014 to detach disk 2000 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1639.980911] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd282e34-d387-4c8d-96e6-c8e431324e95 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.010583] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 0436abf1-ae0c-4595-912c-e7957b7a64a3/0436abf1-ae0c-4595-912c-e7957b7a64a3.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1640.013936] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a238cfcf-6af1-4d8b-ab67-b81dcaf656d4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.038692] env[63622]: DEBUG oslo_vmware.api [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1640.038692] env[63622]: value = "task-1816991" [ 1640.038692] env[63622]: _type = "Task" [ 1640.038692] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.045619] env[63622]: DEBUG oslo_vmware.api [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1816988, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.054760] env[63622]: DEBUG oslo_vmware.api [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816991, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.295573] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c406ae68-ef25-41fa-9d39-af064e495dec {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.304870] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cd57c8-4583-4a3d-b837-892ba00eafc8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.341934] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082154ed-4479-4145-b006-9439adffeb05 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.351290] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa2833c-a723-4e88-8163-7543e26674e0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.367658] env[63622]: DEBUG nova.compute.provider_tree [None req-640fc078-ab5f-47e6-82b1-9c8374acbf8b tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1640.387406] env[63622]: DEBUG oslo_vmware.api [None req-323f9e3d-de04-43b3-99fa-b3b86fecef2c tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816989, 'name': PowerOffVM_Task, 'duration_secs': 0.266049} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.391610] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-323f9e3d-de04-43b3-99fa-b3b86fecef2c tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: 6602df5b-e638-43d6-975a-b5379fb51776] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1640.392182] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-323f9e3d-de04-43b3-99fa-b3b86fecef2c tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: 6602df5b-e638-43d6-975a-b5379fb51776] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1640.392453] env[63622]: DEBUG oslo_vmware.api [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1816990, 'name': Rename_Task, 'duration_secs': 0.352726} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.392667] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-695d8407-6718-45d3-8506-ef390b3724c2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.394567] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1640.398969] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8de8186-5404-44c1-b3cb-08e7ce6500d3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.401440] env[63622]: DEBUG nova.compute.manager [req-a2960dcf-cffd-4e3b-956e-a2d180f6b00d req-94412a49-52ef-456d-8837-5d4f8eefcba5 service nova] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Received event network-vif-deleted-ebf23291-8f47-4f54-8e1c-0a9a2628dbf5 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1640.401632] env[63622]: INFO nova.compute.manager [req-a2960dcf-cffd-4e3b-956e-a2d180f6b00d req-94412a49-52ef-456d-8837-5d4f8eefcba5 service nova] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Neutron deleted interface ebf23291-8f47-4f54-8e1c-0a9a2628dbf5; detaching it from the instance and deleting it from the info cache [ 1640.401824] env[63622]: DEBUG nova.network.neutron [req-a2960dcf-cffd-4e3b-956e-a2d180f6b00d req-94412a49-52ef-456d-8837-5d4f8eefcba5 service nova] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.403621] env[63622]: DEBUG oslo_vmware.api [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816985, 'name': PowerOnVM_Task, 'duration_secs': 0.917898} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.404470] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1640.404675] env[63622]: DEBUG nova.compute.manager [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1640.405818] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92004c0e-8b95-44ba-8a86-f8de0fc732d9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.412644] env[63622]: DEBUG oslo_vmware.api [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Waiting for the task: (returnval){ [ 1640.412644] env[63622]: value = "task-1816993" [ 1640.412644] env[63622]: _type = "Task" [ 1640.412644] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.430696] env[63622]: DEBUG oslo_vmware.api [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1816993, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.436994] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-323f9e3d-de04-43b3-99fa-b3b86fecef2c tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: 6602df5b-e638-43d6-975a-b5379fb51776] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1640.437399] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-323f9e3d-de04-43b3-99fa-b3b86fecef2c tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: 6602df5b-e638-43d6-975a-b5379fb51776] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1640.437631] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-323f9e3d-de04-43b3-99fa-b3b86fecef2c tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Deleting the datastore file [datastore1] 6602df5b-e638-43d6-975a-b5379fb51776 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1640.438382] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74723999-ee7d-4d09-8786-2e659dd6fb9b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.448115] env[63622]: DEBUG oslo_vmware.api [None req-323f9e3d-de04-43b3-99fa-b3b86fecef2c tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Waiting for the task: (returnval){ [ 1640.448115] env[63622]: value = "task-1816994" [ 1640.448115] env[63622]: _type = "Task" [ 1640.448115] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.458811] env[63622]: DEBUG oslo_vmware.api [None req-323f9e3d-de04-43b3-99fa-b3b86fecef2c tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.550045] env[63622]: DEBUG oslo_vmware.api [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1816988, 'name': ReconfigVM_Task, 'duration_secs': 0.765321} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.550045] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 29822337-a213-4067-8c96-923e706e6f49] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 29822337-a213-4067-8c96-923e706e6f49/29822337-a213-4067-8c96-923e706e6f49.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1640.550045] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3aff36b-72ba-40fc-b08b-7ff62ffe045c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.555565] env[63622]: DEBUG oslo_vmware.api [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1816991, 'name': ReconfigVM_Task, 'duration_secs': 0.504024} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.555565] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 0436abf1-ae0c-4595-912c-e7957b7a64a3/0436abf1-ae0c-4595-912c-e7957b7a64a3.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1640.555565] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Updating instance '0436abf1-ae0c-4595-912c-e7957b7a64a3' progress to 50 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1640.562111] env[63622]: DEBUG oslo_vmware.api [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Waiting for the task: (returnval){ [ 1640.562111] env[63622]: value = "task-1816995" [ 1640.562111] env[63622]: _type = "Task" [ 1640.562111] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.570926] env[63622]: DEBUG oslo_vmware.api [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1816995, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.730658] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd5cd647-65b4-44e3-abcb-f72bfe5d22ae tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1640.730658] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f76e70a1-ee24-4e08-9f48-1cc38f43aa9d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.740243] env[63622]: DEBUG oslo_vmware.api [None req-fd5cd647-65b4-44e3-abcb-f72bfe5d22ae tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Waiting for the task: (returnval){ [ 1640.740243] env[63622]: value = "task-1816996" [ 1640.740243] env[63622]: _type = "Task" [ 1640.740243] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.748014] env[63622]: DEBUG oslo_vmware.api [None req-fd5cd647-65b4-44e3-abcb-f72bfe5d22ae tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1816996, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.787609] env[63622]: DEBUG nova.network.neutron [-] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.877466] env[63622]: DEBUG nova.scheduler.client.report [None req-640fc078-ab5f-47e6-82b1-9c8374acbf8b tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1640.904821] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bad0cfab-cfee-4e9d-8ef1-6bf9c7924cdd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.916042] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc837185-5330-4542-abc7-fe4eebea2318 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.928888] env[63622]: INFO nova.compute.manager [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] bringing vm to original state: 'stopped' [ 1640.942115] env[63622]: DEBUG oslo_vmware.api [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1816993, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.960500] env[63622]: DEBUG nova.compute.manager [req-a2960dcf-cffd-4e3b-956e-a2d180f6b00d req-94412a49-52ef-456d-8837-5d4f8eefcba5 service nova] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Detach interface failed, port_id=ebf23291-8f47-4f54-8e1c-0a9a2628dbf5, reason: Instance 8144b612-bbdd-41d7-ba56-0c49cc7a5215 could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1640.971016] env[63622]: DEBUG oslo_vmware.api [None req-323f9e3d-de04-43b3-99fa-b3b86fecef2c tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Task: {'id': task-1816994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142966} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.971783] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-323f9e3d-de04-43b3-99fa-b3b86fecef2c tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1640.971986] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-323f9e3d-de04-43b3-99fa-b3b86fecef2c tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: 6602df5b-e638-43d6-975a-b5379fb51776] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1640.972196] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-323f9e3d-de04-43b3-99fa-b3b86fecef2c tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: 6602df5b-e638-43d6-975a-b5379fb51776] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1640.972379] env[63622]: INFO nova.compute.manager [None req-323f9e3d-de04-43b3-99fa-b3b86fecef2c tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] [instance: 6602df5b-e638-43d6-975a-b5379fb51776] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1640.972629] env[63622]: DEBUG oslo.service.loopingcall [None req-323f9e3d-de04-43b3-99fa-b3b86fecef2c tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1640.973087] env[63622]: DEBUG nova.compute.manager [-] [instance: 6602df5b-e638-43d6-975a-b5379fb51776] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1640.973192] env[63622]: DEBUG nova.network.neutron [-] [instance: 6602df5b-e638-43d6-975a-b5379fb51776] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1640.989411] env[63622]: DEBUG nova.network.neutron [-] [instance: 6602df5b-e638-43d6-975a-b5379fb51776] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1641.064776] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d248b6d-42f2-4ad3-a9a2-16c852425e59 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.083072] env[63622]: DEBUG oslo_vmware.api [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1816995, 'name': Rename_Task, 'duration_secs': 0.323284} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.105397] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 29822337-a213-4067-8c96-923e706e6f49] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1641.105875] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba1d26d3-4963-47ee-ae27-dbbe7e637466 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.109385] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91f4f04-67ba-46b2-a1bf-a6fd36265adc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.140847] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Updating instance '0436abf1-ae0c-4595-912c-e7957b7a64a3' progress to 67 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1641.148548] env[63622]: DEBUG oslo_vmware.api [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Waiting for the task: (returnval){ [ 1641.148548] env[63622]: value = "task-1816998" [ 1641.148548] env[63622]: _type = "Task" [ 1641.148548] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.162773] env[63622]: DEBUG oslo_vmware.api [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1816998, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.250366] env[63622]: DEBUG oslo_vmware.api [None req-fd5cd647-65b4-44e3-abcb-f72bfe5d22ae tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1816996, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.291117] env[63622]: INFO nova.compute.manager [-] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Took 1.39 seconds to deallocate network for instance. [ 1641.384646] env[63622]: DEBUG oslo_concurrency.lockutils [None req-640fc078-ab5f-47e6-82b1-9c8374acbf8b tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.388121] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.150s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.390606] env[63622]: INFO nova.compute.claims [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1641.413066] env[63622]: INFO nova.scheduler.client.report [None req-640fc078-ab5f-47e6-82b1-9c8374acbf8b tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Deleted allocations for instance 46d6188c-3bfd-473e-9034-3b4c6503dbf2 [ 1641.442938] env[63622]: DEBUG oslo_vmware.api [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1816993, 'name': PowerOnVM_Task, 'duration_secs': 0.800085} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.443493] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1641.443751] env[63622]: INFO nova.compute.manager [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Took 10.94 seconds to spawn the instance on the hypervisor. [ 1641.443979] env[63622]: DEBUG nova.compute.manager [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1641.445284] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72c44b9-a6d4-44e5-baff-058ea58d2a10 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.493162] env[63622]: DEBUG nova.network.neutron [-] [instance: 6602df5b-e638-43d6-975a-b5379fb51776] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1641.668119] env[63622]: DEBUG oslo_vmware.api [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1816998, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.721095] env[63622]: DEBUG nova.network.neutron [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Port 643b71c4-2171-4939-8278-43895b99397a binding to destination host cpu-1 is already ACTIVE {{(pid=63622) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1641.758874] env[63622]: DEBUG oslo_vmware.api [None req-fd5cd647-65b4-44e3-abcb-f72bfe5d22ae tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1816996, 'name': PowerOnVM_Task, 'duration_secs': 0.519357} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.760767] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd5cd647-65b4-44e3-abcb-f72bfe5d22ae tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1641.760767] env[63622]: DEBUG nova.compute.manager [None req-fd5cd647-65b4-44e3-abcb-f72bfe5d22ae tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1641.761152] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509315a5-ddc1-4c1c-9cbc-8699688f4659 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.798696] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d7785e9c-fca6-4b06-be13-58bc2c3a846a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.923796] env[63622]: DEBUG oslo_concurrency.lockutils [None req-640fc078-ab5f-47e6-82b1-9c8374acbf8b tempest-ListServersNegativeTestJSON-331676907 tempest-ListServersNegativeTestJSON-331676907-project-member] Lock "46d6188c-3bfd-473e-9034-3b4c6503dbf2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.403s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.944455] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "aea0a9d1-5bf1-4e41-a497-52e334f06079" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.944891] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "aea0a9d1-5bf1-4e41-a497-52e334f06079" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.945185] env[63622]: DEBUG nova.compute.manager [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1641.947100] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006b0f4e-7960-46b7-bfb6-ac2e298ee482 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.956816] env[63622]: DEBUG nova.compute.manager [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63622) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1641.965924] env[63622]: INFO nova.compute.manager [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Took 49.11 seconds to build instance. [ 1641.997129] env[63622]: INFO nova.compute.manager [-] [instance: 6602df5b-e638-43d6-975a-b5379fb51776] Took 1.02 seconds to deallocate network for instance. [ 1642.164908] env[63622]: DEBUG oslo_vmware.api [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1816998, 'name': PowerOnVM_Task, 'duration_secs': 0.828658} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.165530] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 29822337-a213-4067-8c96-923e706e6f49] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1642.165607] env[63622]: INFO nova.compute.manager [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 29822337-a213-4067-8c96-923e706e6f49] Took 8.92 seconds to spawn the instance on the hypervisor. [ 1642.166448] env[63622]: DEBUG nova.compute.manager [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 29822337-a213-4067-8c96-923e706e6f49] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1642.166530] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e8f5af-c56b-4bb3-96e6-1bd20c67a4d5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.460696] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1642.461027] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41149373-2d2f-481a-9d36-8f6a0914faa5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.468725] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f0d502c5-337e-47e4-b9ad-1e762dea9b07 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Lock "1904db1c-f966-46ad-8894-dac1b335ad25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.625s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.473099] env[63622]: DEBUG oslo_vmware.api [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1642.473099] env[63622]: value = "task-1816999" [ 1642.473099] env[63622]: _type = "Task" [ 1642.473099] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.485850] env[63622]: DEBUG oslo_vmware.api [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.505075] env[63622]: DEBUG oslo_concurrency.lockutils [None req-323f9e3d-de04-43b3-99fa-b3b86fecef2c tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.690605] env[63622]: INFO nova.compute.manager [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 29822337-a213-4067-8c96-923e706e6f49] Took 48.59 seconds to build instance. [ 1642.749161] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "0436abf1-ae0c-4595-912c-e7957b7a64a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.753572] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "0436abf1-ae0c-4595-912c-e7957b7a64a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.753572] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "0436abf1-ae0c-4595-912c-e7957b7a64a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.892838] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edca320-359b-4a9d-97f1-184f62191d92 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.902456] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6be597-1eda-4160-874c-bbeca3e1bf0b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.939047] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c27127-66c0-44dd-8d33-73c5eb90a5fd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.949097] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699daac9-ada7-4af9-a1be-d92c2f956d97 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.964441] env[63622]: DEBUG nova.compute.provider_tree [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1642.984520] env[63622]: DEBUG oslo_vmware.api [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1816999, 'name': PowerOffVM_Task, 'duration_secs': 0.336485} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.984798] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1642.985045] env[63622]: DEBUG nova.compute.manager [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1642.985963] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2aa3a1f-b3d2-4f5b-94b6-5375d8e4e13f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.193622] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f2b6c70-909b-42c4-b1a7-2943f32de82f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Lock "29822337-a213-4067-8c96-923e706e6f49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.099s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.471217] env[63622]: DEBUG nova.scheduler.client.report [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1643.498721] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "aea0a9d1-5bf1-4e41-a497-52e334f06079" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.554s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.816915] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "refresh_cache-0436abf1-ae0c-4595-912c-e7957b7a64a3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1643.817149] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquired lock "refresh_cache-0436abf1-ae0c-4595-912c-e7957b7a64a3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.817361] env[63622]: DEBUG nova.network.neutron [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1643.975952] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.976974] env[63622]: DEBUG nova.compute.manager [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1643.980810] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e1462fd9-bc3c-469e-ae4f-ca58ac248604 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.826s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.980810] env[63622]: DEBUG nova.objects.instance [None req-e1462fd9-bc3c-469e-ae4f-ca58ac248604 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Lazy-loading 'resources' on Instance uuid 83361e30-32ff-4dbb-8da8-cf8fb66a043f {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1644.011211] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.483833] env[63622]: DEBUG nova.compute.utils [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1644.491916] env[63622]: DEBUG nova.compute.manager [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1644.492611] env[63622]: DEBUG nova.network.neutron [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1644.575906] env[63622]: DEBUG nova.policy [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af38e2f14dda4fecb19c04ce51a08a0e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '634d59a241b547baaa3b9d965678376e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1644.627489] env[63622]: DEBUG nova.network.neutron [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Updating instance_info_cache with network_info: [{"id": "643b71c4-2171-4939-8278-43895b99397a", "address": "fa:16:3e:b2:df:30", "network": {"id": "d99154f7-509d-4022-8cc6-a3f6dfa87b98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065749372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a0890704ac74d28998a905c11f1f4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap643b71c4-21", "ovs_interfaceid": "643b71c4-2171-4939-8278-43895b99397a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1644.888063] env[63622]: DEBUG oslo_concurrency.lockutils [None req-662e18f7-7d71-4084-9496-d2682648abaa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "aea0a9d1-5bf1-4e41-a497-52e334f06079" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.888342] env[63622]: DEBUG oslo_concurrency.lockutils [None req-662e18f7-7d71-4084-9496-d2682648abaa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "aea0a9d1-5bf1-4e41-a497-52e334f06079" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.888545] env[63622]: DEBUG oslo_concurrency.lockutils [None req-662e18f7-7d71-4084-9496-d2682648abaa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "aea0a9d1-5bf1-4e41-a497-52e334f06079-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.888727] env[63622]: DEBUG oslo_concurrency.lockutils [None req-662e18f7-7d71-4084-9496-d2682648abaa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "aea0a9d1-5bf1-4e41-a497-52e334f06079-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.888892] env[63622]: DEBUG oslo_concurrency.lockutils [None req-662e18f7-7d71-4084-9496-d2682648abaa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "aea0a9d1-5bf1-4e41-a497-52e334f06079-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.893130] env[63622]: INFO nova.compute.manager [None req-662e18f7-7d71-4084-9496-d2682648abaa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Terminating instance [ 1644.992799] env[63622]: DEBUG nova.compute.manager [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1645.039420] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b771b142-8ce1-490a-a13f-872001b8dff5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.049598] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67c3ed6-4f9a-4b95-b39e-ac7009bad19a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.084089] env[63622]: DEBUG nova.network.neutron [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Successfully created port: 37fd8f1a-883d-4dd6-b2d4-35f795fb4bda {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1645.086682] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d86f1f5-e993-498a-9d33-1d4fde2aab4e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.095250] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075ec384-7584-457c-a631-517c2e3b824e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.111273] env[63622]: DEBUG nova.compute.provider_tree [None req-e1462fd9-bc3c-469e-ae4f-ca58ac248604 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1645.133914] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Releasing lock "refresh_cache-0436abf1-ae0c-4595-912c-e7957b7a64a3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.401775] env[63622]: DEBUG nova.compute.manager [None req-662e18f7-7d71-4084-9496-d2682648abaa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1645.402980] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-662e18f7-7d71-4084-9496-d2682648abaa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1645.403073] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5832f3b-d726-4bb6-9588-e6661a606804 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.412645] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-662e18f7-7d71-4084-9496-d2682648abaa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1645.413222] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-483949dd-e742-4c60-9544-58a3b8a4af2c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.517255] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-662e18f7-7d71-4084-9496-d2682648abaa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1645.517615] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-662e18f7-7d71-4084-9496-d2682648abaa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1645.517686] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-662e18f7-7d71-4084-9496-d2682648abaa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Deleting the datastore file [datastore1] aea0a9d1-5bf1-4e41-a497-52e334f06079 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1645.518013] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fbcf312-e2dd-41c3-ab29-2d238182191e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.526973] env[63622]: DEBUG oslo_vmware.api [None req-662e18f7-7d71-4084-9496-d2682648abaa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1645.526973] env[63622]: value = "task-1817003" [ 1645.526973] env[63622]: _type = "Task" [ 1645.526973] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.537392] env[63622]: DEBUG oslo_vmware.api [None req-662e18f7-7d71-4084-9496-d2682648abaa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.614590] env[63622]: DEBUG nova.scheduler.client.report [None req-e1462fd9-bc3c-469e-ae4f-ca58ac248604 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1645.655397] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce3b063-346c-499c-90a6-2ec762322f5a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.675368] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74504f4e-f750-4bfc-9e97-d6ca9dd6d8a7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.683168] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Updating instance '0436abf1-ae0c-4595-912c-e7957b7a64a3' progress to 83 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1646.011616] env[63622]: DEBUG nova.compute.manager [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1646.041702] env[63622]: DEBUG oslo_vmware.api [None req-662e18f7-7d71-4084-9496-d2682648abaa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817003, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.401665} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.041702] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-662e18f7-7d71-4084-9496-d2682648abaa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1646.041702] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-662e18f7-7d71-4084-9496-d2682648abaa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1646.041702] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-662e18f7-7d71-4084-9496-d2682648abaa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1646.041702] env[63622]: INFO nova.compute.manager [None req-662e18f7-7d71-4084-9496-d2682648abaa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1646.041914] env[63622]: DEBUG oslo.service.loopingcall [None req-662e18f7-7d71-4084-9496-d2682648abaa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1646.042318] env[63622]: DEBUG nova.compute.manager [-] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1646.042318] env[63622]: DEBUG nova.network.neutron [-] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1646.045639] env[63622]: DEBUG nova.virt.hardware [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1646.045877] env[63622]: DEBUG nova.virt.hardware [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1646.046018] env[63622]: DEBUG nova.virt.hardware [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1646.046205] env[63622]: DEBUG nova.virt.hardware [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1646.046355] env[63622]: DEBUG nova.virt.hardware [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1646.046499] env[63622]: DEBUG nova.virt.hardware [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1646.046782] env[63622]: DEBUG nova.virt.hardware [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1646.046945] env[63622]: DEBUG nova.virt.hardware [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1646.047131] env[63622]: DEBUG nova.virt.hardware [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1646.047297] env[63622]: DEBUG nova.virt.hardware [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1646.047471] env[63622]: DEBUG nova.virt.hardware [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1646.049333] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20ad26f-f5e4-4943-83b2-9fe96c4621a0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.058818] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf61292-be53-4d8f-8a77-0c589cdbb8df {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.119945] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e1462fd9-bc3c-469e-ae4f-ca58ac248604 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.139s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.122271] env[63622]: DEBUG oslo_concurrency.lockutils [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.356s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.122516] env[63622]: DEBUG nova.objects.instance [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lazy-loading 'resources' on Instance uuid 4fe79ca1-00cd-4360-9179-96997ca32b34 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1646.164672] env[63622]: INFO nova.scheduler.client.report [None req-e1462fd9-bc3c-469e-ae4f-ca58ac248604 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Deleted allocations for instance 83361e30-32ff-4dbb-8da8-cf8fb66a043f [ 1646.189828] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2f52c03c-90da-41bf-96f4-cc6f1432ec5b tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Updating instance '0436abf1-ae0c-4595-912c-e7957b7a64a3' progress to 100 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1646.428553] env[63622]: DEBUG nova.compute.manager [req-184101ea-5f0c-40a1-a322-0bf9e4aaef97 req-f3e4e27c-a9fa-4657-b1cd-eb2225243e68 service nova] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Received event network-vif-deleted-85201779-3500-4bdb-907b-4424f4da7aa7 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1646.428756] env[63622]: INFO nova.compute.manager [req-184101ea-5f0c-40a1-a322-0bf9e4aaef97 req-f3e4e27c-a9fa-4657-b1cd-eb2225243e68 service nova] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Neutron deleted interface 85201779-3500-4bdb-907b-4424f4da7aa7; detaching it from the instance and deleting it from the info cache [ 1646.428930] env[63622]: DEBUG nova.network.neutron [req-184101ea-5f0c-40a1-a322-0bf9e4aaef97 req-f3e4e27c-a9fa-4657-b1cd-eb2225243e68 service nova] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1646.520113] env[63622]: DEBUG oslo_concurrency.lockutils [None req-bbf59034-90ad-47e1-acd4-b24f2fd40b9f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Acquiring lock "0ea5d621-0d9c-4062-8a21-88f72cdece18" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.520462] env[63622]: DEBUG oslo_concurrency.lockutils [None req-bbf59034-90ad-47e1-acd4-b24f2fd40b9f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Lock "0ea5d621-0d9c-4062-8a21-88f72cdece18" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.520539] env[63622]: DEBUG nova.compute.manager [None req-bbf59034-90ad-47e1-acd4-b24f2fd40b9f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1646.521436] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed656a7b-0120-4b78-a61b-0442845beae0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.529374] env[63622]: DEBUG nova.compute.manager [None req-bbf59034-90ad-47e1-acd4-b24f2fd40b9f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63622) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1646.529946] env[63622]: DEBUG nova.objects.instance [None req-bbf59034-90ad-47e1-acd4-b24f2fd40b9f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Lazy-loading 'flavor' on Instance uuid 0ea5d621-0d9c-4062-8a21-88f72cdece18 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1646.672366] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e1462fd9-bc3c-469e-ae4f-ca58ac248604 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Lock "83361e30-32ff-4dbb-8da8-cf8fb66a043f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.014s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.742533] env[63622]: DEBUG nova.compute.manager [req-ee35a0f9-d7f3-4b04-b93f-5ad9a7a2b729 req-6d85c213-9379-4bf9-b857-db41afacf177 service nova] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Received event network-vif-plugged-37fd8f1a-883d-4dd6-b2d4-35f795fb4bda {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1646.742757] env[63622]: DEBUG oslo_concurrency.lockutils [req-ee35a0f9-d7f3-4b04-b93f-5ad9a7a2b729 req-6d85c213-9379-4bf9-b857-db41afacf177 service nova] Acquiring lock "9f49dd91-81f7-428c-a57b-738481f47dc2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.742968] env[63622]: DEBUG oslo_concurrency.lockutils [req-ee35a0f9-d7f3-4b04-b93f-5ad9a7a2b729 req-6d85c213-9379-4bf9-b857-db41afacf177 service nova] Lock "9f49dd91-81f7-428c-a57b-738481f47dc2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.743144] env[63622]: DEBUG oslo_concurrency.lockutils [req-ee35a0f9-d7f3-4b04-b93f-5ad9a7a2b729 req-6d85c213-9379-4bf9-b857-db41afacf177 service nova] Lock "9f49dd91-81f7-428c-a57b-738481f47dc2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.743308] env[63622]: DEBUG nova.compute.manager [req-ee35a0f9-d7f3-4b04-b93f-5ad9a7a2b729 req-6d85c213-9379-4bf9-b857-db41afacf177 service nova] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] No waiting events found dispatching network-vif-plugged-37fd8f1a-883d-4dd6-b2d4-35f795fb4bda {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1646.743552] env[63622]: WARNING nova.compute.manager [req-ee35a0f9-d7f3-4b04-b93f-5ad9a7a2b729 req-6d85c213-9379-4bf9-b857-db41afacf177 service nova] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Received unexpected event network-vif-plugged-37fd8f1a-883d-4dd6-b2d4-35f795fb4bda for instance with vm_state building and task_state spawning. [ 1646.842331] env[63622]: DEBUG nova.network.neutron [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Successfully updated port: 37fd8f1a-883d-4dd6-b2d4-35f795fb4bda {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1646.844851] env[63622]: DEBUG nova.network.neutron [-] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1646.937305] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a48a251-8d35-4fbc-b677-a84be87509f7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.949462] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61946aa7-b025-4afd-9b27-9fd21252a7fc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.990075] env[63622]: DEBUG nova.compute.manager [req-184101ea-5f0c-40a1-a322-0bf9e4aaef97 req-f3e4e27c-a9fa-4657-b1cd-eb2225243e68 service nova] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Detach interface failed, port_id=85201779-3500-4bdb-907b-4424f4da7aa7, reason: Instance aea0a9d1-5bf1-4e41-a497-52e334f06079 could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1647.085620] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cff524-d923-4aef-ba17-40b1e3185132 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.093548] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df86e77-4198-4bd1-9620-67b6e180ebaf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.125730] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6c27a7-0e87-4024-a742-6eea5ffa5662 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.134088] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7499f77-cf16-4c02-a6d2-ecd715992bbf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.147960] env[63622]: DEBUG nova.compute.provider_tree [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1647.346045] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Acquiring lock "refresh_cache-9f49dd91-81f7-428c-a57b-738481f47dc2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1647.346230] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Acquired lock "refresh_cache-9f49dd91-81f7-428c-a57b-738481f47dc2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.346418] env[63622]: DEBUG nova.network.neutron [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1647.347711] env[63622]: INFO nova.compute.manager [-] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Took 1.31 seconds to deallocate network for instance. [ 1647.539414] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf59034-90ad-47e1-acd4-b24f2fd40b9f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1647.540937] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d659f63-147f-4dbb-980d-f9b9fc3a1bc2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.548599] env[63622]: DEBUG oslo_vmware.api [None req-bbf59034-90ad-47e1-acd4-b24f2fd40b9f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Waiting for the task: (returnval){ [ 1647.548599] env[63622]: value = "task-1817004" [ 1647.548599] env[63622]: _type = "Task" [ 1647.548599] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.557812] env[63622]: DEBUG oslo_vmware.api [None req-bbf59034-90ad-47e1-acd4-b24f2fd40b9f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1817004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.669947] env[63622]: ERROR nova.scheduler.client.report [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [req-157394be-26d6-42d2-a1c4-8aa402bb16a3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8dd86f19-3c1a-4ba4-9c42-69cb148971df. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-157394be-26d6-42d2-a1c4-8aa402bb16a3"}]} [ 1647.686776] env[63622]: DEBUG nova.scheduler.client.report [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Refreshing inventories for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1647.702849] env[63622]: DEBUG nova.scheduler.client.report [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Updating ProviderTree inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1647.703706] env[63622]: DEBUG nova.compute.provider_tree [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1647.717115] env[63622]: DEBUG nova.scheduler.client.report [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Refreshing aggregate associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, aggregates: None {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1647.735505] env[63622]: DEBUG nova.scheduler.client.report [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Refreshing trait associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1647.854028] env[63622]: DEBUG oslo_concurrency.lockutils [None req-662e18f7-7d71-4084-9496-d2682648abaa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.886586] env[63622]: DEBUG nova.network.neutron [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1648.023953] env[63622]: DEBUG oslo_concurrency.lockutils [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Acquiring lock "d8f68f09-e85d-4ab4-afc7-c0c79ae20168" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.024224] env[63622]: DEBUG oslo_concurrency.lockutils [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Lock "d8f68f09-e85d-4ab4-afc7-c0c79ae20168" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.048975] env[63622]: DEBUG nova.network.neutron [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Updating instance_info_cache with network_info: [{"id": "37fd8f1a-883d-4dd6-b2d4-35f795fb4bda", "address": "fa:16:3e:db:81:ad", "network": {"id": "a46d8c58-34f2-4e56-91c3-2150e207c6e5", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1886073908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "634d59a241b547baaa3b9d965678376e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37fd8f1a-88", "ovs_interfaceid": "37fd8f1a-883d-4dd6-b2d4-35f795fb4bda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1648.063114] env[63622]: DEBUG oslo_vmware.api [None req-bbf59034-90ad-47e1-acd4-b24f2fd40b9f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1817004, 'name': PowerOffVM_Task, 'duration_secs': 0.198644} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.063382] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf59034-90ad-47e1-acd4-b24f2fd40b9f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1648.063578] env[63622]: DEBUG nova.compute.manager [None req-bbf59034-90ad-47e1-acd4-b24f2fd40b9f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1648.064403] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cf33a6-8545-4959-b623-0f70ea532fd4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.165363] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c652ca-d3a6-4f8c-a283-8771b8ffb842 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.174447] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6932f4e-9fac-4486-8109-6e7e99fffd7a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.213613] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc937d2f-6be9-4844-8763-15cce97566e3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.230097] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53f72f1-7003-4b9e-8cde-5365e1326914 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.253007] env[63622]: DEBUG nova.compute.provider_tree [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1648.526575] env[63622]: DEBUG nova.compute.manager [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1648.557288] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Releasing lock "refresh_cache-9f49dd91-81f7-428c-a57b-738481f47dc2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.557661] env[63622]: DEBUG nova.compute.manager [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Instance network_info: |[{"id": "37fd8f1a-883d-4dd6-b2d4-35f795fb4bda", "address": "fa:16:3e:db:81:ad", "network": {"id": "a46d8c58-34f2-4e56-91c3-2150e207c6e5", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1886073908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "634d59a241b547baaa3b9d965678376e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37fd8f1a-88", "ovs_interfaceid": "37fd8f1a-883d-4dd6-b2d4-35f795fb4bda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1648.558098] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:81:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c58d99d-ec12-4fc3-ab39-042b3f8cbb89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37fd8f1a-883d-4dd6-b2d4-35f795fb4bda', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1648.567202] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Creating folder: Project (634d59a241b547baaa3b9d965678376e). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1648.567202] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8798545-774b-48c3-bc0e-889ce9b5959a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.583800] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Created folder: Project (634d59a241b547baaa3b9d965678376e) in parent group-v376252. [ 1648.583946] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Creating folder: Instances. Parent ref: group-v376443. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1648.584492] env[63622]: DEBUG oslo_concurrency.lockutils [None req-bbf59034-90ad-47e1-acd4-b24f2fd40b9f tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Lock "0ea5d621-0d9c-4062-8a21-88f72cdece18" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.585369] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0630f75-dced-47fb-8663-3c1b27ff3b6c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.599311] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Created folder: Instances in parent group-v376443. [ 1648.599624] env[63622]: DEBUG oslo.service.loopingcall [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1648.599881] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1648.600167] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-337dbd63-bad8-47a8-9306-5638624ac87b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.616917] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f2df2864-3d7c-4a50-9f63-be3d307a7073 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "0436abf1-ae0c-4595-912c-e7957b7a64a3" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.617295] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f2df2864-3d7c-4a50-9f63-be3d307a7073 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "0436abf1-ae0c-4595-912c-e7957b7a64a3" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.617546] env[63622]: DEBUG nova.compute.manager [None req-f2df2864-3d7c-4a50-9f63-be3d307a7073 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Going to confirm migration 3 {{(pid=63622) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5127}} [ 1648.627128] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1648.627128] env[63622]: value = "task-1817007" [ 1648.627128] env[63622]: _type = "Task" [ 1648.627128] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.636666] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817007, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.724275] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Acquiring lock "dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.724558] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Lock "dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.724771] env[63622]: INFO nova.compute.manager [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Shelving [ 1648.776288] env[63622]: ERROR nova.scheduler.client.report [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [req-221423f1-811a-4b9f-9806-2291d74deee4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8dd86f19-3c1a-4ba4-9c42-69cb148971df. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-221423f1-811a-4b9f-9806-2291d74deee4"}]} [ 1648.796943] env[63622]: DEBUG nova.scheduler.client.report [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Refreshing inventories for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1648.810989] env[63622]: DEBUG nova.scheduler.client.report [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Updating ProviderTree inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1648.811252] env[63622]: DEBUG nova.compute.provider_tree [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1648.824363] env[63622]: DEBUG nova.scheduler.client.report [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Refreshing aggregate associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, aggregates: None {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1648.843045] env[63622]: DEBUG nova.scheduler.client.report [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Refreshing trait associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1648.920412] env[63622]: DEBUG nova.compute.manager [req-18c06c6b-5af8-4c07-9b16-e4d8da251310 req-b1e2974a-6acd-48cc-8ab2-6725489d1946 service nova] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Received event network-changed-37fd8f1a-883d-4dd6-b2d4-35f795fb4bda {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1648.920649] env[63622]: DEBUG nova.compute.manager [req-18c06c6b-5af8-4c07-9b16-e4d8da251310 req-b1e2974a-6acd-48cc-8ab2-6725489d1946 service nova] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Refreshing instance network info cache due to event network-changed-37fd8f1a-883d-4dd6-b2d4-35f795fb4bda. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1648.920859] env[63622]: DEBUG oslo_concurrency.lockutils [req-18c06c6b-5af8-4c07-9b16-e4d8da251310 req-b1e2974a-6acd-48cc-8ab2-6725489d1946 service nova] Acquiring lock "refresh_cache-9f49dd91-81f7-428c-a57b-738481f47dc2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1648.921012] env[63622]: DEBUG oslo_concurrency.lockutils [req-18c06c6b-5af8-4c07-9b16-e4d8da251310 req-b1e2974a-6acd-48cc-8ab2-6725489d1946 service nova] Acquired lock "refresh_cache-9f49dd91-81f7-428c-a57b-738481f47dc2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.923535] env[63622]: DEBUG nova.network.neutron [req-18c06c6b-5af8-4c07-9b16-e4d8da251310 req-b1e2974a-6acd-48cc-8ab2-6725489d1946 service nova] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Refreshing network info cache for port 37fd8f1a-883d-4dd6-b2d4-35f795fb4bda {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1649.047779] env[63622]: DEBUG oslo_concurrency.lockutils [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.138089] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817007, 'name': CreateVM_Task, 'duration_secs': 0.4343} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.138276] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1649.139032] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1649.139782] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.139782] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1649.140102] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-938efe42-293b-4fe5-893b-731f6ea82999 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.148295] env[63622]: DEBUG oslo_vmware.api [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Waiting for the task: (returnval){ [ 1649.148295] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52101269-3662-4eb7-3830-37d881221eb7" [ 1649.148295] env[63622]: _type = "Task" [ 1649.148295] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.157937] env[63622]: DEBUG oslo_vmware.api [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52101269-3662-4eb7-3830-37d881221eb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.199057] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Acquiring lock "c32a5b36-9de1-4b31-81cc-0bb26d34df7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.199502] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Lock "c32a5b36-9de1-4b31-81cc-0bb26d34df7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.307166] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28e48ec-937e-4a7b-9dc7-8e9c1e4f93a3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.316681] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510fdddc-cf5a-42ff-94d6-242f2c914fb9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.350439] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58161855-b9b5-4e93-83a1-8943ba01c1ee {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.358710] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d6f9f0-b528-4582-90f9-0617664a3362 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.375419] env[63622]: DEBUG nova.compute.provider_tree [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1649.383144] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f2df2864-3d7c-4a50-9f63-be3d307a7073 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "refresh_cache-0436abf1-ae0c-4595-912c-e7957b7a64a3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1649.383316] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f2df2864-3d7c-4a50-9f63-be3d307a7073 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquired lock "refresh_cache-0436abf1-ae0c-4595-912c-e7957b7a64a3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.383488] env[63622]: DEBUG nova.network.neutron [None req-f2df2864-3d7c-4a50-9f63-be3d307a7073 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1649.383665] env[63622]: DEBUG nova.objects.instance [None req-f2df2864-3d7c-4a50-9f63-be3d307a7073 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lazy-loading 'info_cache' on Instance uuid 0436abf1-ae0c-4595-912c-e7957b7a64a3 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1649.585036] env[63622]: DEBUG nova.objects.instance [None req-71eedc26-26ec-41e7-a759-425df44c1cd5 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Lazy-loading 'flavor' on Instance uuid 0ea5d621-0d9c-4062-8a21-88f72cdece18 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1649.659983] env[63622]: DEBUG oslo_vmware.api [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52101269-3662-4eb7-3830-37d881221eb7, 'name': SearchDatastore_Task, 'duration_secs': 0.014381} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.660315] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1649.660560] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1649.660798] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1649.660948] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.661148] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1649.661416] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61e9991c-efea-4309-925d-3bb811a4546b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.671783] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1649.672020] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1649.673366] env[63622]: DEBUG nova.network.neutron [req-18c06c6b-5af8-4c07-9b16-e4d8da251310 req-b1e2974a-6acd-48cc-8ab2-6725489d1946 service nova] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Updated VIF entry in instance network info cache for port 37fd8f1a-883d-4dd6-b2d4-35f795fb4bda. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1649.673689] env[63622]: DEBUG nova.network.neutron [req-18c06c6b-5af8-4c07-9b16-e4d8da251310 req-b1e2974a-6acd-48cc-8ab2-6725489d1946 service nova] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Updating instance_info_cache with network_info: [{"id": "37fd8f1a-883d-4dd6-b2d4-35f795fb4bda", "address": "fa:16:3e:db:81:ad", "network": {"id": "a46d8c58-34f2-4e56-91c3-2150e207c6e5", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1886073908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "634d59a241b547baaa3b9d965678376e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37fd8f1a-88", "ovs_interfaceid": "37fd8f1a-883d-4dd6-b2d4-35f795fb4bda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1649.675074] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d346d64f-5c84-43d3-9c50-bf70e113e894 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.681763] env[63622]: DEBUG oslo_vmware.api [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Waiting for the task: (returnval){ [ 1649.681763] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52f65c6f-402d-17b7-b591-cea3b5054bef" [ 1649.681763] env[63622]: _type = "Task" [ 1649.681763] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.691632] env[63622]: DEBUG oslo_vmware.api [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52f65c6f-402d-17b7-b591-cea3b5054bef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.701592] env[63622]: DEBUG nova.compute.manager [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1649.733908] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1649.734397] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcb8eed1-d506-4f08-94b5-e7533ac2f1cb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.744919] env[63622]: DEBUG oslo_vmware.api [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Waiting for the task: (returnval){ [ 1649.744919] env[63622]: value = "task-1817008" [ 1649.744919] env[63622]: _type = "Task" [ 1649.744919] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.757922] env[63622]: DEBUG oslo_vmware.api [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.914546] env[63622]: DEBUG nova.scheduler.client.report [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Updated inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with generation 94 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1649.914546] env[63622]: DEBUG nova.compute.provider_tree [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Updating resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df generation from 94 to 95 during operation: update_inventory {{(pid=63622) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1649.914546] env[63622]: DEBUG nova.compute.provider_tree [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1650.090198] env[63622]: DEBUG oslo_concurrency.lockutils [None req-71eedc26-26ec-41e7-a759-425df44c1cd5 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Acquiring lock "refresh_cache-0ea5d621-0d9c-4062-8a21-88f72cdece18" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1650.090406] env[63622]: DEBUG oslo_concurrency.lockutils [None req-71eedc26-26ec-41e7-a759-425df44c1cd5 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Acquired lock "refresh_cache-0ea5d621-0d9c-4062-8a21-88f72cdece18" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.090587] env[63622]: DEBUG nova.network.neutron [None req-71eedc26-26ec-41e7-a759-425df44c1cd5 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1650.090838] env[63622]: DEBUG nova.objects.instance [None req-71eedc26-26ec-41e7-a759-425df44c1cd5 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Lazy-loading 'info_cache' on Instance uuid 0ea5d621-0d9c-4062-8a21-88f72cdece18 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1650.178516] env[63622]: DEBUG oslo_concurrency.lockutils [req-18c06c6b-5af8-4c07-9b16-e4d8da251310 req-b1e2974a-6acd-48cc-8ab2-6725489d1946 service nova] Releasing lock "refresh_cache-9f49dd91-81f7-428c-a57b-738481f47dc2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.195530] env[63622]: DEBUG oslo_vmware.api [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52f65c6f-402d-17b7-b591-cea3b5054bef, 'name': SearchDatastore_Task, 'duration_secs': 0.01384} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.195912] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9dbe580-9e13-4909-aba2-6815c4b47685 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.201906] env[63622]: DEBUG oslo_vmware.api [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Waiting for the task: (returnval){ [ 1650.201906] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d0205d-9bc4-2842-5221-debeecd9fa3d" [ 1650.201906] env[63622]: _type = "Task" [ 1650.201906] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.212701] env[63622]: DEBUG oslo_vmware.api [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d0205d-9bc4-2842-5221-debeecd9fa3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.222089] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.256023] env[63622]: DEBUG oslo_vmware.api [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817008, 'name': PowerOffVM_Task, 'duration_secs': 0.283905} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.256023] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1650.256663] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379eb49b-4a05-48da-82c4-e636468af8c4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.277389] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08250f7-5bbb-4b49-a431-295e22eeaaa7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.419581] env[63622]: DEBUG oslo_concurrency.lockutils [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.297s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.422021] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.500s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1650.423493] env[63622]: INFO nova.compute.claims [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] [instance: 254be768-e148-4291-be13-02cee70e2784] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1650.437578] env[63622]: INFO nova.scheduler.client.report [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Deleted allocations for instance 4fe79ca1-00cd-4360-9179-96997ca32b34 [ 1650.595303] env[63622]: DEBUG nova.objects.base [None req-71eedc26-26ec-41e7-a759-425df44c1cd5 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Object Instance<0ea5d621-0d9c-4062-8a21-88f72cdece18> lazy-loaded attributes: flavor,info_cache {{(pid=63622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1650.715594] env[63622]: DEBUG oslo_vmware.api [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d0205d-9bc4-2842-5221-debeecd9fa3d, 'name': SearchDatastore_Task, 'duration_secs': 0.010342} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.715899] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.716208] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 9f49dd91-81f7-428c-a57b-738481f47dc2/9f49dd91-81f7-428c-a57b-738481f47dc2.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1650.716485] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc3934b1-7b88-4d7e-b6b4-0ce207578ed2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.725467] env[63622]: DEBUG nova.network.neutron [None req-f2df2864-3d7c-4a50-9f63-be3d307a7073 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Updating instance_info_cache with network_info: [{"id": "643b71c4-2171-4939-8278-43895b99397a", "address": "fa:16:3e:b2:df:30", "network": {"id": "d99154f7-509d-4022-8cc6-a3f6dfa87b98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065749372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a0890704ac74d28998a905c11f1f4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap643b71c4-21", "ovs_interfaceid": "643b71c4-2171-4939-8278-43895b99397a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1650.728746] env[63622]: DEBUG oslo_vmware.api [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Waiting for the task: (returnval){ [ 1650.728746] env[63622]: value = "task-1817009" [ 1650.728746] env[63622]: _type = "Task" [ 1650.728746] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.738613] env[63622]: DEBUG oslo_vmware.api [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Task: {'id': task-1817009, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.789651] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Creating Snapshot of the VM instance {{(pid=63622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1650.789987] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-577512c6-8149-42e2-8e9d-40aa541f7b04 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.801606] env[63622]: DEBUG oslo_vmware.api [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Waiting for the task: (returnval){ [ 1650.801606] env[63622]: value = "task-1817010" [ 1650.801606] env[63622]: _type = "Task" [ 1650.801606] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.812181] env[63622]: DEBUG oslo_vmware.api [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817010, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.947262] env[63622]: DEBUG oslo_concurrency.lockutils [None req-68642f6d-3dc4-4856-9005-1ec7aeaab4d3 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "4fe79ca1-00cd-4360-9179-96997ca32b34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.827s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.228620] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f2df2864-3d7c-4a50-9f63-be3d307a7073 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Releasing lock "refresh_cache-0436abf1-ae0c-4595-912c-e7957b7a64a3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1651.228963] env[63622]: DEBUG nova.objects.instance [None req-f2df2864-3d7c-4a50-9f63-be3d307a7073 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lazy-loading 'migration_context' on Instance uuid 0436abf1-ae0c-4595-912c-e7957b7a64a3 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1651.244122] env[63622]: DEBUG oslo_vmware.api [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Task: {'id': task-1817009, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515016} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.244424] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 9f49dd91-81f7-428c-a57b-738481f47dc2/9f49dd91-81f7-428c-a57b-738481f47dc2.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1651.244648] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1651.244919] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50395cc5-ee6f-44fc-b630-27e56468f2ba {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.253297] env[63622]: DEBUG oslo_vmware.api [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Waiting for the task: (returnval){ [ 1651.253297] env[63622]: value = "task-1817011" [ 1651.253297] env[63622]: _type = "Task" [ 1651.253297] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.264596] env[63622]: DEBUG oslo_vmware.api [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Task: {'id': task-1817011, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.312982] env[63622]: DEBUG oslo_vmware.api [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817010, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.353254] env[63622]: DEBUG nova.network.neutron [None req-71eedc26-26ec-41e7-a759-425df44c1cd5 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Updating instance_info_cache with network_info: [{"id": "46019efa-2e3a-43d6-977b-db070c5bf9e0", "address": "fa:16:3e:3e:80:10", "network": {"id": "67ba5732-2078-436b-a1a9-c47533fc9e4b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1882652506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b226471cd1274d538de3c08adec2d385", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46019efa-2e", "ovs_interfaceid": "46019efa-2e3a-43d6-977b-db070c5bf9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1651.740464] env[63622]: DEBUG nova.objects.base [None req-f2df2864-3d7c-4a50-9f63-be3d307a7073 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Object Instance<0436abf1-ae0c-4595-912c-e7957b7a64a3> lazy-loaded attributes: info_cache,migration_context {{(pid=63622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1651.744853] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ac289e-3628-4902-9271-87fdc892e8fa {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.771907] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e6f3a77-ad14-4723-80c9-25ef1624adbc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.783402] env[63622]: DEBUG oslo_vmware.api [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Task: {'id': task-1817011, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066852} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.783789] env[63622]: DEBUG oslo_vmware.api [None req-f2df2864-3d7c-4a50-9f63-be3d307a7073 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1651.783789] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]525d48ba-c5fc-10e1-9cdd-c45633a794d2" [ 1651.783789] env[63622]: _type = "Task" [ 1651.783789] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.784170] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1651.785031] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902ed497-6db4-48c9-992c-5f24b4e0e6d0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.807462] env[63622]: DEBUG oslo_vmware.api [None req-f2df2864-3d7c-4a50-9f63-be3d307a7073 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]525d48ba-c5fc-10e1-9cdd-c45633a794d2, 'name': SearchDatastore_Task, 'duration_secs': 0.012542} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.821019] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 9f49dd91-81f7-428c-a57b-738481f47dc2/9f49dd91-81f7-428c-a57b-738481f47dc2.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1651.823266] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f2df2864-3d7c-4a50-9f63-be3d307a7073 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1651.826560] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0ae8cc8-8bbb-4b8b-b0c3-abb4c5fec26d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.847714] env[63622]: DEBUG oslo_vmware.api [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817010, 'name': CreateSnapshot_Task, 'duration_secs': 0.776403} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.850032] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Created Snapshot of the VM instance {{(pid=63622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1651.850032] env[63622]: DEBUG oslo_vmware.api [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Waiting for the task: (returnval){ [ 1651.850032] env[63622]: value = "task-1817012" [ 1651.850032] env[63622]: _type = "Task" [ 1651.850032] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.850348] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282debbf-f50f-43ec-960f-3c3835900abe {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.857912] env[63622]: DEBUG oslo_concurrency.lockutils [None req-71eedc26-26ec-41e7-a759-425df44c1cd5 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Releasing lock "refresh_cache-0ea5d621-0d9c-4062-8a21-88f72cdece18" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1651.871036] env[63622]: DEBUG oslo_vmware.api [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Task: {'id': task-1817012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.908176] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebeab85-68b0-484f-aa58-980abd88849c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.917167] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938e8343-ae7b-4191-9d1b-c9fb5a4331c3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.950497] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7c7d02-8c44-4620-98aa-308591f2ffcf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.959907] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af57774-2366-4c8d-9d1e-22e0dd175425 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.975716] env[63622]: DEBUG nova.compute.provider_tree [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1652.246582] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "4659fe4d-6ec1-4723-abf8-3071a37ed91e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.246875] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "4659fe4d-6ec1-4723-abf8-3071a37ed91e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.364130] env[63622]: DEBUG oslo_vmware.api [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Task: {'id': task-1817012, 'name': ReconfigVM_Task, 'duration_secs': 0.294172} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.364650] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 9f49dd91-81f7-428c-a57b-738481f47dc2/9f49dd91-81f7-428c-a57b-738481f47dc2.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1652.365264] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47c9fb7d-e65a-463c-b17b-a79c6df87a37 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.378098] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Creating linked-clone VM from snapshot {{(pid=63622) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1652.380092] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e0f8ae5d-e6d7-4303-a808-b0a71ac7e8e9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.383229] env[63622]: DEBUG oslo_vmware.api [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Waiting for the task: (returnval){ [ 1652.383229] env[63622]: value = "task-1817013" [ 1652.383229] env[63622]: _type = "Task" [ 1652.383229] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.393113] env[63622]: DEBUG oslo_vmware.api [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Task: {'id': task-1817013, 'name': Rename_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.394069] env[63622]: DEBUG oslo_vmware.api [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Waiting for the task: (returnval){ [ 1652.394069] env[63622]: value = "task-1817014" [ 1652.394069] env[63622]: _type = "Task" [ 1652.394069] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.402562] env[63622]: DEBUG oslo_vmware.api [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817014, 'name': CloneVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.496019] env[63622]: ERROR nova.scheduler.client.report [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] [req-23135a09-66a5-4fd5-96e6-774a410fb194] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8dd86f19-3c1a-4ba4-9c42-69cb148971df. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-23135a09-66a5-4fd5-96e6-774a410fb194"}]} [ 1652.512903] env[63622]: DEBUG nova.scheduler.client.report [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Refreshing inventories for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1652.526339] env[63622]: DEBUG nova.scheduler.client.report [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Updating ProviderTree inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1652.526547] env[63622]: DEBUG nova.compute.provider_tree [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1652.537080] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "d214f8ef-1169-4858-96ce-d9a3208c7e61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.537350] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "d214f8ef-1169-4858-96ce-d9a3208c7e61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.539383] env[63622]: DEBUG nova.scheduler.client.report [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Refreshing aggregate associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, aggregates: None {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1652.558565] env[63622]: DEBUG nova.scheduler.client.report [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Refreshing trait associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1652.750769] env[63622]: DEBUG nova.compute.manager [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1652.865962] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-71eedc26-26ec-41e7-a759-425df44c1cd5 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1652.866373] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f12d220b-9abe-4048-a31a-a63fabc9029b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.875971] env[63622]: DEBUG oslo_vmware.api [None req-71eedc26-26ec-41e7-a759-425df44c1cd5 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Waiting for the task: (returnval){ [ 1652.875971] env[63622]: value = "task-1817015" [ 1652.875971] env[63622]: _type = "Task" [ 1652.875971] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.890005] env[63622]: DEBUG oslo_vmware.api [None req-71eedc26-26ec-41e7-a759-425df44c1cd5 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1817015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.898387] env[63622]: DEBUG oslo_vmware.api [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Task: {'id': task-1817013, 'name': Rename_Task, 'duration_secs': 0.170746} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.901847] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1652.902794] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e98fddd-49bd-4f4e-aeef-6e98df96f998 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.911292] env[63622]: DEBUG oslo_vmware.api [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817014, 'name': CloneVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.912791] env[63622]: DEBUG oslo_vmware.api [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Waiting for the task: (returnval){ [ 1652.912791] env[63622]: value = "task-1817016" [ 1652.912791] env[63622]: _type = "Task" [ 1652.912791] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.923875] env[63622]: DEBUG oslo_vmware.api [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Task: {'id': task-1817016, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.969856] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda3d3d4-9d1d-4edd-b5eb-ad19283e7eac {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.978121] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362a40ee-47ca-477a-a200-a9a6aabb2b8b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.008753] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fc62d7-6c64-4b4b-84e9-65daaf9c9452 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.016956] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0157009-88bb-4bd1-9c7b-94bd0fe9ca2f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.031092] env[63622]: DEBUG nova.compute.provider_tree [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1653.043154] env[63622]: DEBUG nova.compute.manager [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1653.273938] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.399041] env[63622]: DEBUG oslo_vmware.api [None req-71eedc26-26ec-41e7-a759-425df44c1cd5 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1817015, 'name': PowerOnVM_Task, 'duration_secs': 0.440416} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.399041] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-71eedc26-26ec-41e7-a759-425df44c1cd5 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1653.399041] env[63622]: DEBUG nova.compute.manager [None req-71eedc26-26ec-41e7-a759-425df44c1cd5 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1653.399352] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12df485b-481a-4ce9-81bc-0ccccf8c8bc5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.411395] env[63622]: DEBUG oslo_vmware.api [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817014, 'name': CloneVM_Task} progress is 95%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.426649] env[63622]: DEBUG oslo_vmware.api [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Task: {'id': task-1817016, 'name': PowerOnVM_Task, 'duration_secs': 0.5056} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.426974] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1653.427146] env[63622]: INFO nova.compute.manager [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Took 7.42 seconds to spawn the instance on the hypervisor. [ 1653.427335] env[63622]: DEBUG nova.compute.manager [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1653.429148] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73a5026-54cf-4a6f-97b9-97461c81a7eb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.563564] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.565655] env[63622]: DEBUG nova.scheduler.client.report [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Updated inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with generation 97 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1653.565942] env[63622]: DEBUG nova.compute.provider_tree [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Updating resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df generation from 97 to 98 during operation: update_inventory {{(pid=63622) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1653.566203] env[63622]: DEBUG nova.compute.provider_tree [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1653.910180] env[63622]: DEBUG oslo_vmware.api [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817014, 'name': CloneVM_Task, 'duration_secs': 1.174832} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.910470] env[63622]: INFO nova.virt.vmwareapi.vmops [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Created linked-clone VM from snapshot [ 1653.911234] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de956bcd-f7f0-4c45-bbfd-a6b4b3a42ac6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.919449] env[63622]: DEBUG nova.virt.vmwareapi.images [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Uploading image 56f70fe3-3d82-49f8-b224-e3d7b97c8d95 {{(pid=63622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1653.950459] env[63622]: INFO nova.compute.manager [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Took 49.73 seconds to build instance. [ 1654.008671] env[63622]: DEBUG oslo_vmware.rw_handles [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1654.008671] env[63622]: value = "vm-376447" [ 1654.008671] env[63622]: _type = "VirtualMachine" [ 1654.008671] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1654.008671] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a85bd3f5-46f4-4fc7-a916-f0f9b1127e34 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.015889] env[63622]: DEBUG oslo_vmware.rw_handles [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Lease: (returnval){ [ 1654.015889] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52cbd547-0d80-4ab2-22e6-90cb5680b4b0" [ 1654.015889] env[63622]: _type = "HttpNfcLease" [ 1654.015889] env[63622]: } obtained for exporting VM: (result){ [ 1654.015889] env[63622]: value = "vm-376447" [ 1654.015889] env[63622]: _type = "VirtualMachine" [ 1654.015889] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1654.016207] env[63622]: DEBUG oslo_vmware.api [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Waiting for the lease: (returnval){ [ 1654.016207] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52cbd547-0d80-4ab2-22e6-90cb5680b4b0" [ 1654.016207] env[63622]: _type = "HttpNfcLease" [ 1654.016207] env[63622]: } to be ready. {{(pid=63622) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1654.023615] env[63622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1654.023615] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52cbd547-0d80-4ab2-22e6-90cb5680b4b0" [ 1654.023615] env[63622]: _type = "HttpNfcLease" [ 1654.023615] env[63622]: } is initializing. {{(pid=63622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1654.071192] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.649s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.071794] env[63622]: DEBUG nova.compute.manager [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] [instance: 254be768-e148-4291-be13-02cee70e2784] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1654.075378] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f25dc66a-4655-4d16-91a7-d8a61989156c tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.426s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.075639] env[63622]: DEBUG nova.objects.instance [None req-f25dc66a-4655-4d16-91a7-d8a61989156c tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Lazy-loading 'resources' on Instance uuid 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1654.231367] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c1fb7fe3-03a5-4dd2-ad72-0b37ce1e9e16 tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Acquiring lock "9f49dd91-81f7-428c-a57b-738481f47dc2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.453213] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8b03f142-ab52-46b9-87c6-600fd7d59d4e tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Lock "9f49dd91-81f7-428c-a57b-738481f47dc2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.771s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.453506] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c1fb7fe3-03a5-4dd2-ad72-0b37ce1e9e16 tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Lock "9f49dd91-81f7-428c-a57b-738481f47dc2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.222s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.453701] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c1fb7fe3-03a5-4dd2-ad72-0b37ce1e9e16 tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Acquiring lock "9f49dd91-81f7-428c-a57b-738481f47dc2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.453913] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c1fb7fe3-03a5-4dd2-ad72-0b37ce1e9e16 tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Lock "9f49dd91-81f7-428c-a57b-738481f47dc2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.454101] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c1fb7fe3-03a5-4dd2-ad72-0b37ce1e9e16 tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Lock "9f49dd91-81f7-428c-a57b-738481f47dc2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.457970] env[63622]: INFO nova.compute.manager [None req-c1fb7fe3-03a5-4dd2-ad72-0b37ce1e9e16 tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Terminating instance [ 1654.524935] env[63622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1654.524935] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52cbd547-0d80-4ab2-22e6-90cb5680b4b0" [ 1654.524935] env[63622]: _type = "HttpNfcLease" [ 1654.524935] env[63622]: } is ready. {{(pid=63622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1654.525257] env[63622]: DEBUG oslo_vmware.rw_handles [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1654.525257] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52cbd547-0d80-4ab2-22e6-90cb5680b4b0" [ 1654.525257] env[63622]: _type = "HttpNfcLease" [ 1654.525257] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1654.525998] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4cd6e0-9929-4370-85a2-3c54ec9f8f00 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.535097] env[63622]: DEBUG oslo_vmware.rw_handles [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522b2c4a-4ce3-7d24-3eed-169291d0159d/disk-0.vmdk from lease info. {{(pid=63622) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1654.535287] env[63622]: DEBUG oslo_vmware.rw_handles [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522b2c4a-4ce3-7d24-3eed-169291d0159d/disk-0.vmdk for reading. {{(pid=63622) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1654.592441] env[63622]: DEBUG nova.compute.utils [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1654.597928] env[63622]: DEBUG nova.compute.manager [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] [instance: 254be768-e148-4291-be13-02cee70e2784] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1654.598197] env[63622]: DEBUG nova.network.neutron [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] [instance: 254be768-e148-4291-be13-02cee70e2784] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1654.632228] env[63622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-70c0bdda-d8b2-451a-b47c-8c75ccd159ba {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.642608] env[63622]: DEBUG nova.policy [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cbc6af688f1d4affa02b9843920fdc7b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1e0a16c7dc6461296e58b62b2f875c2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1654.961934] env[63622]: DEBUG nova.compute.manager [None req-c1fb7fe3-03a5-4dd2-ad72-0b37ce1e9e16 tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1654.962353] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fb7fe3-03a5-4dd2-ad72-0b37ce1e9e16 tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1654.972714] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c90fad-f7cb-481d-922f-d9627a8d143d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.982841] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1fb7fe3-03a5-4dd2-ad72-0b37ce1e9e16 tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1654.983346] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d837f71-6437-4750-80e5-6cab28fcd686 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.991522] env[63622]: DEBUG oslo_vmware.api [None req-c1fb7fe3-03a5-4dd2-ad72-0b37ce1e9e16 tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Waiting for the task: (returnval){ [ 1654.991522] env[63622]: value = "task-1817018" [ 1654.991522] env[63622]: _type = "Task" [ 1654.991522] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.002324] env[63622]: DEBUG oslo_vmware.api [None req-c1fb7fe3-03a5-4dd2-ad72-0b37ce1e9e16 tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Task: {'id': task-1817018, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.035861] env[63622]: DEBUG nova.network.neutron [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] [instance: 254be768-e148-4291-be13-02cee70e2784] Successfully created port: c98c3816-becc-4b55-bf23-c16996bbb219 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1655.098241] env[63622]: DEBUG nova.compute.manager [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] [instance: 254be768-e148-4291-be13-02cee70e2784] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1655.110952] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310aef4b-6956-4aae-89bd-fe317b347224 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.120239] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25456932-41e3-4bec-a8ad-41e852ed1e02 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.154160] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb240a1f-2491-48c1-8076-19a669de47c7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.163682] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf141e2-f8bf-4ed0-9dd5-0da67650bd7d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.181126] env[63622]: DEBUG nova.compute.provider_tree [None req-f25dc66a-4655-4d16-91a7-d8a61989156c tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1655.502373] env[63622]: DEBUG oslo_vmware.api [None req-c1fb7fe3-03a5-4dd2-ad72-0b37ce1e9e16 tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Task: {'id': task-1817018, 'name': PowerOffVM_Task, 'duration_secs': 0.293051} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.502797] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1fb7fe3-03a5-4dd2-ad72-0b37ce1e9e16 tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1655.503040] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fb7fe3-03a5-4dd2-ad72-0b37ce1e9e16 tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1655.503354] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b395a8b-6486-416e-abbb-0384b22f83ee {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.611243] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fb7fe3-03a5-4dd2-ad72-0b37ce1e9e16 tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1655.611243] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fb7fe3-03a5-4dd2-ad72-0b37ce1e9e16 tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1655.612100] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1fb7fe3-03a5-4dd2-ad72-0b37ce1e9e16 tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Deleting the datastore file [datastore1] 9f49dd91-81f7-428c-a57b-738481f47dc2 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1655.612100] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02f4c0b9-fad8-4568-a7fa-472db5c9373e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.623440] env[63622]: DEBUG oslo_vmware.api [None req-c1fb7fe3-03a5-4dd2-ad72-0b37ce1e9e16 tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Waiting for the task: (returnval){ [ 1655.623440] env[63622]: value = "task-1817020" [ 1655.623440] env[63622]: _type = "Task" [ 1655.623440] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.635779] env[63622]: DEBUG oslo_vmware.api [None req-c1fb7fe3-03a5-4dd2-ad72-0b37ce1e9e16 tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Task: {'id': task-1817020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.685775] env[63622]: DEBUG nova.scheduler.client.report [None req-f25dc66a-4655-4d16-91a7-d8a61989156c tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1656.110374] env[63622]: DEBUG nova.compute.manager [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] [instance: 254be768-e148-4291-be13-02cee70e2784] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1656.137172] env[63622]: DEBUG oslo_vmware.api [None req-c1fb7fe3-03a5-4dd2-ad72-0b37ce1e9e16 tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Task: {'id': task-1817020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350381} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.139595] env[63622]: DEBUG nova.virt.hardware [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1656.139845] env[63622]: DEBUG nova.virt.hardware [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1656.140069] env[63622]: DEBUG nova.virt.hardware [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1656.140422] env[63622]: DEBUG nova.virt.hardware [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1656.140703] env[63622]: DEBUG nova.virt.hardware [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1656.140861] env[63622]: DEBUG nova.virt.hardware [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1656.141110] env[63622]: DEBUG nova.virt.hardware [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1656.141486] env[63622]: DEBUG nova.virt.hardware [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1656.141753] env[63622]: DEBUG nova.virt.hardware [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1656.142014] env[63622]: DEBUG nova.virt.hardware [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1656.142223] env[63622]: DEBUG nova.virt.hardware [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1656.142591] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1fb7fe3-03a5-4dd2-ad72-0b37ce1e9e16 tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1656.142771] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fb7fe3-03a5-4dd2-ad72-0b37ce1e9e16 tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1656.142946] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fb7fe3-03a5-4dd2-ad72-0b37ce1e9e16 tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1656.143140] env[63622]: INFO nova.compute.manager [None req-c1fb7fe3-03a5-4dd2-ad72-0b37ce1e9e16 tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1656.143375] env[63622]: DEBUG oslo.service.loopingcall [None req-c1fb7fe3-03a5-4dd2-ad72-0b37ce1e9e16 tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1656.144175] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290e5a3f-e802-4814-8e7d-129f9c28a686 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.146873] env[63622]: DEBUG nova.compute.manager [-] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1656.147068] env[63622]: DEBUG nova.network.neutron [-] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1656.154960] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5863e46d-7b4f-4cac-94ce-4d257993bc9f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.181438] env[63622]: DEBUG oslo_concurrency.lockutils [None req-45d34913-bac3-4adf-bb88-8fd523b5ba2c tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Acquiring lock "29822337-a213-4067-8c96-923e706e6f49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.182640] env[63622]: DEBUG oslo_concurrency.lockutils [None req-45d34913-bac3-4adf-bb88-8fd523b5ba2c tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Lock "29822337-a213-4067-8c96-923e706e6f49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.182640] env[63622]: DEBUG oslo_concurrency.lockutils [None req-45d34913-bac3-4adf-bb88-8fd523b5ba2c tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Acquiring lock "29822337-a213-4067-8c96-923e706e6f49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.182640] env[63622]: DEBUG oslo_concurrency.lockutils [None req-45d34913-bac3-4adf-bb88-8fd523b5ba2c tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Lock "29822337-a213-4067-8c96-923e706e6f49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.182640] env[63622]: DEBUG oslo_concurrency.lockutils [None req-45d34913-bac3-4adf-bb88-8fd523b5ba2c tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Lock "29822337-a213-4067-8c96-923e706e6f49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.184630] env[63622]: INFO nova.compute.manager [None req-45d34913-bac3-4adf-bb88-8fd523b5ba2c tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 29822337-a213-4067-8c96-923e706e6f49] Terminating instance [ 1656.193917] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f25dc66a-4655-4d16-91a7-d8a61989156c tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.196326] env[63622]: DEBUG oslo_concurrency.lockutils [None req-403e5846-2c26-4cca-acf3-ad34580d091a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.375s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.196787] env[63622]: DEBUG nova.objects.instance [None req-403e5846-2c26-4cca-acf3-ad34580d091a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Lazy-loading 'resources' on Instance uuid 5411cbb5-08c5-4dbc-b327-26892a8257a0 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1656.215854] env[63622]: INFO nova.scheduler.client.report [None req-f25dc66a-4655-4d16-91a7-d8a61989156c tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Deleted allocations for instance 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d [ 1656.447150] env[63622]: DEBUG nova.compute.manager [req-c37e170f-3875-4b3a-8306-1c9690dd5bc4 req-811c02b0-35e7-4b8b-a3f5-f7258760d385 service nova] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Received event network-vif-deleted-37fd8f1a-883d-4dd6-b2d4-35f795fb4bda {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1656.447457] env[63622]: INFO nova.compute.manager [req-c37e170f-3875-4b3a-8306-1c9690dd5bc4 req-811c02b0-35e7-4b8b-a3f5-f7258760d385 service nova] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Neutron deleted interface 37fd8f1a-883d-4dd6-b2d4-35f795fb4bda; detaching it from the instance and deleting it from the info cache [ 1656.447697] env[63622]: DEBUG nova.network.neutron [req-c37e170f-3875-4b3a-8306-1c9690dd5bc4 req-811c02b0-35e7-4b8b-a3f5-f7258760d385 service nova] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.688884] env[63622]: DEBUG nova.compute.manager [None req-45d34913-bac3-4adf-bb88-8fd523b5ba2c tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 29822337-a213-4067-8c96-923e706e6f49] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1656.689226] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-45d34913-bac3-4adf-bb88-8fd523b5ba2c tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 29822337-a213-4067-8c96-923e706e6f49] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1656.690212] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bdb580-2c51-4f45-af02-f75a7cc5dc46 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.703994] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d34913-bac3-4adf-bb88-8fd523b5ba2c tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 29822337-a213-4067-8c96-923e706e6f49] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1656.704550] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9871bfac-8832-41b7-9179-d89dfd34cbee {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.717650] env[63622]: DEBUG oslo_vmware.api [None req-45d34913-bac3-4adf-bb88-8fd523b5ba2c tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Waiting for the task: (returnval){ [ 1656.717650] env[63622]: value = "task-1817021" [ 1656.717650] env[63622]: _type = "Task" [ 1656.717650] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.728896] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f25dc66a-4655-4d16-91a7-d8a61989156c tempest-AttachInterfacesUnderV243Test-562435504 tempest-AttachInterfacesUnderV243Test-562435504-project-member] Lock "46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.849s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.738745] env[63622]: DEBUG oslo_vmware.api [None req-45d34913-bac3-4adf-bb88-8fd523b5ba2c tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1817021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.753652] env[63622]: DEBUG nova.compute.manager [req-2c7e553b-4361-46f7-8672-e439f367e837 req-ba3af258-669a-41ca-afc2-110db20e89cd service nova] [instance: 254be768-e148-4291-be13-02cee70e2784] Received event network-vif-plugged-c98c3816-becc-4b55-bf23-c16996bbb219 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1656.754068] env[63622]: DEBUG oslo_concurrency.lockutils [req-2c7e553b-4361-46f7-8672-e439f367e837 req-ba3af258-669a-41ca-afc2-110db20e89cd service nova] Acquiring lock "254be768-e148-4291-be13-02cee70e2784-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.754522] env[63622]: DEBUG oslo_concurrency.lockutils [req-2c7e553b-4361-46f7-8672-e439f367e837 req-ba3af258-669a-41ca-afc2-110db20e89cd service nova] Lock "254be768-e148-4291-be13-02cee70e2784-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.754777] env[63622]: DEBUG oslo_concurrency.lockutils [req-2c7e553b-4361-46f7-8672-e439f367e837 req-ba3af258-669a-41ca-afc2-110db20e89cd service nova] Lock "254be768-e148-4291-be13-02cee70e2784-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.755187] env[63622]: DEBUG nova.compute.manager [req-2c7e553b-4361-46f7-8672-e439f367e837 req-ba3af258-669a-41ca-afc2-110db20e89cd service nova] [instance: 254be768-e148-4291-be13-02cee70e2784] No waiting events found dispatching network-vif-plugged-c98c3816-becc-4b55-bf23-c16996bbb219 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1656.755480] env[63622]: WARNING nova.compute.manager [req-2c7e553b-4361-46f7-8672-e439f367e837 req-ba3af258-669a-41ca-afc2-110db20e89cd service nova] [instance: 254be768-e148-4291-be13-02cee70e2784] Received unexpected event network-vif-plugged-c98c3816-becc-4b55-bf23-c16996bbb219 for instance with vm_state building and task_state spawning. [ 1656.800345] env[63622]: DEBUG nova.network.neutron [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] [instance: 254be768-e148-4291-be13-02cee70e2784] Successfully updated port: c98c3816-becc-4b55-bf23-c16996bbb219 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1656.925325] env[63622]: DEBUG nova.network.neutron [-] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.951024] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-95d7537e-7048-41bd-bc94-f919cb987c57 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.962969] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61dffdc-a189-4bd1-b485-596295c2c8ec {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.000693] env[63622]: DEBUG nova.compute.manager [req-c37e170f-3875-4b3a-8306-1c9690dd5bc4 req-811c02b0-35e7-4b8b-a3f5-f7258760d385 service nova] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Detach interface failed, port_id=37fd8f1a-883d-4dd6-b2d4-35f795fb4bda, reason: Instance 9f49dd91-81f7-428c-a57b-738481f47dc2 could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1657.208978] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840177b0-64de-4a96-80d5-87cf4f00eb4b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.218023] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20b08fa-e222-4a0a-8335-b077c277b94e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.229422] env[63622]: DEBUG oslo_vmware.api [None req-45d34913-bac3-4adf-bb88-8fd523b5ba2c tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1817021, 'name': PowerOffVM_Task, 'duration_secs': 0.237504} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.256247] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d34913-bac3-4adf-bb88-8fd523b5ba2c tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 29822337-a213-4067-8c96-923e706e6f49] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1657.256472] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-45d34913-bac3-4adf-bb88-8fd523b5ba2c tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 29822337-a213-4067-8c96-923e706e6f49] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1657.257243] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3109a568-2ad8-4a2a-ac59-8802338c0a95 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.259447] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019788a8-111f-45d5-a297-3c7bd20f9a34 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.268850] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a2f0a5-8f71-4b06-ac4f-997347d2265b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.283814] env[63622]: DEBUG nova.compute.provider_tree [None req-403e5846-2c26-4cca-acf3-ad34580d091a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1657.302469] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Acquiring lock "refresh_cache-254be768-e148-4291-be13-02cee70e2784" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.302674] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Acquired lock "refresh_cache-254be768-e148-4291-be13-02cee70e2784" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.302879] env[63622]: DEBUG nova.network.neutron [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] [instance: 254be768-e148-4291-be13-02cee70e2784] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1657.345543] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-45d34913-bac3-4adf-bb88-8fd523b5ba2c tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 29822337-a213-4067-8c96-923e706e6f49] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1657.345835] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-45d34913-bac3-4adf-bb88-8fd523b5ba2c tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 29822337-a213-4067-8c96-923e706e6f49] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1657.346033] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-45d34913-bac3-4adf-bb88-8fd523b5ba2c tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Deleting the datastore file [datastore1] 29822337-a213-4067-8c96-923e706e6f49 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1657.346341] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ea77623-6dca-4767-ace6-dcc87d71989c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.354507] env[63622]: DEBUG oslo_vmware.api [None req-45d34913-bac3-4adf-bb88-8fd523b5ba2c tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Waiting for the task: (returnval){ [ 1657.354507] env[63622]: value = "task-1817023" [ 1657.354507] env[63622]: _type = "Task" [ 1657.354507] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.364206] env[63622]: DEBUG oslo_vmware.api [None req-45d34913-bac3-4adf-bb88-8fd523b5ba2c tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1817023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.431575] env[63622]: INFO nova.compute.manager [-] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Took 1.28 seconds to deallocate network for instance. [ 1657.788055] env[63622]: DEBUG nova.scheduler.client.report [None req-403e5846-2c26-4cca-acf3-ad34580d091a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1657.860842] env[63622]: DEBUG nova.network.neutron [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] [instance: 254be768-e148-4291-be13-02cee70e2784] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1657.870148] env[63622]: DEBUG oslo_vmware.api [None req-45d34913-bac3-4adf-bb88-8fd523b5ba2c tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1817023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213358} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.870435] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-45d34913-bac3-4adf-bb88-8fd523b5ba2c tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1657.870623] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-45d34913-bac3-4adf-bb88-8fd523b5ba2c tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 29822337-a213-4067-8c96-923e706e6f49] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1657.870803] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-45d34913-bac3-4adf-bb88-8fd523b5ba2c tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 29822337-a213-4067-8c96-923e706e6f49] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1657.870979] env[63622]: INFO nova.compute.manager [None req-45d34913-bac3-4adf-bb88-8fd523b5ba2c tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 29822337-a213-4067-8c96-923e706e6f49] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1657.871399] env[63622]: DEBUG oslo.service.loopingcall [None req-45d34913-bac3-4adf-bb88-8fd523b5ba2c tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1657.871609] env[63622]: DEBUG nova.compute.manager [-] [instance: 29822337-a213-4067-8c96-923e706e6f49] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1657.871708] env[63622]: DEBUG nova.network.neutron [-] [instance: 29822337-a213-4067-8c96-923e706e6f49] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1657.943582] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c1fb7fe3-03a5-4dd2-ad72-0b37ce1e9e16 tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.073013] env[63622]: DEBUG nova.network.neutron [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] [instance: 254be768-e148-4291-be13-02cee70e2784] Updating instance_info_cache with network_info: [{"id": "c98c3816-becc-4b55-bf23-c16996bbb219", "address": "fa:16:3e:a3:9a:81", "network": {"id": "d7bc6930-2fe1-40a7-8403-3676bdb1f241", "bridge": "br-int", "label": "tempest-ServersTestJSON-1647137421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1e0a16c7dc6461296e58b62b2f875c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc98c3816-be", "ovs_interfaceid": "c98c3816-becc-4b55-bf23-c16996bbb219", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.296293] env[63622]: DEBUG oslo_concurrency.lockutils [None req-403e5846-2c26-4cca-acf3-ad34580d091a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.299924] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4dd9935b-f293-446c-8147-64cd63005447 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.829s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.299924] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4dd9935b-f293-446c-8147-64cd63005447 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.301794] env[63622]: DEBUG oslo_concurrency.lockutils [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.149s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.302371] env[63622]: INFO nova.compute.claims [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1658.324735] env[63622]: INFO nova.scheduler.client.report [None req-4dd9935b-f293-446c-8147-64cd63005447 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Deleted allocations for instance 42ace043-c368-4557-89fc-dbbf40c022ce [ 1658.330473] env[63622]: INFO nova.scheduler.client.report [None req-403e5846-2c26-4cca-acf3-ad34580d091a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Deleted allocations for instance 5411cbb5-08c5-4dbc-b327-26892a8257a0 [ 1658.498377] env[63622]: DEBUG nova.compute.manager [req-7c92d42d-e3c0-4436-bdef-eca5e89939c0 req-a999d227-40a9-4dca-8ce9-984129669373 service nova] [instance: 29822337-a213-4067-8c96-923e706e6f49] Received event network-vif-deleted-61293beb-ee1d-44b5-9714-92a827b1f8b2 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1658.498377] env[63622]: INFO nova.compute.manager [req-7c92d42d-e3c0-4436-bdef-eca5e89939c0 req-a999d227-40a9-4dca-8ce9-984129669373 service nova] [instance: 29822337-a213-4067-8c96-923e706e6f49] Neutron deleted interface 61293beb-ee1d-44b5-9714-92a827b1f8b2; detaching it from the instance and deleting it from the info cache [ 1658.498377] env[63622]: DEBUG nova.network.neutron [req-7c92d42d-e3c0-4436-bdef-eca5e89939c0 req-a999d227-40a9-4dca-8ce9-984129669373 service nova] [instance: 29822337-a213-4067-8c96-923e706e6f49] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.576989] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Releasing lock "refresh_cache-254be768-e148-4291-be13-02cee70e2784" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.577111] env[63622]: DEBUG nova.compute.manager [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] [instance: 254be768-e148-4291-be13-02cee70e2784] Instance network_info: |[{"id": "c98c3816-becc-4b55-bf23-c16996bbb219", "address": "fa:16:3e:a3:9a:81", "network": {"id": "d7bc6930-2fe1-40a7-8403-3676bdb1f241", "bridge": "br-int", "label": "tempest-ServersTestJSON-1647137421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1e0a16c7dc6461296e58b62b2f875c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc98c3816-be", "ovs_interfaceid": "c98c3816-becc-4b55-bf23-c16996bbb219", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1658.577571] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] [instance: 254be768-e148-4291-be13-02cee70e2784] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:9a:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c98c3816-becc-4b55-bf23-c16996bbb219', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1658.585605] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Creating folder: Project (f1e0a16c7dc6461296e58b62b2f875c2). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1658.585948] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd95bf60-1e5d-4b08-86ea-48beef8cc311 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.600316] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Created folder: Project (f1e0a16c7dc6461296e58b62b2f875c2) in parent group-v376252. [ 1658.600316] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Creating folder: Instances. Parent ref: group-v376448. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1658.600316] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1b11833-e4f7-4305-a084-e7e02d3b1242 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.613542] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Created folder: Instances in parent group-v376448. [ 1658.614480] env[63622]: DEBUG oslo.service.loopingcall [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1658.614480] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 254be768-e148-4291-be13-02cee70e2784] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1658.614480] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-785a129c-f693-43c5-9bb8-c36120393ba3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.641771] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1658.641771] env[63622]: value = "task-1817026" [ 1658.641771] env[63622]: _type = "Task" [ 1658.641771] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.648779] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817026, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.783935] env[63622]: DEBUG nova.compute.manager [req-6f067d85-448f-48c1-8ec9-79e6cf595272 req-9e318871-e46d-458f-a3de-0b979a51e485 service nova] [instance: 254be768-e148-4291-be13-02cee70e2784] Received event network-changed-c98c3816-becc-4b55-bf23-c16996bbb219 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1658.783935] env[63622]: DEBUG nova.compute.manager [req-6f067d85-448f-48c1-8ec9-79e6cf595272 req-9e318871-e46d-458f-a3de-0b979a51e485 service nova] [instance: 254be768-e148-4291-be13-02cee70e2784] Refreshing instance network info cache due to event network-changed-c98c3816-becc-4b55-bf23-c16996bbb219. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1658.784180] env[63622]: DEBUG oslo_concurrency.lockutils [req-6f067d85-448f-48c1-8ec9-79e6cf595272 req-9e318871-e46d-458f-a3de-0b979a51e485 service nova] Acquiring lock "refresh_cache-254be768-e148-4291-be13-02cee70e2784" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1658.784467] env[63622]: DEBUG oslo_concurrency.lockutils [req-6f067d85-448f-48c1-8ec9-79e6cf595272 req-9e318871-e46d-458f-a3de-0b979a51e485 service nova] Acquired lock "refresh_cache-254be768-e148-4291-be13-02cee70e2784" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.784933] env[63622]: DEBUG nova.network.neutron [req-6f067d85-448f-48c1-8ec9-79e6cf595272 req-9e318871-e46d-458f-a3de-0b979a51e485 service nova] [instance: 254be768-e148-4291-be13-02cee70e2784] Refreshing network info cache for port c98c3816-becc-4b55-bf23-c16996bbb219 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1658.811502] env[63622]: DEBUG nova.network.neutron [-] [instance: 29822337-a213-4067-8c96-923e706e6f49] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.837221] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4dd9935b-f293-446c-8147-64cd63005447 tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Lock "42ace043-c368-4557-89fc-dbbf40c022ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.956s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.839846] env[63622]: DEBUG oslo_concurrency.lockutils [None req-403e5846-2c26-4cca-acf3-ad34580d091a tempest-ServerRescueTestJSON-1933060828 tempest-ServerRescueTestJSON-1933060828-project-member] Lock "5411cbb5-08c5-4dbc-b327-26892a8257a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.156s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.003142] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08e8bfb9-c38b-4791-b42d-1a09a9e95b49 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.014787] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72262908-062e-4115-86c2-ae52dc504808 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.057188] env[63622]: DEBUG nova.compute.manager [req-7c92d42d-e3c0-4436-bdef-eca5e89939c0 req-a999d227-40a9-4dca-8ce9-984129669373 service nova] [instance: 29822337-a213-4067-8c96-923e706e6f49] Detach interface failed, port_id=61293beb-ee1d-44b5-9714-92a827b1f8b2, reason: Instance 29822337-a213-4067-8c96-923e706e6f49 could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1659.156926] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817026, 'name': CreateVM_Task, 'duration_secs': 0.390034} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.157133] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 254be768-e148-4291-be13-02cee70e2784] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1659.157878] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.158058] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.158403] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1659.158676] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-009e53f2-7a47-4bd6-8994-387b30764db0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.165234] env[63622]: DEBUG oslo_vmware.api [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Waiting for the task: (returnval){ [ 1659.165234] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5240c1d6-c1fb-f110-775f-6a9439a56f8b" [ 1659.165234] env[63622]: _type = "Task" [ 1659.165234] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.174859] env[63622]: DEBUG oslo_vmware.api [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5240c1d6-c1fb-f110-775f-6a9439a56f8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.319253] env[63622]: INFO nova.compute.manager [-] [instance: 29822337-a213-4067-8c96-923e706e6f49] Took 1.45 seconds to deallocate network for instance. [ 1659.695291] env[63622]: DEBUG oslo_vmware.api [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5240c1d6-c1fb-f110-775f-6a9439a56f8b, 'name': SearchDatastore_Task, 'duration_secs': 0.023179} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.695291] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1659.695291] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] [instance: 254be768-e148-4291-be13-02cee70e2784] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1659.695291] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.695291] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.695291] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1659.695291] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab97e4c1-0551-4ac8-be3e-398ef9312c2c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.705955] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1659.705955] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1659.709107] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97483d4b-6509-47d7-9dfb-5566ea851930 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.718739] env[63622]: DEBUG oslo_vmware.api [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Waiting for the task: (returnval){ [ 1659.718739] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52840a0c-4514-7009-8ae4-f51f407d6639" [ 1659.718739] env[63622]: _type = "Task" [ 1659.718739] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.730499] env[63622]: DEBUG oslo_vmware.api [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52840a0c-4514-7009-8ae4-f51f407d6639, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.811244] env[63622]: DEBUG nova.network.neutron [req-6f067d85-448f-48c1-8ec9-79e6cf595272 req-9e318871-e46d-458f-a3de-0b979a51e485 service nova] [instance: 254be768-e148-4291-be13-02cee70e2784] Updated VIF entry in instance network info cache for port c98c3816-becc-4b55-bf23-c16996bbb219. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1659.811617] env[63622]: DEBUG nova.network.neutron [req-6f067d85-448f-48c1-8ec9-79e6cf595272 req-9e318871-e46d-458f-a3de-0b979a51e485 service nova] [instance: 254be768-e148-4291-be13-02cee70e2784] Updating instance_info_cache with network_info: [{"id": "c98c3816-becc-4b55-bf23-c16996bbb219", "address": "fa:16:3e:a3:9a:81", "network": {"id": "d7bc6930-2fe1-40a7-8403-3676bdb1f241", "bridge": "br-int", "label": "tempest-ServersTestJSON-1647137421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1e0a16c7dc6461296e58b62b2f875c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc98c3816-be", "ovs_interfaceid": "c98c3816-becc-4b55-bf23-c16996bbb219", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1659.830013] env[63622]: DEBUG oslo_concurrency.lockutils [None req-45d34913-bac3-4adf-bb88-8fd523b5ba2c tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1659.837187] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67bae36-1128-4d71-aa5c-8b2c91f3b982 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.847914] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a989e2f-1656-4146-86a7-52fe78f927da {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.881199] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef69c993-0870-4688-bb6b-1a915fc59a2a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.890690] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c88dda-82d6-4522-b893-2fa7d5f36ad5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.906863] env[63622]: DEBUG nova.compute.provider_tree [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1660.026864] env[63622]: DEBUG oslo_concurrency.lockutils [None req-36631353-0e6b-4674-ace9-4cdbcfd8dcea tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquiring lock "29e4f8bb-5f9c-4cc9-8bc5-745977f5412a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.027301] env[63622]: DEBUG oslo_concurrency.lockutils [None req-36631353-0e6b-4674-ace9-4cdbcfd8dcea tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Lock "29e4f8bb-5f9c-4cc9-8bc5-745977f5412a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.027393] env[63622]: DEBUG oslo_concurrency.lockutils [None req-36631353-0e6b-4674-ace9-4cdbcfd8dcea tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquiring lock "29e4f8bb-5f9c-4cc9-8bc5-745977f5412a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.027547] env[63622]: DEBUG oslo_concurrency.lockutils [None req-36631353-0e6b-4674-ace9-4cdbcfd8dcea tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Lock "29e4f8bb-5f9c-4cc9-8bc5-745977f5412a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.027715] env[63622]: DEBUG oslo_concurrency.lockutils [None req-36631353-0e6b-4674-ace9-4cdbcfd8dcea tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Lock "29e4f8bb-5f9c-4cc9-8bc5-745977f5412a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.029828] env[63622]: INFO nova.compute.manager [None req-36631353-0e6b-4674-ace9-4cdbcfd8dcea tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Terminating instance [ 1660.236261] env[63622]: DEBUG oslo_vmware.api [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52840a0c-4514-7009-8ae4-f51f407d6639, 'name': SearchDatastore_Task, 'duration_secs': 0.01413} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.236658] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19758374-f0ef-4c55-8549-bfec82748d4d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.243341] env[63622]: DEBUG oslo_vmware.api [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Waiting for the task: (returnval){ [ 1660.243341] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5253b838-ef9b-b518-3c35-22f6c8f011a8" [ 1660.243341] env[63622]: _type = "Task" [ 1660.243341] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.253495] env[63622]: DEBUG oslo_vmware.api [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5253b838-ef9b-b518-3c35-22f6c8f011a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.314068] env[63622]: DEBUG oslo_concurrency.lockutils [req-6f067d85-448f-48c1-8ec9-79e6cf595272 req-9e318871-e46d-458f-a3de-0b979a51e485 service nova] Releasing lock "refresh_cache-254be768-e148-4291-be13-02cee70e2784" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.445630] env[63622]: DEBUG nova.scheduler.client.report [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Updated inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with generation 98 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1660.445993] env[63622]: DEBUG nova.compute.provider_tree [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Updating resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df generation from 98 to 99 during operation: update_inventory {{(pid=63622) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1660.446268] env[63622]: DEBUG nova.compute.provider_tree [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1660.533566] env[63622]: DEBUG nova.compute.manager [None req-36631353-0e6b-4674-ace9-4cdbcfd8dcea tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1660.533720] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-36631353-0e6b-4674-ace9-4cdbcfd8dcea tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1660.534773] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ade4907-5eb3-4587-83ab-01228df4b3bb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.548181] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-36631353-0e6b-4674-ace9-4cdbcfd8dcea tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1660.548181] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c71b0625-8960-42a3-9b61-f1c443decd17 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.555982] env[63622]: DEBUG oslo_vmware.api [None req-36631353-0e6b-4674-ace9-4cdbcfd8dcea tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Waiting for the task: (returnval){ [ 1660.555982] env[63622]: value = "task-1817027" [ 1660.555982] env[63622]: _type = "Task" [ 1660.555982] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.566866] env[63622]: DEBUG oslo_vmware.api [None req-36631353-0e6b-4674-ace9-4cdbcfd8dcea tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1817027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.755571] env[63622]: DEBUG oslo_vmware.api [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5253b838-ef9b-b518-3c35-22f6c8f011a8, 'name': SearchDatastore_Task, 'duration_secs': 0.013757} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.755835] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.756137] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 254be768-e148-4291-be13-02cee70e2784/254be768-e148-4291-be13-02cee70e2784.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1660.756427] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9a2cb09-4da6-44b7-acfb-989db813e588 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.767419] env[63622]: DEBUG oslo_vmware.api [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Waiting for the task: (returnval){ [ 1660.767419] env[63622]: value = "task-1817028" [ 1660.767419] env[63622]: _type = "Task" [ 1660.767419] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.778581] env[63622]: DEBUG oslo_vmware.api [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Task: {'id': task-1817028, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.957231] env[63622]: DEBUG oslo_concurrency.lockutils [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.957821] env[63622]: DEBUG nova.compute.manager [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1660.961523] env[63622]: DEBUG oslo_concurrency.lockutils [None req-53f47e6d-41d0-4cee-b4be-20bacdc70c2c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.016s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.962108] env[63622]: DEBUG nova.objects.instance [None req-53f47e6d-41d0-4cee-b4be-20bacdc70c2c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lazy-loading 'resources' on Instance uuid 573694ac-637c-4ec4-b40d-38d09951d6ad {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1661.070073] env[63622]: DEBUG oslo_vmware.api [None req-36631353-0e6b-4674-ace9-4cdbcfd8dcea tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1817027, 'name': PowerOffVM_Task, 'duration_secs': 0.215926} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.070415] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-36631353-0e6b-4674-ace9-4cdbcfd8dcea tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1661.070793] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-36631353-0e6b-4674-ace9-4cdbcfd8dcea tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1661.070969] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14b0f67e-90b1-4e89-9bc1-57c3e6862c72 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.157654] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-36631353-0e6b-4674-ace9-4cdbcfd8dcea tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1661.157940] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-36631353-0e6b-4674-ace9-4cdbcfd8dcea tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1661.158248] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-36631353-0e6b-4674-ace9-4cdbcfd8dcea tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Deleting the datastore file [datastore1] 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1661.158466] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-699cf494-4721-4295-8e6a-db5c9d55ce87 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.167130] env[63622]: DEBUG oslo_vmware.api [None req-36631353-0e6b-4674-ace9-4cdbcfd8dcea tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Waiting for the task: (returnval){ [ 1661.167130] env[63622]: value = "task-1817030" [ 1661.167130] env[63622]: _type = "Task" [ 1661.167130] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.176920] env[63622]: DEBUG oslo_vmware.api [None req-36631353-0e6b-4674-ace9-4cdbcfd8dcea tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1817030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.280758] env[63622]: DEBUG oslo_vmware.api [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Task: {'id': task-1817028, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.465841] env[63622]: DEBUG nova.compute.utils [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1661.467448] env[63622]: DEBUG nova.compute.manager [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1661.471025] env[63622]: DEBUG nova.network.neutron [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1661.536685] env[63622]: DEBUG nova.policy [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5a560b15cde47588b3ff1e5b96b1fe1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f120bd72d5754804aceba4bf1a29bd52', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1661.691398] env[63622]: DEBUG oslo_vmware.api [None req-36631353-0e6b-4674-ace9-4cdbcfd8dcea tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Task: {'id': task-1817030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.405293} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.691398] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-36631353-0e6b-4674-ace9-4cdbcfd8dcea tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1661.691398] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-36631353-0e6b-4674-ace9-4cdbcfd8dcea tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1661.691398] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-36631353-0e6b-4674-ace9-4cdbcfd8dcea tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1661.691398] env[63622]: INFO nova.compute.manager [None req-36631353-0e6b-4674-ace9-4cdbcfd8dcea tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1661.691398] env[63622]: DEBUG oslo.service.loopingcall [None req-36631353-0e6b-4674-ace9-4cdbcfd8dcea tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1661.691398] env[63622]: DEBUG nova.compute.manager [-] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1661.691398] env[63622]: DEBUG nova.network.neutron [-] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1661.785182] env[63622]: DEBUG oslo_vmware.api [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Task: {'id': task-1817028, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630022} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.785445] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 254be768-e148-4291-be13-02cee70e2784/254be768-e148-4291-be13-02cee70e2784.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1661.785805] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] [instance: 254be768-e148-4291-be13-02cee70e2784] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1661.786174] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53c85833-f16d-43f9-9675-af10cdc4fdc9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.795855] env[63622]: DEBUG oslo_vmware.api [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Waiting for the task: (returnval){ [ 1661.795855] env[63622]: value = "task-1817031" [ 1661.795855] env[63622]: _type = "Task" [ 1661.795855] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.806524] env[63622]: DEBUG oslo_vmware.api [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Task: {'id': task-1817031, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.978289] env[63622]: DEBUG nova.compute.manager [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1661.983259] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbd6788-3987-41af-89ff-a393a3d70ac5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.997657] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfad2ef-f729-4467-83a7-7435ea68f781 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.036129] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe8a956-aa16-4050-947c-adc3b5d6c1e3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.046412] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f7cfe8-3507-4527-b0f1-5c13179776df {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.062897] env[63622]: DEBUG nova.compute.provider_tree [None req-53f47e6d-41d0-4cee-b4be-20bacdc70c2c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1662.140071] env[63622]: DEBUG nova.network.neutron [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Successfully created port: 3e023fd3-5c0a-497d-9374-7dc89baf4c0c {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1662.313801] env[63622]: DEBUG oslo_vmware.api [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Task: {'id': task-1817031, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07184} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.316020] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] [instance: 254be768-e148-4291-be13-02cee70e2784] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1662.316020] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f3abe3-cf77-4b2e-baba-3d64bea0804c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.351821] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] [instance: 254be768-e148-4291-be13-02cee70e2784] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 254be768-e148-4291-be13-02cee70e2784/254be768-e148-4291-be13-02cee70e2784.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1662.353455] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-959249e3-dcb2-4061-ad12-804d10c6aa67 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.372661] env[63622]: DEBUG nova.compute.manager [req-b720da5b-f055-4578-bbb7-e0c078812c12 req-567b3e8f-e425-4787-8276-bc6f76149491 service nova] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Received event network-vif-deleted-75247e15-918f-4205-ab1f-9af81969049f {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1662.372859] env[63622]: INFO nova.compute.manager [req-b720da5b-f055-4578-bbb7-e0c078812c12 req-567b3e8f-e425-4787-8276-bc6f76149491 service nova] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Neutron deleted interface 75247e15-918f-4205-ab1f-9af81969049f; detaching it from the instance and deleting it from the info cache [ 1662.373047] env[63622]: DEBUG nova.network.neutron [req-b720da5b-f055-4578-bbb7-e0c078812c12 req-567b3e8f-e425-4787-8276-bc6f76149491 service nova] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1662.386144] env[63622]: DEBUG oslo_vmware.api [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Waiting for the task: (returnval){ [ 1662.386144] env[63622]: value = "task-1817032" [ 1662.386144] env[63622]: _type = "Task" [ 1662.386144] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.399183] env[63622]: DEBUG oslo_vmware.api [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Task: {'id': task-1817032, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.566506] env[63622]: DEBUG nova.scheduler.client.report [None req-53f47e6d-41d0-4cee-b4be-20bacdc70c2c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1662.711105] env[63622]: DEBUG nova.network.neutron [-] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1662.743459] env[63622]: DEBUG oslo_vmware.rw_handles [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522b2c4a-4ce3-7d24-3eed-169291d0159d/disk-0.vmdk. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1662.745347] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38f7169-0532-4c41-999c-429896a2e4d7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.751819] env[63622]: DEBUG oslo_vmware.rw_handles [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522b2c4a-4ce3-7d24-3eed-169291d0159d/disk-0.vmdk is in state: ready. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1662.751990] env[63622]: ERROR oslo_vmware.rw_handles [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522b2c4a-4ce3-7d24-3eed-169291d0159d/disk-0.vmdk due to incomplete transfer. [ 1662.752234] env[63622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8622aac0-cc8e-4348-a34f-56033cf3b61d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.760629] env[63622]: DEBUG oslo_vmware.rw_handles [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522b2c4a-4ce3-7d24-3eed-169291d0159d/disk-0.vmdk. {{(pid=63622) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1662.761685] env[63622]: DEBUG nova.virt.vmwareapi.images [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Uploaded image 56f70fe3-3d82-49f8-b224-e3d7b97c8d95 to the Glance image server {{(pid=63622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1662.763314] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Destroying the VM {{(pid=63622) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1662.763562] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-754660fa-e251-44b3-8fa2-0c1505da8239 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.770811] env[63622]: DEBUG oslo_vmware.api [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Waiting for the task: (returnval){ [ 1662.770811] env[63622]: value = "task-1817033" [ 1662.770811] env[63622]: _type = "Task" [ 1662.770811] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.780233] env[63622]: DEBUG oslo_vmware.api [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817033, 'name': Destroy_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.879291] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-23603eef-3654-411c-b255-2daf709eb3ae {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.892892] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849627ff-33ec-4b74-8214-0ccea32208fb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.914023] env[63622]: DEBUG oslo_vmware.api [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Task: {'id': task-1817032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.930925] env[63622]: DEBUG nova.compute.manager [req-b720da5b-f055-4578-bbb7-e0c078812c12 req-567b3e8f-e425-4787-8276-bc6f76149491 service nova] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Detach interface failed, port_id=75247e15-918f-4205-ab1f-9af81969049f, reason: Instance 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1663.006767] env[63622]: DEBUG nova.compute.manager [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1663.040239] env[63622]: DEBUG nova.virt.hardware [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1663.040239] env[63622]: DEBUG nova.virt.hardware [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1663.040239] env[63622]: DEBUG nova.virt.hardware [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1663.040239] env[63622]: DEBUG nova.virt.hardware [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1663.040239] env[63622]: DEBUG nova.virt.hardware [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1663.040239] env[63622]: DEBUG nova.virt.hardware [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1663.040529] env[63622]: DEBUG nova.virt.hardware [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1663.040601] env[63622]: DEBUG nova.virt.hardware [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1663.040884] env[63622]: DEBUG nova.virt.hardware [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1663.041068] env[63622]: DEBUG nova.virt.hardware [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1663.041284] env[63622]: DEBUG nova.virt.hardware [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1663.042198] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de74b7bc-da7d-49d2-abe6-03531eb3c2a8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.052983] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e9bce3-e1bd-423a-9f6b-e98a9ff6ebd1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.077753] env[63622]: DEBUG oslo_concurrency.lockutils [None req-53f47e6d-41d0-4cee-b4be-20bacdc70c2c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.078078] env[63622]: DEBUG oslo_concurrency.lockutils [None req-559333e6-8a52-4951-b1ea-4f922527418e tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.968s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.078201] env[63622]: DEBUG nova.objects.instance [None req-559333e6-8a52-4951-b1ea-4f922527418e tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lazy-loading 'resources' on Instance uuid 26cfd079-2044-4975-8902-affe93c35647 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1663.107093] env[63622]: INFO nova.scheduler.client.report [None req-53f47e6d-41d0-4cee-b4be-20bacdc70c2c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Deleted allocations for instance 573694ac-637c-4ec4-b40d-38d09951d6ad [ 1663.214030] env[63622]: INFO nova.compute.manager [-] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Took 1.53 seconds to deallocate network for instance. [ 1663.283077] env[63622]: DEBUG oslo_vmware.api [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817033, 'name': Destroy_Task, 'duration_secs': 0.404683} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.283579] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Destroyed the VM [ 1663.283951] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Deleting Snapshot of the VM instance {{(pid=63622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1663.284334] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ca70d38c-8d9b-4513-b9f5-07d905947697 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.292521] env[63622]: DEBUG oslo_vmware.api [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Waiting for the task: (returnval){ [ 1663.292521] env[63622]: value = "task-1817034" [ 1663.292521] env[63622]: _type = "Task" [ 1663.292521] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.301871] env[63622]: DEBUG oslo_vmware.api [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817034, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.397677] env[63622]: DEBUG oslo_vmware.api [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Task: {'id': task-1817032, 'name': ReconfigVM_Task, 'duration_secs': 0.767171} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.398009] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] [instance: 254be768-e148-4291-be13-02cee70e2784] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 254be768-e148-4291-be13-02cee70e2784/254be768-e148-4291-be13-02cee70e2784.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1663.398682] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e623874-d2ab-4abf-9812-778e65d127ea {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.411018] env[63622]: DEBUG oslo_vmware.api [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Waiting for the task: (returnval){ [ 1663.411018] env[63622]: value = "task-1817035" [ 1663.411018] env[63622]: _type = "Task" [ 1663.411018] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.418387] env[63622]: DEBUG oslo_vmware.api [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Task: {'id': task-1817035, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.625937] env[63622]: DEBUG oslo_concurrency.lockutils [None req-53f47e6d-41d0-4cee-b4be-20bacdc70c2c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "573694ac-637c-4ec4-b40d-38d09951d6ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.008s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.720645] env[63622]: DEBUG oslo_concurrency.lockutils [None req-36631353-0e6b-4674-ace9-4cdbcfd8dcea tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.805187] env[63622]: DEBUG oslo_vmware.api [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817034, 'name': RemoveSnapshot_Task, 'duration_secs': 0.405124} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.805494] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Deleted Snapshot of the VM instance {{(pid=63622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1663.805792] env[63622]: DEBUG nova.compute.manager [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1663.807730] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2ea45b-773e-4df6-9fae-8a540d0fe58a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.921265] env[63622]: DEBUG oslo_vmware.api [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Task: {'id': task-1817035, 'name': Rename_Task, 'duration_secs': 0.141529} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.924754] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] [instance: 254be768-e148-4291-be13-02cee70e2784] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1663.925258] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0896874-ba17-458a-83c7-d4c4a60749e6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.935081] env[63622]: DEBUG oslo_vmware.api [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Waiting for the task: (returnval){ [ 1663.935081] env[63622]: value = "task-1817036" [ 1663.935081] env[63622]: _type = "Task" [ 1663.935081] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.949866] env[63622]: DEBUG oslo_vmware.api [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Task: {'id': task-1817036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.951037] env[63622]: DEBUG nova.compute.manager [req-a14d3d1d-a53a-4191-a760-bffe1dfa3496 req-cf3484e0-82e0-465b-9b0a-de825fe97734 service nova] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Received event network-vif-plugged-3e023fd3-5c0a-497d-9374-7dc89baf4c0c {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1663.951297] env[63622]: DEBUG oslo_concurrency.lockutils [req-a14d3d1d-a53a-4191-a760-bffe1dfa3496 req-cf3484e0-82e0-465b-9b0a-de825fe97734 service nova] Acquiring lock "33b2dc88-3680-40ae-8e59-942198691cbf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.951521] env[63622]: DEBUG oslo_concurrency.lockutils [req-a14d3d1d-a53a-4191-a760-bffe1dfa3496 req-cf3484e0-82e0-465b-9b0a-de825fe97734 service nova] Lock "33b2dc88-3680-40ae-8e59-942198691cbf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.953020] env[63622]: DEBUG oslo_concurrency.lockutils [req-a14d3d1d-a53a-4191-a760-bffe1dfa3496 req-cf3484e0-82e0-465b-9b0a-de825fe97734 service nova] Lock "33b2dc88-3680-40ae-8e59-942198691cbf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.953020] env[63622]: DEBUG nova.compute.manager [req-a14d3d1d-a53a-4191-a760-bffe1dfa3496 req-cf3484e0-82e0-465b-9b0a-de825fe97734 service nova] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] No waiting events found dispatching network-vif-plugged-3e023fd3-5c0a-497d-9374-7dc89baf4c0c {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1663.953020] env[63622]: WARNING nova.compute.manager [req-a14d3d1d-a53a-4191-a760-bffe1dfa3496 req-cf3484e0-82e0-465b-9b0a-de825fe97734 service nova] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Received unexpected event network-vif-plugged-3e023fd3-5c0a-497d-9374-7dc89baf4c0c for instance with vm_state building and task_state spawning. [ 1664.053203] env[63622]: DEBUG nova.network.neutron [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Successfully updated port: 3e023fd3-5c0a-497d-9374-7dc89baf4c0c {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1664.056390] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c432dadd-62f3-44d8-81d1-59f6b86d1bb3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.065565] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2c571a-6181-481b-bcbe-7da433ab2dda {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.099680] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fbfb6a-4a4e-498c-b76d-a44ccd18921c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.110633] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9809555b-a31e-4d12-a1f4-41e9ce86ba68 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.125159] env[63622]: DEBUG nova.compute.provider_tree [None req-559333e6-8a52-4951-b1ea-4f922527418e tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1664.327574] env[63622]: INFO nova.compute.manager [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Shelve offloading [ 1664.451933] env[63622]: DEBUG oslo_vmware.api [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Task: {'id': task-1817036, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.485284] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Acquiring lock "fc8cce34-20b3-4963-9e3b-b3d8b303b23e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.485934] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Lock "fc8cce34-20b3-4963-9e3b-b3d8b303b23e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.556175] env[63622]: DEBUG oslo_concurrency.lockutils [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquiring lock "refresh_cache-33b2dc88-3680-40ae-8e59-942198691cbf" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1664.556386] env[63622]: DEBUG oslo_concurrency.lockutils [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquired lock "refresh_cache-33b2dc88-3680-40ae-8e59-942198691cbf" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.556993] env[63622]: DEBUG nova.network.neutron [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1664.629332] env[63622]: DEBUG nova.scheduler.client.report [None req-559333e6-8a52-4951-b1ea-4f922527418e tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1664.832248] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1664.832672] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cce6e35e-1114-4ab4-aa31-0256b3d81c50 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.842267] env[63622]: DEBUG oslo_vmware.api [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Waiting for the task: (returnval){ [ 1664.842267] env[63622]: value = "task-1817037" [ 1664.842267] env[63622]: _type = "Task" [ 1664.842267] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.852616] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] VM already powered off {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1664.852840] env[63622]: DEBUG nova.compute.manager [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1664.853620] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b6471d-9ff8-4a12-947f-aae4154a8dce {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.860243] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Acquiring lock "refresh_cache-dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1664.860417] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Acquired lock "refresh_cache-dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.860589] env[63622]: DEBUG nova.network.neutron [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1664.952021] env[63622]: DEBUG oslo_vmware.api [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Task: {'id': task-1817036, 'name': PowerOnVM_Task, 'duration_secs': 0.824319} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.952021] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] [instance: 254be768-e148-4291-be13-02cee70e2784] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1664.952021] env[63622]: INFO nova.compute.manager [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] [instance: 254be768-e148-4291-be13-02cee70e2784] Took 8.84 seconds to spawn the instance on the hypervisor. [ 1664.952021] env[63622]: DEBUG nova.compute.manager [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] [instance: 254be768-e148-4291-be13-02cee70e2784] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1664.952021] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07687d79-c9cc-4882-989b-b2c8875f73bf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.990524] env[63622]: DEBUG nova.compute.manager [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1665.102544] env[63622]: DEBUG nova.network.neutron [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1665.138021] env[63622]: DEBUG oslo_concurrency.lockutils [None req-559333e6-8a52-4951-b1ea-4f922527418e tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.138021] env[63622]: DEBUG oslo_concurrency.lockutils [None req-073bfac2-c15b-4157-be72-190828860e42 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.325s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.138021] env[63622]: DEBUG nova.objects.instance [None req-073bfac2-c15b-4157-be72-190828860e42 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Lazy-loading 'resources' on Instance uuid cd606483-2cfa-4a3f-af12-cde244aa4a7c {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1665.166029] env[63622]: INFO nova.scheduler.client.report [None req-559333e6-8a52-4951-b1ea-4f922527418e tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Deleted allocations for instance 26cfd079-2044-4975-8902-affe93c35647 [ 1665.317080] env[63622]: DEBUG nova.network.neutron [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Updating instance_info_cache with network_info: [{"id": "3e023fd3-5c0a-497d-9374-7dc89baf4c0c", "address": "fa:16:3e:95:da:37", "network": {"id": "6a81e564-3ab4-4b16-815a-02efc78621b6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1115342741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f120bd72d5754804aceba4bf1a29bd52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e023fd3-5c", "ovs_interfaceid": "3e023fd3-5c0a-497d-9374-7dc89baf4c0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1665.487083] env[63622]: INFO nova.compute.manager [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] [instance: 254be768-e148-4291-be13-02cee70e2784] Took 57.59 seconds to build instance. [ 1665.516979] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.666627] env[63622]: DEBUG nova.network.neutron [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Updating instance_info_cache with network_info: [{"id": "aa29f1af-ebf8-4191-9f1d-4596db3b5bfa", "address": "fa:16:3e:94:99:18", "network": {"id": "f6a6dd47-7b61-4b13-a2a1-9c46ffb461d1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-194860287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2a8048bf0c346588fcc48de2a56296a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa29f1af-eb", "ovs_interfaceid": "aa29f1af-ebf8-4191-9f1d-4596db3b5bfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1665.676360] env[63622]: DEBUG oslo_concurrency.lockutils [None req-559333e6-8a52-4951-b1ea-4f922527418e tempest-ServersAdminTestJSON-1185149179 tempest-ServersAdminTestJSON-1185149179-project-member] Lock "26cfd079-2044-4975-8902-affe93c35647" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.148s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.821576] env[63622]: DEBUG oslo_concurrency.lockutils [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Releasing lock "refresh_cache-33b2dc88-3680-40ae-8e59-942198691cbf" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1665.821909] env[63622]: DEBUG nova.compute.manager [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Instance network_info: |[{"id": "3e023fd3-5c0a-497d-9374-7dc89baf4c0c", "address": "fa:16:3e:95:da:37", "network": {"id": "6a81e564-3ab4-4b16-815a-02efc78621b6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1115342741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f120bd72d5754804aceba4bf1a29bd52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e023fd3-5c", "ovs_interfaceid": "3e023fd3-5c0a-497d-9374-7dc89baf4c0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1665.822360] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:da:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db328342-7107-4bac-b1d6-111fbd5780f1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e023fd3-5c0a-497d-9374-7dc89baf4c0c', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1665.830233] env[63622]: DEBUG oslo.service.loopingcall [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1665.830468] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1665.831249] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0420ebd-52ec-4a45-b435-628146b5bc64 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.859598] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1665.859598] env[63622]: value = "task-1817038" [ 1665.859598] env[63622]: _type = "Task" [ 1665.859598] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.875474] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817038, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.989407] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4e187eab-4f26-4f2e-b036-690a6624c63d tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Lock "254be768-e148-4291-be13-02cee70e2784" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.974s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.126386] env[63622]: DEBUG nova.compute.manager [req-18fb46fa-90ca-4675-a1da-c9479a54e3b3 req-cea5a359-e432-4d3c-916e-d55c3876769d service nova] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Received event network-changed-3e023fd3-5c0a-497d-9374-7dc89baf4c0c {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1666.126675] env[63622]: DEBUG nova.compute.manager [req-18fb46fa-90ca-4675-a1da-c9479a54e3b3 req-cea5a359-e432-4d3c-916e-d55c3876769d service nova] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Refreshing instance network info cache due to event network-changed-3e023fd3-5c0a-497d-9374-7dc89baf4c0c. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1666.126675] env[63622]: DEBUG oslo_concurrency.lockutils [req-18fb46fa-90ca-4675-a1da-c9479a54e3b3 req-cea5a359-e432-4d3c-916e-d55c3876769d service nova] Acquiring lock "refresh_cache-33b2dc88-3680-40ae-8e59-942198691cbf" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1666.126790] env[63622]: DEBUG oslo_concurrency.lockutils [req-18fb46fa-90ca-4675-a1da-c9479a54e3b3 req-cea5a359-e432-4d3c-916e-d55c3876769d service nova] Acquired lock "refresh_cache-33b2dc88-3680-40ae-8e59-942198691cbf" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.127254] env[63622]: DEBUG nova.network.neutron [req-18fb46fa-90ca-4675-a1da-c9479a54e3b3 req-cea5a359-e432-4d3c-916e-d55c3876769d service nova] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Refreshing network info cache for port 3e023fd3-5c0a-497d-9374-7dc89baf4c0c {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1666.155819] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6554724b-c022-4e9d-b6a8-a0ec8b1729ea {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.165468] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a898e82b-50fd-4c78-a967-97849ef2238f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.199630] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Releasing lock "refresh_cache-dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1666.202729] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae37c4a9-2659-402b-9060-0a950d936ec8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.211577] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4be0057-f9b6-4653-9e3d-4939bc09a628 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.228331] env[63622]: DEBUG nova.compute.provider_tree [None req-073bfac2-c15b-4157-be72-190828860e42 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1666.234385] env[63622]: DEBUG oslo_concurrency.lockutils [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquiring lock "3eaef681-f30f-4f11-8a0a-c8bfe7081c3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.234691] env[63622]: DEBUG oslo_concurrency.lockutils [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Lock "3eaef681-f30f-4f11-8a0a-c8bfe7081c3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.353361] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1666.353590] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1666.374316] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817038, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.601043] env[63622]: DEBUG nova.compute.manager [req-cdf87cdf-002c-4be5-9344-93547a329084 req-4fc7086e-4c9e-40a0-9fbe-688e23a65feb service nova] [instance: 254be768-e148-4291-be13-02cee70e2784] Received event network-changed-c98c3816-becc-4b55-bf23-c16996bbb219 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1666.601566] env[63622]: DEBUG nova.compute.manager [req-cdf87cdf-002c-4be5-9344-93547a329084 req-4fc7086e-4c9e-40a0-9fbe-688e23a65feb service nova] [instance: 254be768-e148-4291-be13-02cee70e2784] Refreshing instance network info cache due to event network-changed-c98c3816-becc-4b55-bf23-c16996bbb219. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1666.601825] env[63622]: DEBUG oslo_concurrency.lockutils [req-cdf87cdf-002c-4be5-9344-93547a329084 req-4fc7086e-4c9e-40a0-9fbe-688e23a65feb service nova] Acquiring lock "refresh_cache-254be768-e148-4291-be13-02cee70e2784" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1666.601935] env[63622]: DEBUG oslo_concurrency.lockutils [req-cdf87cdf-002c-4be5-9344-93547a329084 req-4fc7086e-4c9e-40a0-9fbe-688e23a65feb service nova] Acquired lock "refresh_cache-254be768-e148-4291-be13-02cee70e2784" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.602112] env[63622]: DEBUG nova.network.neutron [req-cdf87cdf-002c-4be5-9344-93547a329084 req-4fc7086e-4c9e-40a0-9fbe-688e23a65feb service nova] [instance: 254be768-e148-4291-be13-02cee70e2784] Refreshing network info cache for port c98c3816-becc-4b55-bf23-c16996bbb219 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1666.740131] env[63622]: DEBUG nova.scheduler.client.report [None req-073bfac2-c15b-4157-be72-190828860e42 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1666.747078] env[63622]: DEBUG nova.compute.manager [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1666.868269] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1666.868269] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Starting heal instance info cache {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 1666.880573] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817038, 'name': CreateVM_Task, 'duration_secs': 0.721137} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.880729] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1666.882036] env[63622]: DEBUG oslo_concurrency.lockutils [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1666.882214] env[63622]: DEBUG oslo_concurrency.lockutils [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.882570] env[63622]: DEBUG oslo_concurrency.lockutils [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1666.882828] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c256821f-01ba-4010-83fc-29a4fdc33b8b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.890719] env[63622]: DEBUG oslo_vmware.api [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1666.890719] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5283c816-e8d7-4d0d-fa6d-551c70842d52" [ 1666.890719] env[63622]: _type = "Task" [ 1666.890719] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.901778] env[63622]: DEBUG oslo_vmware.api [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5283c816-e8d7-4d0d-fa6d-551c70842d52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.949815] env[63622]: DEBUG nova.network.neutron [req-18fb46fa-90ca-4675-a1da-c9479a54e3b3 req-cea5a359-e432-4d3c-916e-d55c3876769d service nova] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Updated VIF entry in instance network info cache for port 3e023fd3-5c0a-497d-9374-7dc89baf4c0c. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1666.950312] env[63622]: DEBUG nova.network.neutron [req-18fb46fa-90ca-4675-a1da-c9479a54e3b3 req-cea5a359-e432-4d3c-916e-d55c3876769d service nova] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Updating instance_info_cache with network_info: [{"id": "3e023fd3-5c0a-497d-9374-7dc89baf4c0c", "address": "fa:16:3e:95:da:37", "network": {"id": "6a81e564-3ab4-4b16-815a-02efc78621b6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1115342741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f120bd72d5754804aceba4bf1a29bd52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e023fd3-5c", "ovs_interfaceid": "3e023fd3-5c0a-497d-9374-7dc89baf4c0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.076198] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1667.077837] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac312fc-a00e-4337-9e5b-9ad5d7668e22 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.090018] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1667.090018] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e776e3d5-4db6-4476-9d30-041f668c7dd2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.097573] env[63622]: DEBUG oslo_concurrency.lockutils [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquiring lock "8b938f1f-ad5c-4bf1-a1df-590138d31bfc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.097961] env[63622]: DEBUG oslo_concurrency.lockutils [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Lock "8b938f1f-ad5c-4bf1-a1df-590138d31bfc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.171537] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1667.171537] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1667.171537] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Deleting the datastore file [datastore1] dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1667.171537] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9bbcc0a-600c-4119-9e43-f7fd4b47aad8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.180492] env[63622]: DEBUG oslo_vmware.api [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Waiting for the task: (returnval){ [ 1667.180492] env[63622]: value = "task-1817040" [ 1667.180492] env[63622]: _type = "Task" [ 1667.180492] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.190668] env[63622]: DEBUG oslo_vmware.api [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817040, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.245710] env[63622]: DEBUG oslo_concurrency.lockutils [None req-073bfac2-c15b-4157-be72-190828860e42 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.108s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.252195] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5be3ff03-91de-469d-af5a-359c2d0e62c2 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.948s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.252195] env[63622]: DEBUG nova.objects.instance [None req-5be3ff03-91de-469d-af5a-359c2d0e62c2 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Lazy-loading 'resources' on Instance uuid 8d916502-431a-427c-85e0-cecda54a70f0 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1667.282460] env[63622]: INFO nova.scheduler.client.report [None req-073bfac2-c15b-4157-be72-190828860e42 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Deleted allocations for instance cd606483-2cfa-4a3f-af12-cde244aa4a7c [ 1667.288219] env[63622]: DEBUG oslo_concurrency.lockutils [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.407018] env[63622]: DEBUG oslo_vmware.api [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5283c816-e8d7-4d0d-fa6d-551c70842d52, 'name': SearchDatastore_Task, 'duration_secs': 0.010893} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.407402] env[63622]: DEBUG oslo_concurrency.lockutils [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1667.407688] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1667.408014] env[63622]: DEBUG oslo_concurrency.lockutils [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.408157] env[63622]: DEBUG oslo_concurrency.lockutils [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.408364] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1667.408655] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21960aa1-4e52-450a-8bf7-332460edb29e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.419422] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1667.419422] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1667.419722] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bbcbea4-fff5-4cf4-91fc-79481f42c2a7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.424932] env[63622]: DEBUG nova.network.neutron [req-cdf87cdf-002c-4be5-9344-93547a329084 req-4fc7086e-4c9e-40a0-9fbe-688e23a65feb service nova] [instance: 254be768-e148-4291-be13-02cee70e2784] Updated VIF entry in instance network info cache for port c98c3816-becc-4b55-bf23-c16996bbb219. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1667.425383] env[63622]: DEBUG nova.network.neutron [req-cdf87cdf-002c-4be5-9344-93547a329084 req-4fc7086e-4c9e-40a0-9fbe-688e23a65feb service nova] [instance: 254be768-e148-4291-be13-02cee70e2784] Updating instance_info_cache with network_info: [{"id": "c98c3816-becc-4b55-bf23-c16996bbb219", "address": "fa:16:3e:a3:9a:81", "network": {"id": "d7bc6930-2fe1-40a7-8403-3676bdb1f241", "bridge": "br-int", "label": "tempest-ServersTestJSON-1647137421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1e0a16c7dc6461296e58b62b2f875c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc98c3816-be", "ovs_interfaceid": "c98c3816-becc-4b55-bf23-c16996bbb219", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.430738] env[63622]: DEBUG oslo_vmware.api [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1667.430738] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5218c8fb-a1a7-1c15-4f52-15e2a051ba78" [ 1667.430738] env[63622]: _type = "Task" [ 1667.430738] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.440156] env[63622]: DEBUG oslo_vmware.api [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5218c8fb-a1a7-1c15-4f52-15e2a051ba78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.454550] env[63622]: DEBUG oslo_concurrency.lockutils [req-18fb46fa-90ca-4675-a1da-c9479a54e3b3 req-cea5a359-e432-4d3c-916e-d55c3876769d service nova] Releasing lock "refresh_cache-33b2dc88-3680-40ae-8e59-942198691cbf" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1667.607137] env[63622]: DEBUG nova.compute.manager [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1667.693370] env[63622]: DEBUG oslo_vmware.api [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817040, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164439} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.693648] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1667.693846] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1667.694012] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1667.710352] env[63622]: INFO nova.scheduler.client.report [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Deleted allocations for instance dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3 [ 1667.793814] env[63622]: DEBUG oslo_concurrency.lockutils [None req-073bfac2-c15b-4157-be72-190828860e42 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Lock "cd606483-2cfa-4a3f-af12-cde244aa4a7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.598s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.929088] env[63622]: DEBUG oslo_concurrency.lockutils [req-cdf87cdf-002c-4be5-9344-93547a329084 req-4fc7086e-4c9e-40a0-9fbe-688e23a65feb service nova] Releasing lock "refresh_cache-254be768-e148-4291-be13-02cee70e2784" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1667.943046] env[63622]: DEBUG oslo_vmware.api [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5218c8fb-a1a7-1c15-4f52-15e2a051ba78, 'name': SearchDatastore_Task, 'duration_secs': 0.020058} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.943763] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8462040d-9ae2-4504-870c-0b60b8f861e0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.951026] env[63622]: DEBUG oslo_vmware.api [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1667.951026] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5234d85c-d64f-20ec-3c2c-1505b857844d" [ 1667.951026] env[63622]: _type = "Task" [ 1667.951026] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.961015] env[63622]: DEBUG oslo_vmware.api [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5234d85c-d64f-20ec-3c2c-1505b857844d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.123327] env[63622]: DEBUG oslo_concurrency.lockutils [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.155090] env[63622]: DEBUG nova.compute.manager [req-137d9670-df27-4b86-85a1-fc224f16d857 req-f5cdb2c3-32de-4e8a-93f3-e109cf2ba82e service nova] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Received event network-vif-unplugged-aa29f1af-ebf8-4191-9f1d-4596db3b5bfa {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1668.155449] env[63622]: DEBUG oslo_concurrency.lockutils [req-137d9670-df27-4b86-85a1-fc224f16d857 req-f5cdb2c3-32de-4e8a-93f3-e109cf2ba82e service nova] Acquiring lock "dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.155748] env[63622]: DEBUG oslo_concurrency.lockutils [req-137d9670-df27-4b86-85a1-fc224f16d857 req-f5cdb2c3-32de-4e8a-93f3-e109cf2ba82e service nova] Lock "dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.156022] env[63622]: DEBUG oslo_concurrency.lockutils [req-137d9670-df27-4b86-85a1-fc224f16d857 req-f5cdb2c3-32de-4e8a-93f3-e109cf2ba82e service nova] Lock "dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.156197] env[63622]: DEBUG nova.compute.manager [req-137d9670-df27-4b86-85a1-fc224f16d857 req-f5cdb2c3-32de-4e8a-93f3-e109cf2ba82e service nova] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] No waiting events found dispatching network-vif-unplugged-aa29f1af-ebf8-4191-9f1d-4596db3b5bfa {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1668.156404] env[63622]: WARNING nova.compute.manager [req-137d9670-df27-4b86-85a1-fc224f16d857 req-f5cdb2c3-32de-4e8a-93f3-e109cf2ba82e service nova] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Received unexpected event network-vif-unplugged-aa29f1af-ebf8-4191-9f1d-4596db3b5bfa for instance with vm_state shelved_offloaded and task_state None. [ 1668.156657] env[63622]: DEBUG nova.compute.manager [req-137d9670-df27-4b86-85a1-fc224f16d857 req-f5cdb2c3-32de-4e8a-93f3-e109cf2ba82e service nova] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Received event network-changed-aa29f1af-ebf8-4191-9f1d-4596db3b5bfa {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1668.156811] env[63622]: DEBUG nova.compute.manager [req-137d9670-df27-4b86-85a1-fc224f16d857 req-f5cdb2c3-32de-4e8a-93f3-e109cf2ba82e service nova] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Refreshing instance network info cache due to event network-changed-aa29f1af-ebf8-4191-9f1d-4596db3b5bfa. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1668.157035] env[63622]: DEBUG oslo_concurrency.lockutils [req-137d9670-df27-4b86-85a1-fc224f16d857 req-f5cdb2c3-32de-4e8a-93f3-e109cf2ba82e service nova] Acquiring lock "refresh_cache-dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1668.157433] env[63622]: DEBUG oslo_concurrency.lockutils [req-137d9670-df27-4b86-85a1-fc224f16d857 req-f5cdb2c3-32de-4e8a-93f3-e109cf2ba82e service nova] Acquired lock "refresh_cache-dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.157433] env[63622]: DEBUG nova.network.neutron [req-137d9670-df27-4b86-85a1-fc224f16d857 req-f5cdb2c3-32de-4e8a-93f3-e109cf2ba82e service nova] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Refreshing network info cache for port aa29f1af-ebf8-4191-9f1d-4596db3b5bfa {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1668.216959] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.218837] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dafa9d4-93dc-46ec-bcea-86801ca8c072 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.232075] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01407fd8-5567-4d77-8f38-0dae57e2c6f0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.274020] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ecd0c6-71df-411c-a298-857decc00be9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.281547] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd5615f-3f20-4bf0-8389-a2e97a4e5ad1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.296635] env[63622]: DEBUG nova.compute.provider_tree [None req-5be3ff03-91de-469d-af5a-359c2d0e62c2 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1668.463138] env[63622]: DEBUG oslo_vmware.api [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5234d85c-d64f-20ec-3c2c-1505b857844d, 'name': SearchDatastore_Task, 'duration_secs': 0.010662} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.463452] env[63622]: DEBUG oslo_concurrency.lockutils [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1668.463729] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 33b2dc88-3680-40ae-8e59-942198691cbf/33b2dc88-3680-40ae-8e59-942198691cbf.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1668.463986] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce6725ba-b6a6-4528-a60f-5183296b55c1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.472224] env[63622]: DEBUG oslo_vmware.api [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1668.472224] env[63622]: value = "task-1817041" [ 1668.472224] env[63622]: _type = "Task" [ 1668.472224] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.480782] env[63622]: DEBUG oslo_vmware.api [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.799983] env[63622]: DEBUG nova.scheduler.client.report [None req-5be3ff03-91de-469d-af5a-359c2d0e62c2 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1668.826271] env[63622]: DEBUG oslo_concurrency.lockutils [None req-78334621-c119-45bb-8d1f-f5dd7cd24c85 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Acquiring lock "88a07015-5ac1-45f5-9394-aa2c83a968c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.826713] env[63622]: DEBUG oslo_concurrency.lockutils [None req-78334621-c119-45bb-8d1f-f5dd7cd24c85 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Lock "88a07015-5ac1-45f5-9394-aa2c83a968c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.827016] env[63622]: DEBUG oslo_concurrency.lockutils [None req-78334621-c119-45bb-8d1f-f5dd7cd24c85 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Acquiring lock "88a07015-5ac1-45f5-9394-aa2c83a968c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.827246] env[63622]: DEBUG oslo_concurrency.lockutils [None req-78334621-c119-45bb-8d1f-f5dd7cd24c85 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Lock "88a07015-5ac1-45f5-9394-aa2c83a968c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.828268] env[63622]: DEBUG oslo_concurrency.lockutils [None req-78334621-c119-45bb-8d1f-f5dd7cd24c85 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Lock "88a07015-5ac1-45f5-9394-aa2c83a968c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.831790] env[63622]: INFO nova.compute.manager [None req-78334621-c119-45bb-8d1f-f5dd7cd24c85 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Terminating instance [ 1668.983739] env[63622]: DEBUG oslo_vmware.api [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817041, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.015840] env[63622]: DEBUG nova.network.neutron [req-137d9670-df27-4b86-85a1-fc224f16d857 req-f5cdb2c3-32de-4e8a-93f3-e109cf2ba82e service nova] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Updated VIF entry in instance network info cache for port aa29f1af-ebf8-4191-9f1d-4596db3b5bfa. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1669.016224] env[63622]: DEBUG nova.network.neutron [req-137d9670-df27-4b86-85a1-fc224f16d857 req-f5cdb2c3-32de-4e8a-93f3-e109cf2ba82e service nova] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Updating instance_info_cache with network_info: [{"id": "aa29f1af-ebf8-4191-9f1d-4596db3b5bfa", "address": "fa:16:3e:94:99:18", "network": {"id": "f6a6dd47-7b61-4b13-a2a1-9c46ffb461d1", "bridge": null, "label": "tempest-ServersNegativeTestJSON-194860287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2a8048bf0c346588fcc48de2a56296a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapaa29f1af-eb", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.308387] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5be3ff03-91de-469d-af5a-359c2d0e62c2 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.058s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.312931] env[63622]: DEBUG oslo_concurrency.lockutils [None req-cd8d53a6-ba2d-4c3a-8319-fea5aa55e0cd tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.311s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.313201] env[63622]: DEBUG nova.objects.instance [None req-cd8d53a6-ba2d-4c3a-8319-fea5aa55e0cd tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Lazy-loading 'resources' on Instance uuid 8a2d92a3-829a-485d-8cb4-68a3969fd7b4 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1669.340760] env[63622]: DEBUG nova.compute.manager [None req-78334621-c119-45bb-8d1f-f5dd7cd24c85 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1669.341010] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-78334621-c119-45bb-8d1f-f5dd7cd24c85 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1669.342382] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1946169-cc73-4d3a-8cac-261758e1d307 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.346195] env[63622]: INFO nova.scheduler.client.report [None req-5be3ff03-91de-469d-af5a-359c2d0e62c2 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Deleted allocations for instance 8d916502-431a-427c-85e0-cecda54a70f0 [ 1669.356044] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-78334621-c119-45bb-8d1f-f5dd7cd24c85 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1669.356753] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3cbecaa8-2628-423b-8195-963442100dc1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.363670] env[63622]: DEBUG oslo_vmware.api [None req-78334621-c119-45bb-8d1f-f5dd7cd24c85 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Waiting for the task: (returnval){ [ 1669.363670] env[63622]: value = "task-1817042" [ 1669.363670] env[63622]: _type = "Task" [ 1669.363670] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.374102] env[63622]: DEBUG oslo_vmware.api [None req-78334621-c119-45bb-8d1f-f5dd7cd24c85 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1817042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.484846] env[63622]: DEBUG oslo_vmware.api [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817041, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522714} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.484846] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 33b2dc88-3680-40ae-8e59-942198691cbf/33b2dc88-3680-40ae-8e59-942198691cbf.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1669.485102] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1669.485246] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f90c000-7e5f-4fdf-9756-fd6b8ece802b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.493050] env[63622]: DEBUG oslo_vmware.api [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1669.493050] env[63622]: value = "task-1817043" [ 1669.493050] env[63622]: _type = "Task" [ 1669.493050] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.501471] env[63622]: DEBUG oslo_vmware.api [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.519459] env[63622]: DEBUG oslo_concurrency.lockutils [req-137d9670-df27-4b86-85a1-fc224f16d857 req-f5cdb2c3-32de-4e8a-93f3-e109cf2ba82e service nova] Releasing lock "refresh_cache-dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.856713] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5be3ff03-91de-469d-af5a-359c2d0e62c2 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Lock "8d916502-431a-427c-85e0-cecda54a70f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.492s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.874144] env[63622]: DEBUG oslo_vmware.api [None req-78334621-c119-45bb-8d1f-f5dd7cd24c85 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1817042, 'name': PowerOffVM_Task, 'duration_secs': 0.252034} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.874490] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-78334621-c119-45bb-8d1f-f5dd7cd24c85 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1669.874675] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-78334621-c119-45bb-8d1f-f5dd7cd24c85 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1669.875711] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6ed8b83-3928-4e6a-a7fd-3acbeeec10c9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.935009] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "refresh_cache-3cf07a7e-58db-4d28-8710-b2d0a89b5bf2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.935175] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquired lock "refresh_cache-3cf07a7e-58db-4d28-8710-b2d0a89b5bf2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.935321] env[63622]: DEBUG nova.network.neutron [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Forcefully refreshing network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1670.005953] env[63622]: DEBUG oslo_vmware.api [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137921} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.006249] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1670.007121] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9309150f-98e5-45bc-8df8-1238e477d9b3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.030139] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 33b2dc88-3680-40ae-8e59-942198691cbf/33b2dc88-3680-40ae-8e59-942198691cbf.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1670.033191] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bbab809-d359-46d7-9050-55d094fa3435 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.054485] env[63622]: DEBUG oslo_vmware.api [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1670.054485] env[63622]: value = "task-1817045" [ 1670.054485] env[63622]: _type = "Task" [ 1670.054485] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.069061] env[63622]: DEBUG oslo_vmware.api [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817045, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.172614] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-78334621-c119-45bb-8d1f-f5dd7cd24c85 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1670.172838] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-78334621-c119-45bb-8d1f-f5dd7cd24c85 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1670.173028] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-78334621-c119-45bb-8d1f-f5dd7cd24c85 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Deleting the datastore file [datastore1] 88a07015-5ac1-45f5-9394-aa2c83a968c2 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1670.173769] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1439bcd3-39bd-4057-8605-e891c9f31ed5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.183687] env[63622]: DEBUG oslo_vmware.api [None req-78334621-c119-45bb-8d1f-f5dd7cd24c85 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Waiting for the task: (returnval){ [ 1670.183687] env[63622]: value = "task-1817046" [ 1670.183687] env[63622]: _type = "Task" [ 1670.183687] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.197276] env[63622]: DEBUG oslo_vmware.api [None req-78334621-c119-45bb-8d1f-f5dd7cd24c85 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1817046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.275222] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d01db9-4a22-4c4e-bb68-e70441ccb639 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.283928] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af43a829-464f-4b94-ace9-4c3737a0252c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.314961] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e414fc-3cc8-4ca4-a9d8-f04b09750c24 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.323289] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3094fc40-cd76-4aa8-9a7a-b5f9e94c1eee {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.337531] env[63622]: DEBUG nova.compute.provider_tree [None req-cd8d53a6-ba2d-4c3a-8319-fea5aa55e0cd tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1670.389386] env[63622]: DEBUG oslo_concurrency.lockutils [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Acquiring lock "dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.564798] env[63622]: DEBUG oslo_vmware.api [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817045, 'name': ReconfigVM_Task, 'duration_secs': 0.407883} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.565126] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 33b2dc88-3680-40ae-8e59-942198691cbf/33b2dc88-3680-40ae-8e59-942198691cbf.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1670.565806] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae1e61cb-f007-4a04-a17d-89e41a746759 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.572519] env[63622]: DEBUG oslo_vmware.api [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1670.572519] env[63622]: value = "task-1817047" [ 1670.572519] env[63622]: _type = "Task" [ 1670.572519] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.581227] env[63622]: DEBUG oslo_vmware.api [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817047, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.695201] env[63622]: DEBUG oslo_vmware.api [None req-78334621-c119-45bb-8d1f-f5dd7cd24c85 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Task: {'id': task-1817046, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175458} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.695201] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-78334621-c119-45bb-8d1f-f5dd7cd24c85 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1670.695201] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-78334621-c119-45bb-8d1f-f5dd7cd24c85 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1670.695201] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-78334621-c119-45bb-8d1f-f5dd7cd24c85 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1670.695201] env[63622]: INFO nova.compute.manager [None req-78334621-c119-45bb-8d1f-f5dd7cd24c85 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Took 1.35 seconds to destroy the instance on the hypervisor. [ 1670.695201] env[63622]: DEBUG oslo.service.loopingcall [None req-78334621-c119-45bb-8d1f-f5dd7cd24c85 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1670.695201] env[63622]: DEBUG nova.compute.manager [-] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1670.695201] env[63622]: DEBUG nova.network.neutron [-] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1670.842330] env[63622]: DEBUG nova.scheduler.client.report [None req-cd8d53a6-ba2d-4c3a-8319-fea5aa55e0cd tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1671.085617] env[63622]: DEBUG oslo_vmware.api [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817047, 'name': Rename_Task, 'duration_secs': 0.3374} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.087327] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1671.087847] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9ad42ee-b962-4fcc-b98a-1eb837145e54 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.099324] env[63622]: DEBUG oslo_vmware.api [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1671.099324] env[63622]: value = "task-1817048" [ 1671.099324] env[63622]: _type = "Task" [ 1671.099324] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.117533] env[63622]: DEBUG oslo_vmware.api [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.216210] env[63622]: DEBUG nova.network.neutron [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Updating instance_info_cache with network_info: [{"id": "af0c5251-50b4-4d15-892c-f48a73408f43", "address": "fa:16:3e:a7:cd:18", "network": {"id": "9fa016ff-84b6-4077-add7-d40824a74722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-258535483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068319b363fb4cf0ab99d3d35221338d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf0c5251-50", "ovs_interfaceid": "af0c5251-50b4-4d15-892c-f48a73408f43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.249716] env[63622]: DEBUG nova.compute.manager [req-de3abb16-06a1-477e-9eed-8c6a1058d1ef req-179c9457-528a-47d1-b928-16dd110ddde2 service nova] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Received event network-vif-deleted-97b9c70d-7e33-432f-b867-a4c4ba926ad3 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1671.249916] env[63622]: INFO nova.compute.manager [req-de3abb16-06a1-477e-9eed-8c6a1058d1ef req-179c9457-528a-47d1-b928-16dd110ddde2 service nova] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Neutron deleted interface 97b9c70d-7e33-432f-b867-a4c4ba926ad3; detaching it from the instance and deleting it from the info cache [ 1671.250106] env[63622]: DEBUG nova.network.neutron [req-de3abb16-06a1-477e-9eed-8c6a1058d1ef req-179c9457-528a-47d1-b928-16dd110ddde2 service nova] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.349702] env[63622]: DEBUG oslo_concurrency.lockutils [None req-cd8d53a6-ba2d-4c3a-8319-fea5aa55e0cd tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.037s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.351997] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d7785e9c-fca6-4b06-be13-58bc2c3a846a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.554s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.352262] env[63622]: DEBUG nova.objects.instance [None req-d7785e9c-fca6-4b06-be13-58bc2c3a846a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lazy-loading 'resources' on Instance uuid 8144b612-bbdd-41d7-ba56-0c49cc7a5215 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1671.374064] env[63622]: INFO nova.scheduler.client.report [None req-cd8d53a6-ba2d-4c3a-8319-fea5aa55e0cd tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Deleted allocations for instance 8a2d92a3-829a-485d-8cb4-68a3969fd7b4 [ 1671.610414] env[63622]: DEBUG oslo_vmware.api [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817048, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.652847] env[63622]: DEBUG nova.network.neutron [-] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.718909] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Releasing lock "refresh_cache-3cf07a7e-58db-4d28-8710-b2d0a89b5bf2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.719332] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Updated the network info_cache for instance {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10350}} [ 1671.719407] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1671.719512] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1671.719660] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1671.719808] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1671.719948] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1671.720105] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1671.720241] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63622) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 1671.720414] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager.update_available_resource {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1671.753015] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad8ce5d8-fd8c-4a51-85d3-3e3113d0d4e9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.763782] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622e204f-2cc7-4603-b4b9-c3236b0fd325 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.799314] env[63622]: DEBUG nova.compute.manager [req-de3abb16-06a1-477e-9eed-8c6a1058d1ef req-179c9457-528a-47d1-b928-16dd110ddde2 service nova] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Detach interface failed, port_id=97b9c70d-7e33-432f-b867-a4c4ba926ad3, reason: Instance 88a07015-5ac1-45f5-9394-aa2c83a968c2 could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1671.883314] env[63622]: DEBUG oslo_concurrency.lockutils [None req-cd8d53a6-ba2d-4c3a-8319-fea5aa55e0cd tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Lock "8a2d92a3-829a-485d-8cb4-68a3969fd7b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.950s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.108516] env[63622]: DEBUG oslo_vmware.api [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817048, 'name': PowerOnVM_Task, 'duration_secs': 0.564073} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.108795] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1672.108998] env[63622]: INFO nova.compute.manager [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1672.109226] env[63622]: DEBUG nova.compute.manager [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1672.110327] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2917dd08-650d-491c-8d7e-3721674f7647 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.154850] env[63622]: INFO nova.compute.manager [-] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Took 1.46 seconds to deallocate network for instance. [ 1672.223425] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.269550] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a95d01c-c63f-40fe-9b54-d3e160eabd8e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.278224] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1601c70-7808-4e1f-8c70-468d8814ace9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.311564] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a636d2-d312-4c02-84a5-713a7f99c0cc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.320531] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fd5239-ae30-43d1-b097-2b7709d8edf1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.337283] env[63622]: DEBUG nova.compute.provider_tree [None req-d7785e9c-fca6-4b06-be13-58bc2c3a846a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1672.630269] env[63622]: INFO nova.compute.manager [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Took 45.50 seconds to build instance. [ 1672.666480] env[63622]: DEBUG oslo_concurrency.lockutils [None req-78334621-c119-45bb-8d1f-f5dd7cd24c85 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.841995] env[63622]: DEBUG nova.scheduler.client.report [None req-d7785e9c-fca6-4b06-be13-58bc2c3a846a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1673.134834] env[63622]: DEBUG oslo_concurrency.lockutils [None req-250ab9ae-6e33-41f0-8c9d-f8c536a0afa5 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "33b2dc88-3680-40ae-8e59-942198691cbf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.008s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.348665] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d7785e9c-fca6-4b06-be13-58bc2c3a846a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.996s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.351623] env[63622]: DEBUG oslo_concurrency.lockutils [None req-323f9e3d-de04-43b3-99fa-b3b86fecef2c tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.846s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.351895] env[63622]: DEBUG nova.objects.instance [None req-323f9e3d-de04-43b3-99fa-b3b86fecef2c tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Lazy-loading 'resources' on Instance uuid 6602df5b-e638-43d6-975a-b5379fb51776 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1673.369927] env[63622]: INFO nova.scheduler.client.report [None req-d7785e9c-fca6-4b06-be13-58bc2c3a846a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Deleted allocations for instance 8144b612-bbdd-41d7-ba56-0c49cc7a5215 [ 1673.496167] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf41eda6-e05f-4e5e-8201-e7ed5bbca865 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.506097] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b44966ed-4fcc-42f5-aa06-46085cb4516e tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Suspending the VM {{(pid=63622) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1673.506213] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-999b9488-068e-4bcf-9579-3dc316bd831c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.514184] env[63622]: DEBUG oslo_vmware.api [None req-b44966ed-4fcc-42f5-aa06-46085cb4516e tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1673.514184] env[63622]: value = "task-1817049" [ 1673.514184] env[63622]: _type = "Task" [ 1673.514184] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.530030] env[63622]: DEBUG oslo_vmware.api [None req-b44966ed-4fcc-42f5-aa06-46085cb4516e tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817049, 'name': SuspendVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.676425] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquiring lock "33d3c30c-584c-4547-823a-feaca12bad8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.676781] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Lock "33d3c30c-584c-4547-823a-feaca12bad8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.716681] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquiring lock "d9c53bf1-f585-498b-99c9-fea2cf9e74a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.716937] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Lock "d9c53bf1-f585-498b-99c9-fea2cf9e74a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.879248] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d7785e9c-fca6-4b06-be13-58bc2c3a846a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "8144b612-bbdd-41d7-ba56-0c49cc7a5215" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.671s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.028759] env[63622]: DEBUG oslo_vmware.api [None req-b44966ed-4fcc-42f5-aa06-46085cb4516e tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817049, 'name': SuspendVM_Task} progress is 58%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.183066] env[63622]: DEBUG nova.compute.manager [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1674.225262] env[63622]: DEBUG nova.compute.manager [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1674.249124] env[63622]: DEBUG oslo_concurrency.lockutils [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Acquiring lock "6a584ddb-fae6-4dd8-9b55-093406314097" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.250802] env[63622]: DEBUG oslo_concurrency.lockutils [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Lock "6a584ddb-fae6-4dd8-9b55-093406314097" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.342680] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f507af77-2422-46ac-bd47-a3a81a767581 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.353858] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015e7851-0f19-4828-a4ae-b86c5f5e9a22 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.392350] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e199568-01bc-45f3-97a5-3c0bfa304c5a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.401770] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f78935-4a55-44d6-973a-3f403364afd9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.416395] env[63622]: DEBUG nova.compute.provider_tree [None req-323f9e3d-de04-43b3-99fa-b3b86fecef2c tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1674.526689] env[63622]: DEBUG oslo_vmware.api [None req-b44966ed-4fcc-42f5-aa06-46085cb4516e tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817049, 'name': SuspendVM_Task, 'duration_secs': 0.771533} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.526968] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b44966ed-4fcc-42f5-aa06-46085cb4516e tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Suspended the VM {{(pid=63622) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1674.527397] env[63622]: DEBUG nova.compute.manager [None req-b44966ed-4fcc-42f5-aa06-46085cb4516e tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1674.527998] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454c03ec-9f9c-445d-8031-f2ed84da8e44 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.664591] env[63622]: DEBUG oslo_concurrency.lockutils [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "1076340d-a740-4c92-8539-0ba9d17680f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.664836] env[63622]: DEBUG oslo_concurrency.lockutils [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "1076340d-a740-4c92-8539-0ba9d17680f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.703475] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.748712] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.758533] env[63622]: DEBUG nova.compute.manager [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1674.920029] env[63622]: DEBUG nova.scheduler.client.report [None req-323f9e3d-de04-43b3-99fa-b3b86fecef2c tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1675.289349] env[63622]: DEBUG oslo_concurrency.lockutils [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.425059] env[63622]: DEBUG oslo_concurrency.lockutils [None req-323f9e3d-de04-43b3-99fa-b3b86fecef2c tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.074s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.427412] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.417s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.427643] env[63622]: DEBUG nova.objects.instance [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63622) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1675.447118] env[63622]: INFO nova.scheduler.client.report [None req-323f9e3d-de04-43b3-99fa-b3b86fecef2c tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Deleted allocations for instance 6602df5b-e638-43d6-975a-b5379fb51776 [ 1675.953097] env[63622]: DEBUG oslo_concurrency.lockutils [None req-323f9e3d-de04-43b3-99fa-b3b86fecef2c tempest-ServerShowV247Test-1448420853 tempest-ServerShowV247Test-1448420853-project-member] Lock "6602df5b-e638-43d6-975a-b5379fb51776" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.740s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.437022] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b1a651ab-f64e-4c76-a78f-0682f32b889a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.438405] env[63622]: DEBUG oslo_concurrency.lockutils [None req-662e18f7-7d71-4084-9496-d2682648abaa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.584s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.438656] env[63622]: DEBUG nova.objects.instance [None req-662e18f7-7d71-4084-9496-d2682648abaa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lazy-loading 'resources' on Instance uuid aea0a9d1-5bf1-4e41-a497-52e334f06079 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1676.832986] env[63622]: DEBUG nova.compute.manager [None req-28e0b43f-f54f-4799-ac81-e7d294b72382 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1676.832986] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e06662-9cb3-4cb0-99d6-8a39a6cd8258 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.264107] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0aa5663-af14-44f1-9bf7-945cebc0d893 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.272258] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ef652d-05e7-4c57-9768-05fe14e675c6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.304216] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb75ba7-9a91-4a9a-829f-34e933c35fc8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.312398] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d1a3b4-1475-4869-8b08-7a89bc055455 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.325869] env[63622]: DEBUG nova.compute.provider_tree [None req-662e18f7-7d71-4084-9496-d2682648abaa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1677.345630] env[63622]: INFO nova.compute.manager [None req-28e0b43f-f54f-4799-ac81-e7d294b72382 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] instance snapshotting [ 1677.345886] env[63622]: WARNING nova.compute.manager [None req-28e0b43f-f54f-4799-ac81-e7d294b72382 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1677.348373] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466d56e8-3d00-4ce8-922a-53cae5005467 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.370245] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3358482a-d412-424c-9153-f21b0c178ac1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.830070] env[63622]: DEBUG nova.scheduler.client.report [None req-662e18f7-7d71-4084-9496-d2682648abaa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1677.882028] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-28e0b43f-f54f-4799-ac81-e7d294b72382 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Creating Snapshot of the VM instance {{(pid=63622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1677.882732] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fa32e208-570f-4110-b647-4b19139ac5b2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.896330] env[63622]: DEBUG oslo_vmware.api [None req-28e0b43f-f54f-4799-ac81-e7d294b72382 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1677.896330] env[63622]: value = "task-1817050" [ 1677.896330] env[63622]: _type = "Task" [ 1677.896330] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.909184] env[63622]: DEBUG oslo_vmware.api [None req-28e0b43f-f54f-4799-ac81-e7d294b72382 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817050, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.336041] env[63622]: DEBUG oslo_concurrency.lockutils [None req-662e18f7-7d71-4084-9496-d2682648abaa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.897s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.338158] env[63622]: DEBUG oslo_concurrency.lockutils [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.291s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.339664] env[63622]: INFO nova.compute.claims [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1678.361165] env[63622]: INFO nova.scheduler.client.report [None req-662e18f7-7d71-4084-9496-d2682648abaa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Deleted allocations for instance aea0a9d1-5bf1-4e41-a497-52e334f06079 [ 1678.392282] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9e4eacc2-509d-4b83-90f6-03b6f0d36bcb tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Acquiring lock "57bcc753-9658-4126-ac0a-fa6b0bc1dc81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.392549] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9e4eacc2-509d-4b83-90f6-03b6f0d36bcb tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lock "57bcc753-9658-4126-ac0a-fa6b0bc1dc81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.392766] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9e4eacc2-509d-4b83-90f6-03b6f0d36bcb tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Acquiring lock "57bcc753-9658-4126-ac0a-fa6b0bc1dc81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.393939] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9e4eacc2-509d-4b83-90f6-03b6f0d36bcb tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lock "57bcc753-9658-4126-ac0a-fa6b0bc1dc81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.393939] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9e4eacc2-509d-4b83-90f6-03b6f0d36bcb tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lock "57bcc753-9658-4126-ac0a-fa6b0bc1dc81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.398137] env[63622]: INFO nova.compute.manager [None req-9e4eacc2-509d-4b83-90f6-03b6f0d36bcb tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Terminating instance [ 1678.418032] env[63622]: DEBUG oslo_vmware.api [None req-28e0b43f-f54f-4799-ac81-e7d294b72382 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817050, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.867733] env[63622]: DEBUG oslo_concurrency.lockutils [None req-662e18f7-7d71-4084-9496-d2682648abaa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "aea0a9d1-5bf1-4e41-a497-52e334f06079" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.979s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.908749] env[63622]: DEBUG nova.compute.manager [None req-9e4eacc2-509d-4b83-90f6-03b6f0d36bcb tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1678.909010] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4eacc2-509d-4b83-90f6-03b6f0d36bcb tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1678.913079] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fbaed9-a1af-434e-b5bf-d033fea808b8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.916166] env[63622]: DEBUG oslo_vmware.api [None req-28e0b43f-f54f-4799-ac81-e7d294b72382 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817050, 'name': CreateSnapshot_Task, 'duration_secs': 0.736697} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.916870] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-28e0b43f-f54f-4799-ac81-e7d294b72382 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Created Snapshot of the VM instance {{(pid=63622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1678.917975] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c644b3dc-525f-4a56-ab10-c2a236d5554d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.922627] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e4eacc2-509d-4b83-90f6-03b6f0d36bcb tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1678.923239] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55b4bb13-9380-4e5c-86d4-1db2fa466e27 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.933359] env[63622]: DEBUG oslo_vmware.api [None req-9e4eacc2-509d-4b83-90f6-03b6f0d36bcb tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Waiting for the task: (returnval){ [ 1678.933359] env[63622]: value = "task-1817051" [ 1678.933359] env[63622]: _type = "Task" [ 1678.933359] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.944024] env[63622]: DEBUG oslo_vmware.api [None req-9e4eacc2-509d-4b83-90f6-03b6f0d36bcb tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1817051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.441443] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-28e0b43f-f54f-4799-ac81-e7d294b72382 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Creating linked-clone VM from snapshot {{(pid=63622) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1679.443550] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c9eece77-49b7-416e-ad46-5415daafdcb2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.455989] env[63622]: DEBUG oslo_vmware.api [None req-9e4eacc2-509d-4b83-90f6-03b6f0d36bcb tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1817051, 'name': PowerOffVM_Task, 'duration_secs': 0.198091} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.457613] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e4eacc2-509d-4b83-90f6-03b6f0d36bcb tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1679.457815] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4eacc2-509d-4b83-90f6-03b6f0d36bcb tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1679.458151] env[63622]: DEBUG oslo_vmware.api [None req-28e0b43f-f54f-4799-ac81-e7d294b72382 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1679.458151] env[63622]: value = "task-1817052" [ 1679.458151] env[63622]: _type = "Task" [ 1679.458151] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.458545] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97b64767-231d-4781-aceb-cf6dceb491ff {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.471591] env[63622]: DEBUG oslo_vmware.api [None req-28e0b43f-f54f-4799-ac81-e7d294b72382 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817052, 'name': CloneVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.754667] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e62365-4c2a-4ebb-a96d-e6a6f98c430a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.763048] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a198844-e6ca-41e5-8ac3-7948c9aaf9fe {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.795841] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6245ae6-5973-429e-b5f2-e77f8bfc2cd8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.805899] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3867835d-562d-4f37-bf51-5b614cd04594 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.821197] env[63622]: DEBUG nova.compute.provider_tree [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1679.970241] env[63622]: DEBUG oslo_vmware.api [None req-28e0b43f-f54f-4799-ac81-e7d294b72382 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817052, 'name': CloneVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.024234] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4eacc2-509d-4b83-90f6-03b6f0d36bcb tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1680.024595] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4eacc2-509d-4b83-90f6-03b6f0d36bcb tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1680.024904] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e4eacc2-509d-4b83-90f6-03b6f0d36bcb tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Deleting the datastore file [datastore1] 57bcc753-9658-4126-ac0a-fa6b0bc1dc81 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1680.025275] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-699cff97-c55e-4827-8c0c-e5abc205df5b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.033484] env[63622]: DEBUG oslo_vmware.api [None req-9e4eacc2-509d-4b83-90f6-03b6f0d36bcb tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Waiting for the task: (returnval){ [ 1680.033484] env[63622]: value = "task-1817054" [ 1680.033484] env[63622]: _type = "Task" [ 1680.033484] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.043180] env[63622]: DEBUG oslo_vmware.api [None req-9e4eacc2-509d-4b83-90f6-03b6f0d36bcb tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1817054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.324647] env[63622]: DEBUG nova.scheduler.client.report [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1680.472253] env[63622]: DEBUG oslo_vmware.api [None req-28e0b43f-f54f-4799-ac81-e7d294b72382 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817052, 'name': CloneVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.543765] env[63622]: DEBUG oslo_vmware.api [None req-9e4eacc2-509d-4b83-90f6-03b6f0d36bcb tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1817054, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21121} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.543963] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e4eacc2-509d-4b83-90f6-03b6f0d36bcb tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1680.544136] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4eacc2-509d-4b83-90f6-03b6f0d36bcb tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1680.544319] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4eacc2-509d-4b83-90f6-03b6f0d36bcb tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1680.544553] env[63622]: INFO nova.compute.manager [None req-9e4eacc2-509d-4b83-90f6-03b6f0d36bcb tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1680.544803] env[63622]: DEBUG oslo.service.loopingcall [None req-9e4eacc2-509d-4b83-90f6-03b6f0d36bcb tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1680.545042] env[63622]: DEBUG nova.compute.manager [-] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1680.545172] env[63622]: DEBUG nova.network.neutron [-] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1680.831733] env[63622]: DEBUG oslo_concurrency.lockutils [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.832503] env[63622]: DEBUG nova.compute.manager [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1680.835270] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.613s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.841069] env[63622]: INFO nova.compute.claims [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1680.971659] env[63622]: DEBUG oslo_vmware.api [None req-28e0b43f-f54f-4799-ac81-e7d294b72382 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817052, 'name': CloneVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.032897] env[63622]: DEBUG nova.compute.manager [req-161d3026-5cc9-4d15-94dc-96cc42fe08f3 req-c18d4207-b952-418f-92a9-655db7541502 service nova] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Received event network-vif-deleted-42638319-f2a0-4764-87a9-457bbadb7c34 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1681.033160] env[63622]: INFO nova.compute.manager [req-161d3026-5cc9-4d15-94dc-96cc42fe08f3 req-c18d4207-b952-418f-92a9-655db7541502 service nova] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Neutron deleted interface 42638319-f2a0-4764-87a9-457bbadb7c34; detaching it from the instance and deleting it from the info cache [ 1681.033505] env[63622]: DEBUG nova.network.neutron [req-161d3026-5cc9-4d15-94dc-96cc42fe08f3 req-c18d4207-b952-418f-92a9-655db7541502 service nova] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.347479] env[63622]: DEBUG nova.compute.utils [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1681.355975] env[63622]: DEBUG nova.compute.manager [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1681.355975] env[63622]: DEBUG nova.network.neutron [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1681.401310] env[63622]: DEBUG nova.policy [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33573d825c554b90b010bdacc47a9788', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e8791eefc374ff28b667e54ec5a6f1a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1681.471903] env[63622]: DEBUG oslo_vmware.api [None req-28e0b43f-f54f-4799-ac81-e7d294b72382 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817052, 'name': CloneVM_Task, 'duration_secs': 1.77907} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.472195] env[63622]: INFO nova.virt.vmwareapi.vmops [None req-28e0b43f-f54f-4799-ac81-e7d294b72382 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Created linked-clone VM from snapshot [ 1681.473051] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c000c464-a6fc-4c6a-8dd0-7b7bbda80362 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.482469] env[63622]: DEBUG nova.virt.vmwareapi.images [None req-28e0b43f-f54f-4799-ac81-e7d294b72382 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Uploading image 91b3575b-1a8a-42e1-ab0e-8e6240626ecf {{(pid=63622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1681.511860] env[63622]: DEBUG oslo_vmware.rw_handles [None req-28e0b43f-f54f-4799-ac81-e7d294b72382 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1681.511860] env[63622]: value = "vm-376453" [ 1681.511860] env[63622]: _type = "VirtualMachine" [ 1681.511860] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1681.512217] env[63622]: DEBUG nova.network.neutron [-] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.513402] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-afb92d5e-530d-4190-9417-7dfcf407a37b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.520684] env[63622]: DEBUG oslo_vmware.rw_handles [None req-28e0b43f-f54f-4799-ac81-e7d294b72382 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lease: (returnval){ [ 1681.520684] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d7618d-11c3-6c44-fb66-316e487e514f" [ 1681.520684] env[63622]: _type = "HttpNfcLease" [ 1681.520684] env[63622]: } obtained for exporting VM: (result){ [ 1681.520684] env[63622]: value = "vm-376453" [ 1681.520684] env[63622]: _type = "VirtualMachine" [ 1681.520684] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1681.520995] env[63622]: DEBUG oslo_vmware.api [None req-28e0b43f-f54f-4799-ac81-e7d294b72382 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the lease: (returnval){ [ 1681.520995] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d7618d-11c3-6c44-fb66-316e487e514f" [ 1681.520995] env[63622]: _type = "HttpNfcLease" [ 1681.520995] env[63622]: } to be ready. {{(pid=63622) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1681.530066] env[63622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1681.530066] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d7618d-11c3-6c44-fb66-316e487e514f" [ 1681.530066] env[63622]: _type = "HttpNfcLease" [ 1681.530066] env[63622]: } is initializing. {{(pid=63622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1681.536130] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-efaee926-c85f-4251-92d2-5c17e6b06114 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.545042] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa9ee01-7a65-4a2c-902c-9cc72e7809c5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.577874] env[63622]: DEBUG nova.compute.manager [req-161d3026-5cc9-4d15-94dc-96cc42fe08f3 req-c18d4207-b952-418f-92a9-655db7541502 service nova] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Detach interface failed, port_id=42638319-f2a0-4764-87a9-457bbadb7c34, reason: Instance 57bcc753-9658-4126-ac0a-fa6b0bc1dc81 could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1681.686460] env[63622]: DEBUG nova.network.neutron [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Successfully created port: 3805739a-e85a-4ee1-a405-0490bf524515 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1681.835589] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "a33387ce-53a1-4cb9-9e7b-4ff7cabc841c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.836223] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "a33387ce-53a1-4cb9-9e7b-4ff7cabc841c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.855235] env[63622]: DEBUG nova.compute.manager [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1682.020174] env[63622]: INFO nova.compute.manager [-] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Took 1.47 seconds to deallocate network for instance. [ 1682.035169] env[63622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1682.035169] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d7618d-11c3-6c44-fb66-316e487e514f" [ 1682.035169] env[63622]: _type = "HttpNfcLease" [ 1682.035169] env[63622]: } is ready. {{(pid=63622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1682.040015] env[63622]: DEBUG oslo_vmware.rw_handles [None req-28e0b43f-f54f-4799-ac81-e7d294b72382 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1682.040015] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d7618d-11c3-6c44-fb66-316e487e514f" [ 1682.040015] env[63622]: _type = "HttpNfcLease" [ 1682.040015] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1682.040015] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cc26b4-7d9d-4f7f-95f6-213d3c16ed20 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.046782] env[63622]: DEBUG oslo_vmware.rw_handles [None req-28e0b43f-f54f-4799-ac81-e7d294b72382 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e9cb96-28ec-f75c-feb7-c65991a192b2/disk-0.vmdk from lease info. {{(pid=63622) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1682.046968] env[63622]: DEBUG oslo_vmware.rw_handles [None req-28e0b43f-f54f-4799-ac81-e7d294b72382 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e9cb96-28ec-f75c-feb7-c65991a192b2/disk-0.vmdk for reading. {{(pid=63622) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1682.159435] env[63622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3cc9d4cb-3f11-482c-8c3e-c8daa396b33c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.302601] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492de812-7349-4619-b1db-641f385eb89b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.310423] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0a5865-3175-4ea2-8d0e-3881694d438f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.340287] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259ca0db-c017-492f-b9a2-9ce5c3dcab6e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.348070] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b5c58b-d6bc-49b7-8561-8dad18384383 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.366523] env[63622]: DEBUG nova.compute.provider_tree [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1682.533727] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9e4eacc2-509d-4b83-90f6-03b6f0d36bcb tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1682.870198] env[63622]: DEBUG nova.compute.manager [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1682.872543] env[63622]: DEBUG nova.scheduler.client.report [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1682.901210] env[63622]: DEBUG nova.virt.hardware [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1682.905723] env[63622]: DEBUG nova.virt.hardware [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1682.905960] env[63622]: DEBUG nova.virt.hardware [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1682.906214] env[63622]: DEBUG nova.virt.hardware [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1682.906406] env[63622]: DEBUG nova.virt.hardware [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1682.906594] env[63622]: DEBUG nova.virt.hardware [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1682.906920] env[63622]: DEBUG nova.virt.hardware [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1682.907110] env[63622]: DEBUG nova.virt.hardware [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1682.907285] env[63622]: DEBUG nova.virt.hardware [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1682.907453] env[63622]: DEBUG nova.virt.hardware [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1682.907649] env[63622]: DEBUG nova.virt.hardware [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1682.908863] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b02ecea-53bb-4412-b290-5bb0ac522094 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.921985] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf2d780-5e79-464c-ac2e-a8b734d7f4f5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.363912] env[63622]: DEBUG nova.compute.manager [req-0394b712-b83a-4c33-bfa7-e3ddf5a77a41 req-758b175d-399d-4f99-88fd-2311f868f970 service nova] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Received event network-vif-plugged-3805739a-e85a-4ee1-a405-0490bf524515 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1683.364120] env[63622]: DEBUG oslo_concurrency.lockutils [req-0394b712-b83a-4c33-bfa7-e3ddf5a77a41 req-758b175d-399d-4f99-88fd-2311f868f970 service nova] Acquiring lock "d8f68f09-e85d-4ab4-afc7-c0c79ae20168-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.364340] env[63622]: DEBUG oslo_concurrency.lockutils [req-0394b712-b83a-4c33-bfa7-e3ddf5a77a41 req-758b175d-399d-4f99-88fd-2311f868f970 service nova] Lock "d8f68f09-e85d-4ab4-afc7-c0c79ae20168-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.364583] env[63622]: DEBUG oslo_concurrency.lockutils [req-0394b712-b83a-4c33-bfa7-e3ddf5a77a41 req-758b175d-399d-4f99-88fd-2311f868f970 service nova] Lock "d8f68f09-e85d-4ab4-afc7-c0c79ae20168-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.364857] env[63622]: DEBUG nova.compute.manager [req-0394b712-b83a-4c33-bfa7-e3ddf5a77a41 req-758b175d-399d-4f99-88fd-2311f868f970 service nova] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] No waiting events found dispatching network-vif-plugged-3805739a-e85a-4ee1-a405-0490bf524515 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1683.365028] env[63622]: WARNING nova.compute.manager [req-0394b712-b83a-4c33-bfa7-e3ddf5a77a41 req-758b175d-399d-4f99-88fd-2311f868f970 service nova] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Received unexpected event network-vif-plugged-3805739a-e85a-4ee1-a405-0490bf524515 for instance with vm_state building and task_state spawning. [ 1683.379221] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.379603] env[63622]: DEBUG nova.compute.manager [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1683.382810] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f2df2864-3d7c-4a50-9f63-be3d307a7073 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 31.560s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.481165] env[63622]: DEBUG nova.network.neutron [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Successfully updated port: 3805739a-e85a-4ee1-a405-0490bf524515 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1683.889101] env[63622]: DEBUG nova.compute.utils [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1683.891023] env[63622]: DEBUG nova.compute.manager [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1683.891023] env[63622]: DEBUG nova.network.neutron [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1683.943611] env[63622]: DEBUG nova.policy [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd533ad538b644b4084c80c956478d331', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f2453ea60ff4d259d2350c1aa8ef956', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1683.986294] env[63622]: DEBUG oslo_concurrency.lockutils [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Acquiring lock "refresh_cache-d8f68f09-e85d-4ab4-afc7-c0c79ae20168" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.986493] env[63622]: DEBUG oslo_concurrency.lockutils [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Acquired lock "refresh_cache-d8f68f09-e85d-4ab4-afc7-c0c79ae20168" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.986917] env[63622]: DEBUG nova.network.neutron [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1684.319993] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a401f14-7607-45e4-97d2-50433a2595e8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.333232] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f9f751-e1be-44f0-8c40-f806e617fa22 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.375072] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6fc115-52af-4847-9e1b-5d7a6f223da0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.384013] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a8b2e5-530f-494a-aba8-8188976d86ca {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.400011] env[63622]: DEBUG nova.compute.manager [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1684.404405] env[63622]: DEBUG nova.compute.provider_tree [None req-f2df2864-3d7c-4a50-9f63-be3d307a7073 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1684.453245] env[63622]: DEBUG nova.network.neutron [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Successfully created port: 5ff3370d-9572-4f12-b2e2-de6ef3a29ee7 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1684.536973] env[63622]: DEBUG nova.network.neutron [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1684.728377] env[63622]: DEBUG nova.network.neutron [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Updating instance_info_cache with network_info: [{"id": "3805739a-e85a-4ee1-a405-0490bf524515", "address": "fa:16:3e:73:9c:2b", "network": {"id": "ef08f109-69d8-41b9-92e3-4cfb4768bc4b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1285182779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e8791eefc374ff28b667e54ec5a6f1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3805739a-e8", "ovs_interfaceid": "3805739a-e85a-4ee1-a405-0490bf524515", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.908456] env[63622]: INFO nova.virt.block_device [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Booting with volume 43a58848-eb9e-4525-9bb7-58a734c91646 at /dev/sda [ 1684.910719] env[63622]: DEBUG nova.scheduler.client.report [None req-f2df2864-3d7c-4a50-9f63-be3d307a7073 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1684.949008] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-62b2d1c0-b773-4129-81c5-8cdd0c65fef9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.959473] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438378cd-66b8-4549-8b10-d0d2e903c09f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.992753] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec690cfb-e74a-40b0-8a40-51011dc4c0d3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.001437] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692e3730-be61-4f50-8aec-1c0ba0d2f1d1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.034995] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972570f7-4e8a-4a78-a2da-b2799cf7a0a1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.042208] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e142028-f01a-4215-90e9-783eebba55fb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.056646] env[63622]: DEBUG nova.virt.block_device [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Updating existing volume attachment record: 032a9332-79c5-453b-b0f4-249024bb2d46 {{(pid=63622) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1685.231388] env[63622]: DEBUG oslo_concurrency.lockutils [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Releasing lock "refresh_cache-d8f68f09-e85d-4ab4-afc7-c0c79ae20168" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.231812] env[63622]: DEBUG nova.compute.manager [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Instance network_info: |[{"id": "3805739a-e85a-4ee1-a405-0490bf524515", "address": "fa:16:3e:73:9c:2b", "network": {"id": "ef08f109-69d8-41b9-92e3-4cfb4768bc4b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1285182779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e8791eefc374ff28b667e54ec5a6f1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3805739a-e8", "ovs_interfaceid": "3805739a-e85a-4ee1-a405-0490bf524515", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1685.232317] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:9c:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c47e98ff-83cf-48d2-bf91-2931c7386b6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3805739a-e85a-4ee1-a405-0490bf524515', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1685.241262] env[63622]: DEBUG oslo.service.loopingcall [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1685.241571] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1685.241901] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6b92ac3-c713-403e-ab44-bb22d8587765 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.263229] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1685.263229] env[63622]: value = "task-1817056" [ 1685.263229] env[63622]: _type = "Task" [ 1685.263229] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.272044] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817056, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.391185] env[63622]: DEBUG nova.compute.manager [req-e40a38e9-863d-4e72-98b5-699ca66b389a req-dc0eb7dd-c284-4dc4-950d-f633881ed78f service nova] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Received event network-changed-3805739a-e85a-4ee1-a405-0490bf524515 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1685.391375] env[63622]: DEBUG nova.compute.manager [req-e40a38e9-863d-4e72-98b5-699ca66b389a req-dc0eb7dd-c284-4dc4-950d-f633881ed78f service nova] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Refreshing instance network info cache due to event network-changed-3805739a-e85a-4ee1-a405-0490bf524515. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1685.391734] env[63622]: DEBUG oslo_concurrency.lockutils [req-e40a38e9-863d-4e72-98b5-699ca66b389a req-dc0eb7dd-c284-4dc4-950d-f633881ed78f service nova] Acquiring lock "refresh_cache-d8f68f09-e85d-4ab4-afc7-c0c79ae20168" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.391734] env[63622]: DEBUG oslo_concurrency.lockutils [req-e40a38e9-863d-4e72-98b5-699ca66b389a req-dc0eb7dd-c284-4dc4-950d-f633881ed78f service nova] Acquired lock "refresh_cache-d8f68f09-e85d-4ab4-afc7-c0c79ae20168" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.391888] env[63622]: DEBUG nova.network.neutron [req-e40a38e9-863d-4e72-98b5-699ca66b389a req-dc0eb7dd-c284-4dc4-950d-f633881ed78f service nova] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Refreshing network info cache for port 3805739a-e85a-4ee1-a405-0490bf524515 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1685.774017] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817056, 'name': CreateVM_Task, 'duration_secs': 0.370141} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.774245] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1685.775031] env[63622]: DEBUG oslo_concurrency.lockutils [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.775225] env[63622]: DEBUG oslo_concurrency.lockutils [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.775582] env[63622]: DEBUG oslo_concurrency.lockutils [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1685.775868] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ac79a1f-764a-436b-b8e3-d7c5c9b64cdd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.781007] env[63622]: DEBUG oslo_vmware.api [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Waiting for the task: (returnval){ [ 1685.781007] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]524a3419-0a59-e7bb-083c-674009c2c74d" [ 1685.781007] env[63622]: _type = "Task" [ 1685.781007] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.789714] env[63622]: DEBUG oslo_vmware.api [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]524a3419-0a59-e7bb-083c-674009c2c74d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.922159] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f2df2864-3d7c-4a50-9f63-be3d307a7073 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.538s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.922159] env[63622]: DEBUG nova.compute.manager [None req-f2df2864-3d7c-4a50-9f63-be3d307a7073 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=63622) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5253}} [ 1685.929854] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.655s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.935428] env[63622]: INFO nova.compute.claims [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1686.137324] env[63622]: DEBUG nova.network.neutron [req-e40a38e9-863d-4e72-98b5-699ca66b389a req-dc0eb7dd-c284-4dc4-950d-f633881ed78f service nova] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Updated VIF entry in instance network info cache for port 3805739a-e85a-4ee1-a405-0490bf524515. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1686.137699] env[63622]: DEBUG nova.network.neutron [req-e40a38e9-863d-4e72-98b5-699ca66b389a req-dc0eb7dd-c284-4dc4-950d-f633881ed78f service nova] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Updating instance_info_cache with network_info: [{"id": "3805739a-e85a-4ee1-a405-0490bf524515", "address": "fa:16:3e:73:9c:2b", "network": {"id": "ef08f109-69d8-41b9-92e3-4cfb4768bc4b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1285182779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e8791eefc374ff28b667e54ec5a6f1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3805739a-e8", "ovs_interfaceid": "3805739a-e85a-4ee1-a405-0490bf524515", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.147892] env[63622]: DEBUG nova.network.neutron [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Successfully updated port: 5ff3370d-9572-4f12-b2e2-de6ef3a29ee7 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1686.293478] env[63622]: DEBUG oslo_vmware.api [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]524a3419-0a59-e7bb-083c-674009c2c74d, 'name': SearchDatastore_Task, 'duration_secs': 0.016054} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.293711] env[63622]: DEBUG oslo_concurrency.lockutils [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.293957] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1686.294204] env[63622]: DEBUG oslo_concurrency.lockutils [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.294353] env[63622]: DEBUG oslo_concurrency.lockutils [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.294576] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1686.294843] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc40823a-b1a1-40fc-8b41-cbcd0dcb83f1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.306177] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1686.306375] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1686.307145] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1e4f99d-8cc6-48c8-8db3-95a349766936 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.313100] env[63622]: DEBUG oslo_vmware.api [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Waiting for the task: (returnval){ [ 1686.313100] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52492aa4-555c-5961-d1a7-411d855757dd" [ 1686.313100] env[63622]: _type = "Task" [ 1686.313100] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.320059] env[63622]: DEBUG oslo_vmware.api [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52492aa4-555c-5961-d1a7-411d855757dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.480161] env[63622]: INFO nova.scheduler.client.report [None req-f2df2864-3d7c-4a50-9f63-be3d307a7073 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Deleted allocation for migration 1dd7c2a2-7d26-43e1-84c0-54142f77dcd1 [ 1686.645038] env[63622]: DEBUG oslo_concurrency.lockutils [req-e40a38e9-863d-4e72-98b5-699ca66b389a req-dc0eb7dd-c284-4dc4-950d-f633881ed78f service nova] Releasing lock "refresh_cache-d8f68f09-e85d-4ab4-afc7-c0c79ae20168" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.651222] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Acquiring lock "refresh_cache-c32a5b36-9de1-4b31-81cc-0bb26d34df7f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.651388] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Acquired lock "refresh_cache-c32a5b36-9de1-4b31-81cc-0bb26d34df7f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.651561] env[63622]: DEBUG nova.network.neutron [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1686.823408] env[63622]: DEBUG oslo_vmware.api [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52492aa4-555c-5961-d1a7-411d855757dd, 'name': SearchDatastore_Task, 'duration_secs': 0.055752} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.824084] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e4cd468-9171-4ac8-99c5-f3cf52bed221 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.829682] env[63622]: DEBUG oslo_vmware.api [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Waiting for the task: (returnval){ [ 1686.829682] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]528da341-710d-35f9-4f1a-3ef9e4d7d060" [ 1686.829682] env[63622]: _type = "Task" [ 1686.829682] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.838334] env[63622]: DEBUG oslo_vmware.api [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]528da341-710d-35f9-4f1a-3ef9e4d7d060, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.985753] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f2df2864-3d7c-4a50-9f63-be3d307a7073 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "0436abf1-ae0c-4595-912c-e7957b7a64a3" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 38.368s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.172066] env[63622]: DEBUG nova.compute.manager [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1687.172691] env[63622]: DEBUG nova.virt.hardware [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1687.173111] env[63622]: DEBUG nova.virt.hardware [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1687.173195] env[63622]: DEBUG nova.virt.hardware [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1687.173358] env[63622]: DEBUG nova.virt.hardware [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1687.173573] env[63622]: DEBUG nova.virt.hardware [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1687.173652] env[63622]: DEBUG nova.virt.hardware [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1687.173839] env[63622]: DEBUG nova.virt.hardware [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1687.174012] env[63622]: DEBUG nova.virt.hardware [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1687.174188] env[63622]: DEBUG nova.virt.hardware [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1687.174390] env[63622]: DEBUG nova.virt.hardware [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1687.174540] env[63622]: DEBUG nova.virt.hardware [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1687.175402] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563b1545-bc5c-496e-9636-33be66c2ee39 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.186255] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6ca044-98b8-4581-9041-6d188526857f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.204612] env[63622]: DEBUG nova.network.neutron [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1687.304786] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4bca0b-1bae-42b7-877f-1d1008addc07 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.314930] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9637d0-f8fd-4537-8106-16afd41980b1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.351865] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92848ab-0562-4dae-88af-9895e7310f66 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.360405] env[63622]: DEBUG oslo_vmware.api [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]528da341-710d-35f9-4f1a-3ef9e4d7d060, 'name': SearchDatastore_Task, 'duration_secs': 0.169599} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.362568] env[63622]: DEBUG oslo_concurrency.lockutils [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.362837] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] d8f68f09-e85d-4ab4-afc7-c0c79ae20168/d8f68f09-e85d-4ab4-afc7-c0c79ae20168.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1687.363164] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-538c62d2-e2a4-4eb5-becf-7bbcfef3194e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.365908] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e152d2a-24fe-40f8-b5d8-3e6d26ae84ac {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.383758] env[63622]: DEBUG nova.compute.provider_tree [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1687.388153] env[63622]: DEBUG oslo_vmware.api [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Waiting for the task: (returnval){ [ 1687.388153] env[63622]: value = "task-1817057" [ 1687.388153] env[63622]: _type = "Task" [ 1687.388153] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.392593] env[63622]: DEBUG oslo_vmware.api [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1817057, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.402017] env[63622]: DEBUG nova.network.neutron [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Updating instance_info_cache with network_info: [{"id": "5ff3370d-9572-4f12-b2e2-de6ef3a29ee7", "address": "fa:16:3e:d5:14:22", "network": {"id": "f928bcf8-731a-4d7d-b467-2f0826c709e7", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1252368665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2453ea60ff4d259d2350c1aa8ef956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ff3370d-95", "ovs_interfaceid": "5ff3370d-9572-4f12-b2e2-de6ef3a29ee7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.420620] env[63622]: DEBUG nova.compute.manager [req-f4a54123-beb9-4946-9c0a-dc4936057d0d req-9ddecf6a-874b-4eaf-a918-eccce88b63f6 service nova] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Received event network-vif-plugged-5ff3370d-9572-4f12-b2e2-de6ef3a29ee7 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1687.420620] env[63622]: DEBUG oslo_concurrency.lockutils [req-f4a54123-beb9-4946-9c0a-dc4936057d0d req-9ddecf6a-874b-4eaf-a918-eccce88b63f6 service nova] Acquiring lock "c32a5b36-9de1-4b31-81cc-0bb26d34df7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.421634] env[63622]: DEBUG oslo_concurrency.lockutils [req-f4a54123-beb9-4946-9c0a-dc4936057d0d req-9ddecf6a-874b-4eaf-a918-eccce88b63f6 service nova] Lock "c32a5b36-9de1-4b31-81cc-0bb26d34df7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.421634] env[63622]: DEBUG oslo_concurrency.lockutils [req-f4a54123-beb9-4946-9c0a-dc4936057d0d req-9ddecf6a-874b-4eaf-a918-eccce88b63f6 service nova] Lock "c32a5b36-9de1-4b31-81cc-0bb26d34df7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.421634] env[63622]: DEBUG nova.compute.manager [req-f4a54123-beb9-4946-9c0a-dc4936057d0d req-9ddecf6a-874b-4eaf-a918-eccce88b63f6 service nova] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] No waiting events found dispatching network-vif-plugged-5ff3370d-9572-4f12-b2e2-de6ef3a29ee7 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1687.421634] env[63622]: WARNING nova.compute.manager [req-f4a54123-beb9-4946-9c0a-dc4936057d0d req-9ddecf6a-874b-4eaf-a918-eccce88b63f6 service nova] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Received unexpected event network-vif-plugged-5ff3370d-9572-4f12-b2e2-de6ef3a29ee7 for instance with vm_state building and task_state spawning. [ 1687.421897] env[63622]: DEBUG nova.compute.manager [req-f4a54123-beb9-4946-9c0a-dc4936057d0d req-9ddecf6a-874b-4eaf-a918-eccce88b63f6 service nova] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Received event network-changed-5ff3370d-9572-4f12-b2e2-de6ef3a29ee7 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1687.422174] env[63622]: DEBUG nova.compute.manager [req-f4a54123-beb9-4946-9c0a-dc4936057d0d req-9ddecf6a-874b-4eaf-a918-eccce88b63f6 service nova] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Refreshing instance network info cache due to event network-changed-5ff3370d-9572-4f12-b2e2-de6ef3a29ee7. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1687.422408] env[63622]: DEBUG oslo_concurrency.lockutils [req-f4a54123-beb9-4946-9c0a-dc4936057d0d req-9ddecf6a-874b-4eaf-a918-eccce88b63f6 service nova] Acquiring lock "refresh_cache-c32a5b36-9de1-4b31-81cc-0bb26d34df7f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.751596] env[63622]: DEBUG nova.objects.instance [None req-5f781c4d-b3c3-4101-b2f2-c9d3f4691dfe tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lazy-loading 'flavor' on Instance uuid 0436abf1-ae0c-4595-912c-e7957b7a64a3 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1687.886413] env[63622]: DEBUG nova.scheduler.client.report [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1687.898494] env[63622]: DEBUG oslo_vmware.api [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1817057, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.903477] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Releasing lock "refresh_cache-c32a5b36-9de1-4b31-81cc-0bb26d34df7f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.903557] env[63622]: DEBUG nova.compute.manager [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Instance network_info: |[{"id": "5ff3370d-9572-4f12-b2e2-de6ef3a29ee7", "address": "fa:16:3e:d5:14:22", "network": {"id": "f928bcf8-731a-4d7d-b467-2f0826c709e7", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1252368665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2453ea60ff4d259d2350c1aa8ef956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ff3370d-95", "ovs_interfaceid": "5ff3370d-9572-4f12-b2e2-de6ef3a29ee7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1687.903843] env[63622]: DEBUG oslo_concurrency.lockutils [req-f4a54123-beb9-4946-9c0a-dc4936057d0d req-9ddecf6a-874b-4eaf-a918-eccce88b63f6 service nova] Acquired lock "refresh_cache-c32a5b36-9de1-4b31-81cc-0bb26d34df7f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.904088] env[63622]: DEBUG nova.network.neutron [req-f4a54123-beb9-4946-9c0a-dc4936057d0d req-9ddecf6a-874b-4eaf-a918-eccce88b63f6 service nova] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Refreshing network info cache for port 5ff3370d-9572-4f12-b2e2-de6ef3a29ee7 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1687.905204] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:14:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd298db54-f13d-4bf6-b6c2-755074b3047f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ff3370d-9572-4f12-b2e2-de6ef3a29ee7', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1687.912618] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Creating folder: Project (1f2453ea60ff4d259d2350c1aa8ef956). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1687.915339] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11fd5254-7cfe-4e10-b17c-36272c3112dc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.929631] env[63622]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1687.929631] env[63622]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63622) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1687.929846] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Folder already exists: Project (1f2453ea60ff4d259d2350c1aa8ef956). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1687.930102] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Creating folder: Instances. Parent ref: group-v376433. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1687.930361] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-756ce869-ca34-4bad-bdf1-e50366150faf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.940079] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Created folder: Instances in parent group-v376433. [ 1687.940791] env[63622]: DEBUG oslo.service.loopingcall [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1687.940791] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1687.940791] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a499beb-d90a-4c56-9741-dab172c9632c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.963816] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1687.963816] env[63622]: value = "task-1817060" [ 1687.963816] env[63622]: _type = "Task" [ 1687.963816] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.971426] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817060, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.128592] env[63622]: DEBUG nova.network.neutron [req-f4a54123-beb9-4946-9c0a-dc4936057d0d req-9ddecf6a-874b-4eaf-a918-eccce88b63f6 service nova] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Updated VIF entry in instance network info cache for port 5ff3370d-9572-4f12-b2e2-de6ef3a29ee7. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1688.128944] env[63622]: DEBUG nova.network.neutron [req-f4a54123-beb9-4946-9c0a-dc4936057d0d req-9ddecf6a-874b-4eaf-a918-eccce88b63f6 service nova] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Updating instance_info_cache with network_info: [{"id": "5ff3370d-9572-4f12-b2e2-de6ef3a29ee7", "address": "fa:16:3e:d5:14:22", "network": {"id": "f928bcf8-731a-4d7d-b467-2f0826c709e7", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1252368665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2453ea60ff4d259d2350c1aa8ef956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ff3370d-95", "ovs_interfaceid": "5ff3370d-9572-4f12-b2e2-de6ef3a29ee7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1688.257249] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5f781c4d-b3c3-4101-b2f2-c9d3f4691dfe tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "refresh_cache-0436abf1-ae0c-4595-912c-e7957b7a64a3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.257249] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5f781c4d-b3c3-4101-b2f2-c9d3f4691dfe tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquired lock "refresh_cache-0436abf1-ae0c-4595-912c-e7957b7a64a3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.257390] env[63622]: DEBUG nova.network.neutron [None req-5f781c4d-b3c3-4101-b2f2-c9d3f4691dfe tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1688.258027] env[63622]: DEBUG nova.objects.instance [None req-5f781c4d-b3c3-4101-b2f2-c9d3f4691dfe tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lazy-loading 'info_cache' on Instance uuid 0436abf1-ae0c-4595-912c-e7957b7a64a3 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1688.394647] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.465s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.395240] env[63622]: DEBUG nova.compute.manager [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1688.398092] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.835s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.399718] env[63622]: INFO nova.compute.claims [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1688.407926] env[63622]: DEBUG oslo_vmware.api [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1817057, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.475456] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817060, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.632081] env[63622]: DEBUG oslo_concurrency.lockutils [req-f4a54123-beb9-4946-9c0a-dc4936057d0d req-9ddecf6a-874b-4eaf-a918-eccce88b63f6 service nova] Releasing lock "refresh_cache-c32a5b36-9de1-4b31-81cc-0bb26d34df7f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.760585] env[63622]: DEBUG nova.objects.base [None req-5f781c4d-b3c3-4101-b2f2-c9d3f4691dfe tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Object Instance<0436abf1-ae0c-4595-912c-e7957b7a64a3> lazy-loaded attributes: flavor,info_cache {{(pid=63622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1688.900387] env[63622]: DEBUG oslo_vmware.api [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1817057, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.904849] env[63622]: DEBUG nova.compute.utils [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1688.909033] env[63622]: DEBUG nova.compute.manager [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1688.909257] env[63622]: DEBUG nova.network.neutron [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1688.949694] env[63622]: DEBUG nova.policy [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b2a5967a965432d8e862018d373c278', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '068319b363fb4cf0ab99d3d35221338d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1688.975422] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817060, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.254347] env[63622]: DEBUG nova.network.neutron [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Successfully created port: da4a3da6-0e12-4604-ab3b-ebb732692187 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1689.400109] env[63622]: DEBUG oslo_vmware.api [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1817057, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.415284] env[63622]: DEBUG nova.compute.manager [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1689.478187] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817060, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.765847] env[63622]: DEBUG nova.network.neutron [None req-5f781c4d-b3c3-4101-b2f2-c9d3f4691dfe tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Updating instance_info_cache with network_info: [{"id": "643b71c4-2171-4939-8278-43895b99397a", "address": "fa:16:3e:b2:df:30", "network": {"id": "d99154f7-509d-4022-8cc6-a3f6dfa87b98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065749372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a0890704ac74d28998a905c11f1f4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap643b71c4-21", "ovs_interfaceid": "643b71c4-2171-4939-8278-43895b99397a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.863683] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385f18f3-fb58-4f53-b15d-981fb0a9a475 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.871756] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ead1500-90be-453b-9700-530b263e04cd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.907558] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6bbdc2-fe2f-48b3-882b-3795ba95d0af {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.922045] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7126b685-70e1-4883-9d6c-1752e484b8bb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.930009] env[63622]: DEBUG oslo_vmware.api [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1817057, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.940206] env[63622]: DEBUG nova.compute.provider_tree [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1689.977625] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817060, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.268912] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5f781c4d-b3c3-4101-b2f2-c9d3f4691dfe tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Releasing lock "refresh_cache-0436abf1-ae0c-4595-912c-e7957b7a64a3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.415363] env[63622]: DEBUG oslo_vmware.api [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1817057, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.431979] env[63622]: DEBUG nova.compute.manager [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1690.444094] env[63622]: DEBUG nova.scheduler.client.report [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1690.461641] env[63622]: DEBUG nova.virt.hardware [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1690.461925] env[63622]: DEBUG nova.virt.hardware [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1690.462175] env[63622]: DEBUG nova.virt.hardware [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1690.462380] env[63622]: DEBUG nova.virt.hardware [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1690.462575] env[63622]: DEBUG nova.virt.hardware [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1690.462746] env[63622]: DEBUG nova.virt.hardware [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1690.462990] env[63622]: DEBUG nova.virt.hardware [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1690.463625] env[63622]: DEBUG nova.virt.hardware [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1690.463832] env[63622]: DEBUG nova.virt.hardware [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1690.464015] env[63622]: DEBUG nova.virt.hardware [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1690.464552] env[63622]: DEBUG nova.virt.hardware [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1690.465198] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81bc356f-8299-4ca7-81ff-cb75e14afff6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.481196] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d75c5a-60cd-4722-ac82-82929789a7ce {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.485852] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817060, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.758801] env[63622]: DEBUG nova.compute.manager [req-8d3161c9-beb0-47c6-b0d5-3b099b164f02 req-73994a5f-057e-45ee-9978-3f49b3eba442 service nova] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Received event network-vif-plugged-da4a3da6-0e12-4604-ab3b-ebb732692187 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1690.759040] env[63622]: DEBUG oslo_concurrency.lockutils [req-8d3161c9-beb0-47c6-b0d5-3b099b164f02 req-73994a5f-057e-45ee-9978-3f49b3eba442 service nova] Acquiring lock "4659fe4d-6ec1-4723-abf8-3071a37ed91e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.759265] env[63622]: DEBUG oslo_concurrency.lockutils [req-8d3161c9-beb0-47c6-b0d5-3b099b164f02 req-73994a5f-057e-45ee-9978-3f49b3eba442 service nova] Lock "4659fe4d-6ec1-4723-abf8-3071a37ed91e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.759434] env[63622]: DEBUG oslo_concurrency.lockutils [req-8d3161c9-beb0-47c6-b0d5-3b099b164f02 req-73994a5f-057e-45ee-9978-3f49b3eba442 service nova] Lock "4659fe4d-6ec1-4723-abf8-3071a37ed91e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.759602] env[63622]: DEBUG nova.compute.manager [req-8d3161c9-beb0-47c6-b0d5-3b099b164f02 req-73994a5f-057e-45ee-9978-3f49b3eba442 service nova] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] No waiting events found dispatching network-vif-plugged-da4a3da6-0e12-4604-ab3b-ebb732692187 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1690.759766] env[63622]: WARNING nova.compute.manager [req-8d3161c9-beb0-47c6-b0d5-3b099b164f02 req-73994a5f-057e-45ee-9978-3f49b3eba442 service nova] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Received unexpected event network-vif-plugged-da4a3da6-0e12-4604-ab3b-ebb732692187 for instance with vm_state building and task_state spawning. [ 1690.850737] env[63622]: DEBUG nova.network.neutron [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Successfully updated port: da4a3da6-0e12-4604-ab3b-ebb732692187 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1690.916151] env[63622]: DEBUG oslo_vmware.api [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1817057, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.338337} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.916386] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] d8f68f09-e85d-4ab4-afc7-c0c79ae20168/d8f68f09-e85d-4ab4-afc7-c0c79ae20168.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1690.916602] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1690.916875] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-160d268c-85d2-4a22-8524-7653448cfdfb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.924638] env[63622]: DEBUG oslo_vmware.api [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Waiting for the task: (returnval){ [ 1690.924638] env[63622]: value = "task-1817061" [ 1690.924638] env[63622]: _type = "Task" [ 1690.924638] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.932995] env[63622]: DEBUG oslo_vmware.api [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1817061, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.949390] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.949892] env[63622]: DEBUG nova.compute.manager [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1690.953399] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c1fb7fe3-03a5-4dd2-ad72-0b37ce1e9e16 tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.009s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.953399] env[63622]: DEBUG nova.objects.instance [None req-c1fb7fe3-03a5-4dd2-ad72-0b37ce1e9e16 tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Lazy-loading 'resources' on Instance uuid 9f49dd91-81f7-428c-a57b-738481f47dc2 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1690.979457] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817060, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.276314] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f781c4d-b3c3-4101-b2f2-c9d3f4691dfe tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1691.277086] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9577a328-c980-4068-8ddf-64256ce61bc1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.284991] env[63622]: DEBUG oslo_vmware.api [None req-5f781c4d-b3c3-4101-b2f2-c9d3f4691dfe tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1691.284991] env[63622]: value = "task-1817062" [ 1691.284991] env[63622]: _type = "Task" [ 1691.284991] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.293327] env[63622]: DEBUG oslo_vmware.api [None req-5f781c4d-b3c3-4101-b2f2-c9d3f4691dfe tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817062, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.353817] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "refresh_cache-4659fe4d-6ec1-4723-abf8-3071a37ed91e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.354051] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquired lock "refresh_cache-4659fe4d-6ec1-4723-abf8-3071a37ed91e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.354252] env[63622]: DEBUG nova.network.neutron [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1691.434484] env[63622]: DEBUG oslo_vmware.api [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1817061, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076427} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.434844] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1691.435679] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c2a42a-44ff-42cf-afa8-565da3640cf6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.460959] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] d8f68f09-e85d-4ab4-afc7-c0c79ae20168/d8f68f09-e85d-4ab4-afc7-c0c79ae20168.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1691.462544] env[63622]: DEBUG nova.compute.utils [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1691.467424] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cad82920-7139-4942-95bb-ac113efb9174 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.484222] env[63622]: DEBUG nova.compute.manager [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1691.487881] env[63622]: DEBUG nova.compute.manager [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1691.487881] env[63622]: DEBUG nova.network.neutron [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1691.501498] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817060, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.502885] env[63622]: DEBUG oslo_vmware.api [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Waiting for the task: (returnval){ [ 1691.502885] env[63622]: value = "task-1817063" [ 1691.502885] env[63622]: _type = "Task" [ 1691.502885] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.511404] env[63622]: DEBUG oslo_vmware.api [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1817063, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.547470] env[63622]: DEBUG nova.policy [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59dd4f864cf640e480dc8c1f701fbd2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebd3f285a9d2433597945e73f2213306', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1691.796327] env[63622]: DEBUG oslo_vmware.api [None req-5f781c4d-b3c3-4101-b2f2-c9d3f4691dfe tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817062, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.907253] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2077fa22-da6a-4165-a6c1-ae6f1a20d258 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.916561] env[63622]: DEBUG nova.network.neutron [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1691.919089] env[63622]: DEBUG nova.network.neutron [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Successfully created port: b32b3d34-a735-4720-907b-9a0e1c50eb0e {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1691.921856] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ea61d2-9083-4f21-8e6e-36429f805f3d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.962106] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a762cac-8caa-4636-9b4b-d75934326f93 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.969746] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06458640-1948-4591-b48d-1c2fa8ac5165 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.986357] env[63622]: DEBUG nova.compute.provider_tree [None req-c1fb7fe3-03a5-4dd2-ad72-0b37ce1e9e16 tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1692.015596] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817060, 'name': CreateVM_Task, 'duration_secs': 3.801317} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.016221] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1692.017157] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'delete_on_termination': True, 'device_type': None, 'attachment_id': '032a9332-79c5-453b-b0f4-249024bb2d46', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376442', 'volume_id': '43a58848-eb9e-4525-9bb7-58a734c91646', 'name': 'volume-43a58848-eb9e-4525-9bb7-58a734c91646', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c32a5b36-9de1-4b31-81cc-0bb26d34df7f', 'attached_at': '', 'detached_at': '', 'volume_id': '43a58848-eb9e-4525-9bb7-58a734c91646', 'serial': '43a58848-eb9e-4525-9bb7-58a734c91646'}, 'disk_bus': None, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=63622) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1692.017389] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Root volume attach. Driver type: vmdk {{(pid=63622) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1692.018204] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bc16aa-6d03-4a8e-a8ca-8ec959b22e42 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.024254] env[63622]: DEBUG oslo_vmware.api [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1817063, 'name': ReconfigVM_Task, 'duration_secs': 0.428597} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.024460] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Reconfigured VM instance instance-00000048 to attach disk [datastore1] d8f68f09-e85d-4ab4-afc7-c0c79ae20168/d8f68f09-e85d-4ab4-afc7-c0c79ae20168.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1692.025532] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3bea51d-c609-4831-9ed9-87711d2d7c44 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.031945] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac063542-217b-460e-aadb-54a74695622f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.039813] env[63622]: DEBUG oslo_vmware.api [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Waiting for the task: (returnval){ [ 1692.039813] env[63622]: value = "task-1817064" [ 1692.039813] env[63622]: _type = "Task" [ 1692.039813] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.040558] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599afde9-eb8f-4408-82bd-78994a706a3d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.053841] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-f0ade7a5-2a58-40d8-a97b-2a5fa6922f07 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.056715] env[63622]: DEBUG oslo_vmware.api [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1817064, 'name': Rename_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.063091] env[63622]: DEBUG oslo_vmware.api [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Waiting for the task: (returnval){ [ 1692.063091] env[63622]: value = "task-1817065" [ 1692.063091] env[63622]: _type = "Task" [ 1692.063091] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.071653] env[63622]: DEBUG oslo_vmware.api [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Task: {'id': task-1817065, 'name': RelocateVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.161500] env[63622]: DEBUG nova.network.neutron [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Updating instance_info_cache with network_info: [{"id": "da4a3da6-0e12-4604-ab3b-ebb732692187", "address": "fa:16:3e:5e:27:7e", "network": {"id": "9fa016ff-84b6-4077-add7-d40824a74722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-258535483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068319b363fb4cf0ab99d3d35221338d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda4a3da6-0e", "ovs_interfaceid": "da4a3da6-0e12-4604-ab3b-ebb732692187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.295290] env[63622]: DEBUG oslo_vmware.api [None req-5f781c4d-b3c3-4101-b2f2-c9d3f4691dfe tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817062, 'name': PowerOnVM_Task, 'duration_secs': 0.607295} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.295606] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f781c4d-b3c3-4101-b2f2-c9d3f4691dfe tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1692.295828] env[63622]: DEBUG nova.compute.manager [None req-5f781c4d-b3c3-4101-b2f2-c9d3f4691dfe tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1692.296869] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3bf1174-af91-49cd-8a57-dc88b55429f1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.489688] env[63622]: DEBUG nova.scheduler.client.report [None req-c1fb7fe3-03a5-4dd2-ad72-0b37ce1e9e16 tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1692.497265] env[63622]: DEBUG nova.compute.manager [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1692.530615] env[63622]: DEBUG nova.virt.hardware [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1692.530914] env[63622]: DEBUG nova.virt.hardware [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1692.531843] env[63622]: DEBUG nova.virt.hardware [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1692.531843] env[63622]: DEBUG nova.virt.hardware [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1692.531843] env[63622]: DEBUG nova.virt.hardware [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1692.532012] env[63622]: DEBUG nova.virt.hardware [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1692.532193] env[63622]: DEBUG nova.virt.hardware [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1692.532349] env[63622]: DEBUG nova.virt.hardware [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1692.532599] env[63622]: DEBUG nova.virt.hardware [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1692.532804] env[63622]: DEBUG nova.virt.hardware [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1692.532979] env[63622]: DEBUG nova.virt.hardware [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1692.533875] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16fe292-b9a3-48c4-ae8c-c451d0989b7b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.543779] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86e9e03-84f5-4c27-98a5-ef7453b7fe88 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.565411] env[63622]: DEBUG oslo_vmware.api [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1817064, 'name': Rename_Task, 'duration_secs': 0.226682} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.568689] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1692.568991] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb2419d6-1112-40eb-b1dd-72d9550ca571 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.576675] env[63622]: DEBUG oslo_vmware.api [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Task: {'id': task-1817065, 'name': RelocateVM_Task} progress is 20%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.578222] env[63622]: DEBUG oslo_vmware.api [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Waiting for the task: (returnval){ [ 1692.578222] env[63622]: value = "task-1817066" [ 1692.578222] env[63622]: _type = "Task" [ 1692.578222] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.586157] env[63622]: DEBUG oslo_vmware.api [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1817066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.666071] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Releasing lock "refresh_cache-4659fe4d-6ec1-4723-abf8-3071a37ed91e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.666328] env[63622]: DEBUG nova.compute.manager [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Instance network_info: |[{"id": "da4a3da6-0e12-4604-ab3b-ebb732692187", "address": "fa:16:3e:5e:27:7e", "network": {"id": "9fa016ff-84b6-4077-add7-d40824a74722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-258535483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068319b363fb4cf0ab99d3d35221338d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda4a3da6-0e", "ovs_interfaceid": "da4a3da6-0e12-4604-ab3b-ebb732692187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1692.666575] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:27:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da4a3da6-0e12-4604-ab3b-ebb732692187', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1692.674783] env[63622]: DEBUG oslo.service.loopingcall [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1692.675021] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1692.675280] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dba82ecc-2e16-4f23-a14f-121e8b4ebf4d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.700009] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1692.700009] env[63622]: value = "task-1817067" [ 1692.700009] env[63622]: _type = "Task" [ 1692.700009] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.716212] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817067, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.786394] env[63622]: DEBUG nova.compute.manager [req-512113c1-eef1-48a1-9d6f-9fefcf193411 req-57018dfa-67b0-4275-b180-8cf08dda22a3 service nova] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Received event network-changed-da4a3da6-0e12-4604-ab3b-ebb732692187 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1692.786653] env[63622]: DEBUG nova.compute.manager [req-512113c1-eef1-48a1-9d6f-9fefcf193411 req-57018dfa-67b0-4275-b180-8cf08dda22a3 service nova] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Refreshing instance network info cache due to event network-changed-da4a3da6-0e12-4604-ab3b-ebb732692187. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1692.786885] env[63622]: DEBUG oslo_concurrency.lockutils [req-512113c1-eef1-48a1-9d6f-9fefcf193411 req-57018dfa-67b0-4275-b180-8cf08dda22a3 service nova] Acquiring lock "refresh_cache-4659fe4d-6ec1-4723-abf8-3071a37ed91e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1692.787045] env[63622]: DEBUG oslo_concurrency.lockutils [req-512113c1-eef1-48a1-9d6f-9fefcf193411 req-57018dfa-67b0-4275-b180-8cf08dda22a3 service nova] Acquired lock "refresh_cache-4659fe4d-6ec1-4723-abf8-3071a37ed91e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1692.787243] env[63622]: DEBUG nova.network.neutron [req-512113c1-eef1-48a1-9d6f-9fefcf193411 req-57018dfa-67b0-4275-b180-8cf08dda22a3 service nova] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Refreshing network info cache for port da4a3da6-0e12-4604-ab3b-ebb732692187 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1692.995841] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c1fb7fe3-03a5-4dd2-ad72-0b37ce1e9e16 tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.999186] env[63622]: DEBUG oslo_concurrency.lockutils [None req-45d34913-bac3-4adf-bb88-8fd523b5ba2c tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.168s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.999186] env[63622]: DEBUG nova.objects.instance [None req-45d34913-bac3-4adf-bb88-8fd523b5ba2c tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Lazy-loading 'resources' on Instance uuid 29822337-a213-4067-8c96-923e706e6f49 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1693.025534] env[63622]: INFO nova.scheduler.client.report [None req-c1fb7fe3-03a5-4dd2-ad72-0b37ce1e9e16 tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Deleted allocations for instance 9f49dd91-81f7-428c-a57b-738481f47dc2 [ 1693.075921] env[63622]: DEBUG oslo_vmware.api [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Task: {'id': task-1817065, 'name': RelocateVM_Task, 'duration_secs': 0.663022} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.076152] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Volume attach. Driver type: vmdk {{(pid=63622) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1693.076387] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376442', 'volume_id': '43a58848-eb9e-4525-9bb7-58a734c91646', 'name': 'volume-43a58848-eb9e-4525-9bb7-58a734c91646', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c32a5b36-9de1-4b31-81cc-0bb26d34df7f', 'attached_at': '', 'detached_at': '', 'volume_id': '43a58848-eb9e-4525-9bb7-58a734c91646', 'serial': '43a58848-eb9e-4525-9bb7-58a734c91646'} {{(pid=63622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1693.077918] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a786163-5f46-45b4-9418-e130c9f2200f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.105613] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2006971-029d-4e88-8475-c12280803618 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.109279] env[63622]: DEBUG oslo_vmware.api [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1817066, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.131442] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] volume-43a58848-eb9e-4525-9bb7-58a734c91646/volume-43a58848-eb9e-4525-9bb7-58a734c91646.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1693.131835] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b850712-292c-444b-97e3-553618490651 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.154135] env[63622]: DEBUG oslo_vmware.api [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Waiting for the task: (returnval){ [ 1693.154135] env[63622]: value = "task-1817068" [ 1693.154135] env[63622]: _type = "Task" [ 1693.154135] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.165780] env[63622]: DEBUG oslo_vmware.api [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Task: {'id': task-1817068, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.210249] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817067, 'name': CreateVM_Task, 'duration_secs': 0.387305} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.210444] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1693.211576] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.211576] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.211830] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1693.212139] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a4e5265-34a6-49ee-a5a8-f709183b4799 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.217848] env[63622]: DEBUG oslo_vmware.api [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1693.217848] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a04215-c564-5939-932b-1861e3793121" [ 1693.217848] env[63622]: _type = "Task" [ 1693.217848] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.226128] env[63622]: DEBUG oslo_vmware.api [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a04215-c564-5939-932b-1861e3793121, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.237579] env[63622]: DEBUG oslo_vmware.rw_handles [None req-28e0b43f-f54f-4799-ac81-e7d294b72382 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e9cb96-28ec-f75c-feb7-c65991a192b2/disk-0.vmdk. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1693.238294] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae24442b-e245-4b6a-aa7e-f298c1ce775e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.244985] env[63622]: DEBUG oslo_vmware.rw_handles [None req-28e0b43f-f54f-4799-ac81-e7d294b72382 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e9cb96-28ec-f75c-feb7-c65991a192b2/disk-0.vmdk is in state: ready. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1693.245089] env[63622]: ERROR oslo_vmware.rw_handles [None req-28e0b43f-f54f-4799-ac81-e7d294b72382 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e9cb96-28ec-f75c-feb7-c65991a192b2/disk-0.vmdk due to incomplete transfer. [ 1693.245450] env[63622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1bdb6bd4-4783-4a19-94cf-f19785a2174b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.252613] env[63622]: DEBUG oslo_vmware.rw_handles [None req-28e0b43f-f54f-4799-ac81-e7d294b72382 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e9cb96-28ec-f75c-feb7-c65991a192b2/disk-0.vmdk. {{(pid=63622) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1693.252870] env[63622]: DEBUG nova.virt.vmwareapi.images [None req-28e0b43f-f54f-4799-ac81-e7d294b72382 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Uploaded image 91b3575b-1a8a-42e1-ab0e-8e6240626ecf to the Glance image server {{(pid=63622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1693.255690] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-28e0b43f-f54f-4799-ac81-e7d294b72382 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Destroying the VM {{(pid=63622) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1693.255972] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9cd93536-0762-4063-8847-c749647f8d53 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.262470] env[63622]: DEBUG oslo_vmware.api [None req-28e0b43f-f54f-4799-ac81-e7d294b72382 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1693.262470] env[63622]: value = "task-1817069" [ 1693.262470] env[63622]: _type = "Task" [ 1693.262470] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.275764] env[63622]: DEBUG oslo_vmware.api [None req-28e0b43f-f54f-4799-ac81-e7d294b72382 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817069, 'name': Destroy_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.536373] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c1fb7fe3-03a5-4dd2-ad72-0b37ce1e9e16 tempest-ServerAddressesNegativeTestJSON-1148348703 tempest-ServerAddressesNegativeTestJSON-1148348703-project-member] Lock "9f49dd91-81f7-428c-a57b-738481f47dc2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.083s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.595724] env[63622]: DEBUG oslo_vmware.api [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1817066, 'name': PowerOnVM_Task, 'duration_secs': 0.617178} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.597091] env[63622]: DEBUG nova.network.neutron [req-512113c1-eef1-48a1-9d6f-9fefcf193411 req-57018dfa-67b0-4275-b180-8cf08dda22a3 service nova] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Updated VIF entry in instance network info cache for port da4a3da6-0e12-4604-ab3b-ebb732692187. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1693.597664] env[63622]: DEBUG nova.network.neutron [req-512113c1-eef1-48a1-9d6f-9fefcf193411 req-57018dfa-67b0-4275-b180-8cf08dda22a3 service nova] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Updating instance_info_cache with network_info: [{"id": "da4a3da6-0e12-4604-ab3b-ebb732692187", "address": "fa:16:3e:5e:27:7e", "network": {"id": "9fa016ff-84b6-4077-add7-d40824a74722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-258535483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068319b363fb4cf0ab99d3d35221338d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda4a3da6-0e", "ovs_interfaceid": "da4a3da6-0e12-4604-ab3b-ebb732692187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1693.599057] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1693.599377] env[63622]: INFO nova.compute.manager [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Took 10.73 seconds to spawn the instance on the hypervisor. [ 1693.599665] env[63622]: DEBUG nova.compute.manager [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1693.600984] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737ef720-0016-4ab8-a04a-2c19a3a785c0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.663259] env[63622]: DEBUG oslo_vmware.api [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Task: {'id': task-1817068, 'name': ReconfigVM_Task, 'duration_secs': 0.352904} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.665844] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Reconfigured VM instance instance-00000049 to attach disk [datastore1] volume-43a58848-eb9e-4525-9bb7-58a734c91646/volume-43a58848-eb9e-4525-9bb7-58a734c91646.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1693.670864] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3064d5d0-1d04-4c32-a7d7-7e5fd0ef934a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.689023] env[63622]: DEBUG oslo_vmware.api [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Waiting for the task: (returnval){ [ 1693.689023] env[63622]: value = "task-1817070" [ 1693.689023] env[63622]: _type = "Task" [ 1693.689023] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.698981] env[63622]: DEBUG oslo_vmware.api [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Task: {'id': task-1817070, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.727828] env[63622]: DEBUG oslo_vmware.api [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a04215-c564-5939-932b-1861e3793121, 'name': SearchDatastore_Task, 'duration_secs': 0.009345} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.728847] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1693.728847] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1693.728847] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.728847] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.729170] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1693.731365] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82e02e54-a882-4234-abac-bde74be8e54b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.739451] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1693.739628] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1693.740427] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-629792d3-9f38-4fa9-8eb2-9d10c063802f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.746629] env[63622]: DEBUG oslo_vmware.api [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1693.746629] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]521edb36-e4c8-e1e6-9193-06c8cf323928" [ 1693.746629] env[63622]: _type = "Task" [ 1693.746629] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.755690] env[63622]: DEBUG oslo_vmware.api [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]521edb36-e4c8-e1e6-9193-06c8cf323928, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.771282] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2edf9129-d014-4b33-b226-2b9b46905bf5 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "0436abf1-ae0c-4595-912c-e7957b7a64a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.771527] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2edf9129-d014-4b33-b226-2b9b46905bf5 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "0436abf1-ae0c-4595-912c-e7957b7a64a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.771734] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2edf9129-d014-4b33-b226-2b9b46905bf5 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "0436abf1-ae0c-4595-912c-e7957b7a64a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.771933] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2edf9129-d014-4b33-b226-2b9b46905bf5 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "0436abf1-ae0c-4595-912c-e7957b7a64a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.772098] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2edf9129-d014-4b33-b226-2b9b46905bf5 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "0436abf1-ae0c-4595-912c-e7957b7a64a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.773636] env[63622]: DEBUG oslo_vmware.api [None req-28e0b43f-f54f-4799-ac81-e7d294b72382 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817069, 'name': Destroy_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.774219] env[63622]: INFO nova.compute.manager [None req-2edf9129-d014-4b33-b226-2b9b46905bf5 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Terminating instance [ 1693.779063] env[63622]: DEBUG nova.compute.manager [req-6e662ba1-905e-486d-bf8b-af5176b4f7c9 req-5d532422-2e86-46c9-8573-3804b7586c4f service nova] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Received event network-vif-plugged-b32b3d34-a735-4720-907b-9a0e1c50eb0e {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1693.779264] env[63622]: DEBUG oslo_concurrency.lockutils [req-6e662ba1-905e-486d-bf8b-af5176b4f7c9 req-5d532422-2e86-46c9-8573-3804b7586c4f service nova] Acquiring lock "d214f8ef-1169-4858-96ce-d9a3208c7e61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.779456] env[63622]: DEBUG oslo_concurrency.lockutils [req-6e662ba1-905e-486d-bf8b-af5176b4f7c9 req-5d532422-2e86-46c9-8573-3804b7586c4f service nova] Lock "d214f8ef-1169-4858-96ce-d9a3208c7e61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.779620] env[63622]: DEBUG oslo_concurrency.lockutils [req-6e662ba1-905e-486d-bf8b-af5176b4f7c9 req-5d532422-2e86-46c9-8573-3804b7586c4f service nova] Lock "d214f8ef-1169-4858-96ce-d9a3208c7e61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.779786] env[63622]: DEBUG nova.compute.manager [req-6e662ba1-905e-486d-bf8b-af5176b4f7c9 req-5d532422-2e86-46c9-8573-3804b7586c4f service nova] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] No waiting events found dispatching network-vif-plugged-b32b3d34-a735-4720-907b-9a0e1c50eb0e {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1693.779947] env[63622]: WARNING nova.compute.manager [req-6e662ba1-905e-486d-bf8b-af5176b4f7c9 req-5d532422-2e86-46c9-8573-3804b7586c4f service nova] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Received unexpected event network-vif-plugged-b32b3d34-a735-4720-907b-9a0e1c50eb0e for instance with vm_state building and task_state spawning. [ 1693.907227] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9006676c-a12f-4fe8-ae44-99f93bab715d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.914744] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ed779f-673f-4bf0-816b-ae4b9d804886 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.945391] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1eb981-5fb9-4fa5-83eb-85be74ff6a76 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.952857] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329e54d5-2286-4a90-a9ba-0708d5a3ecb5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.967407] env[63622]: DEBUG nova.compute.provider_tree [None req-45d34913-bac3-4adf-bb88-8fd523b5ba2c tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1694.101461] env[63622]: DEBUG oslo_concurrency.lockutils [req-512113c1-eef1-48a1-9d6f-9fefcf193411 req-57018dfa-67b0-4275-b180-8cf08dda22a3 service nova] Releasing lock "refresh_cache-4659fe4d-6ec1-4723-abf8-3071a37ed91e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1694.127077] env[63622]: DEBUG nova.network.neutron [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Successfully updated port: b32b3d34-a735-4720-907b-9a0e1c50eb0e {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1694.131214] env[63622]: INFO nova.compute.manager [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Took 45.10 seconds to build instance. [ 1694.200152] env[63622]: DEBUG oslo_vmware.api [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Task: {'id': task-1817070, 'name': ReconfigVM_Task, 'duration_secs': 0.13702} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.200726] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376442', 'volume_id': '43a58848-eb9e-4525-9bb7-58a734c91646', 'name': 'volume-43a58848-eb9e-4525-9bb7-58a734c91646', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c32a5b36-9de1-4b31-81cc-0bb26d34df7f', 'attached_at': '', 'detached_at': '', 'volume_id': '43a58848-eb9e-4525-9bb7-58a734c91646', 'serial': '43a58848-eb9e-4525-9bb7-58a734c91646'} {{(pid=63622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1694.201500] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-961e0c98-3dba-4284-a4c6-c7b6f70d2060 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.208025] env[63622]: DEBUG oslo_vmware.api [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Waiting for the task: (returnval){ [ 1694.208025] env[63622]: value = "task-1817071" [ 1694.208025] env[63622]: _type = "Task" [ 1694.208025] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.216165] env[63622]: DEBUG oslo_vmware.api [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Task: {'id': task-1817071, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.260026] env[63622]: DEBUG oslo_vmware.api [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]521edb36-e4c8-e1e6-9193-06c8cf323928, 'name': SearchDatastore_Task, 'duration_secs': 0.021029} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.260026] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-345817e0-756a-490c-ae13-80a0bdbfb444 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.264062] env[63622]: DEBUG oslo_vmware.api [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1694.264062] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52314268-1d5f-2602-7507-ba1545abc2cc" [ 1694.264062] env[63622]: _type = "Task" [ 1694.264062] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.275763] env[63622]: DEBUG oslo_vmware.api [None req-28e0b43f-f54f-4799-ac81-e7d294b72382 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817069, 'name': Destroy_Task, 'duration_secs': 0.531249} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.278800] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-28e0b43f-f54f-4799-ac81-e7d294b72382 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Destroyed the VM [ 1694.279087] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-28e0b43f-f54f-4799-ac81-e7d294b72382 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Deleting Snapshot of the VM instance {{(pid=63622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1694.279552] env[63622]: DEBUG oslo_vmware.api [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52314268-1d5f-2602-7507-ba1545abc2cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.279638] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dbe538d2-b7d1-4189-b599-4bdf7bb64f2a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.282015] env[63622]: DEBUG nova.compute.manager [None req-2edf9129-d014-4b33-b226-2b9b46905bf5 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1694.282178] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2edf9129-d014-4b33-b226-2b9b46905bf5 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1694.282908] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586b9c4a-00c4-400d-ad73-0182e27349aa {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.287254] env[63622]: DEBUG oslo_vmware.api [None req-28e0b43f-f54f-4799-ac81-e7d294b72382 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1694.287254] env[63622]: value = "task-1817072" [ 1694.287254] env[63622]: _type = "Task" [ 1694.287254] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.292459] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2edf9129-d014-4b33-b226-2b9b46905bf5 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1694.293072] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bbcf4fa-24c7-4c1b-889b-95c4a8b1e146 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.297477] env[63622]: DEBUG oslo_vmware.api [None req-28e0b43f-f54f-4799-ac81-e7d294b72382 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817072, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.302602] env[63622]: DEBUG oslo_vmware.api [None req-2edf9129-d014-4b33-b226-2b9b46905bf5 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1694.302602] env[63622]: value = "task-1817073" [ 1694.302602] env[63622]: _type = "Task" [ 1694.302602] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.310282] env[63622]: DEBUG oslo_vmware.api [None req-2edf9129-d014-4b33-b226-2b9b46905bf5 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817073, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.470836] env[63622]: DEBUG nova.scheduler.client.report [None req-45d34913-bac3-4adf-bb88-8fd523b5ba2c tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1694.599649] env[63622]: DEBUG oslo_concurrency.lockutils [None req-dcfb2ff8-af5a-448e-954d-8fe5accb101c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquiring lock "33b2dc88-3680-40ae-8e59-942198691cbf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.599878] env[63622]: DEBUG oslo_concurrency.lockutils [None req-dcfb2ff8-af5a-448e-954d-8fe5accb101c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "33b2dc88-3680-40ae-8e59-942198691cbf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.600124] env[63622]: DEBUG oslo_concurrency.lockutils [None req-dcfb2ff8-af5a-448e-954d-8fe5accb101c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquiring lock "33b2dc88-3680-40ae-8e59-942198691cbf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.600345] env[63622]: DEBUG oslo_concurrency.lockutils [None req-dcfb2ff8-af5a-448e-954d-8fe5accb101c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "33b2dc88-3680-40ae-8e59-942198691cbf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.600464] env[63622]: DEBUG oslo_concurrency.lockutils [None req-dcfb2ff8-af5a-448e-954d-8fe5accb101c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "33b2dc88-3680-40ae-8e59-942198691cbf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.605077] env[63622]: INFO nova.compute.manager [None req-dcfb2ff8-af5a-448e-954d-8fe5accb101c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Terminating instance [ 1694.631552] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "refresh_cache-d214f8ef-1169-4858-96ce-d9a3208c7e61" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1694.631919] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquired lock "refresh_cache-d214f8ef-1169-4858-96ce-d9a3208c7e61" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.631919] env[63622]: DEBUG nova.network.neutron [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1694.637642] env[63622]: DEBUG oslo_concurrency.lockutils [None req-30d2800f-b16a-46d1-966a-2e3faf1eb19f tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Lock "d8f68f09-e85d-4ab4-afc7-c0c79ae20168" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.609s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.718182] env[63622]: DEBUG oslo_vmware.api [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Task: {'id': task-1817071, 'name': Rename_Task, 'duration_secs': 0.13834} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.718477] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1694.718767] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fe4cd9c-2156-44e1-98fb-bd8fbf0e72e1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.725485] env[63622]: DEBUG oslo_vmware.api [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Waiting for the task: (returnval){ [ 1694.725485] env[63622]: value = "task-1817074" [ 1694.725485] env[63622]: _type = "Task" [ 1694.725485] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.740648] env[63622]: DEBUG oslo_vmware.api [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Task: {'id': task-1817074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.785280] env[63622]: DEBUG oslo_vmware.api [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52314268-1d5f-2602-7507-ba1545abc2cc, 'name': SearchDatastore_Task, 'duration_secs': 0.011449} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.785280] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1694.785280] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 4659fe4d-6ec1-4723-abf8-3071a37ed91e/4659fe4d-6ec1-4723-abf8-3071a37ed91e.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1694.785416] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cccc571d-bdc7-4b95-8123-f28d3636441b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.793084] env[63622]: DEBUG oslo_vmware.api [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1694.793084] env[63622]: value = "task-1817075" [ 1694.793084] env[63622]: _type = "Task" [ 1694.793084] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.796290] env[63622]: DEBUG oslo_vmware.api [None req-28e0b43f-f54f-4799-ac81-e7d294b72382 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817072, 'name': RemoveSnapshot_Task, 'duration_secs': 0.491247} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.801384] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-28e0b43f-f54f-4799-ac81-e7d294b72382 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Deleted Snapshot of the VM instance {{(pid=63622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1694.801611] env[63622]: INFO nova.compute.manager [None req-28e0b43f-f54f-4799-ac81-e7d294b72382 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Took 17.45 seconds to snapshot the instance on the hypervisor. [ 1694.818898] env[63622]: DEBUG oslo_vmware.api [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.824829] env[63622]: DEBUG oslo_vmware.api [None req-2edf9129-d014-4b33-b226-2b9b46905bf5 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817073, 'name': PowerOffVM_Task, 'duration_secs': 0.197836} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.825201] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2edf9129-d014-4b33-b226-2b9b46905bf5 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1694.825476] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2edf9129-d014-4b33-b226-2b9b46905bf5 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1694.825803] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26170d9a-6bce-42d8-8f7a-6a8c4f51aede {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.936579] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2edf9129-d014-4b33-b226-2b9b46905bf5 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1694.937061] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2edf9129-d014-4b33-b226-2b9b46905bf5 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1694.937480] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2edf9129-d014-4b33-b226-2b9b46905bf5 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Deleting the datastore file [datastore1] 0436abf1-ae0c-4595-912c-e7957b7a64a3 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1694.937774] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92dcfcf2-60af-4d4c-8f56-8aa8ea6c4c1a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.944890] env[63622]: DEBUG oslo_vmware.api [None req-2edf9129-d014-4b33-b226-2b9b46905bf5 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1694.944890] env[63622]: value = "task-1817077" [ 1694.944890] env[63622]: _type = "Task" [ 1694.944890] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.953333] env[63622]: DEBUG oslo_vmware.api [None req-2edf9129-d014-4b33-b226-2b9b46905bf5 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817077, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.976494] env[63622]: DEBUG oslo_concurrency.lockutils [None req-45d34913-bac3-4adf-bb88-8fd523b5ba2c tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.978s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.979126] env[63622]: DEBUG oslo_concurrency.lockutils [None req-36631353-0e6b-4674-ace9-4cdbcfd8dcea tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.259s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.979398] env[63622]: DEBUG nova.objects.instance [None req-36631353-0e6b-4674-ace9-4cdbcfd8dcea tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Lazy-loading 'resources' on Instance uuid 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1695.001540] env[63622]: INFO nova.scheduler.client.report [None req-45d34913-bac3-4adf-bb88-8fd523b5ba2c tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Deleted allocations for instance 29822337-a213-4067-8c96-923e706e6f49 [ 1695.109783] env[63622]: DEBUG nova.compute.manager [None req-dcfb2ff8-af5a-448e-954d-8fe5accb101c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1695.110062] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-dcfb2ff8-af5a-448e-954d-8fe5accb101c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1695.111038] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92a27df-33a6-491b-8905-9d1864b35f66 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.120024] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-dcfb2ff8-af5a-448e-954d-8fe5accb101c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1695.120360] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aff94c2b-6210-485a-b34f-4a13bc9209dc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.140706] env[63622]: DEBUG nova.compute.manager [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1695.194520] env[63622]: DEBUG nova.network.neutron [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1695.199356] env[63622]: DEBUG nova.compute.manager [req-d6c187e4-24c4-4610-88ce-ca363d2f18d3 req-1ed24f8a-f2b3-4b35-abd1-64050db453c7 service nova] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Received event network-changed-b32b3d34-a735-4720-907b-9a0e1c50eb0e {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1695.199552] env[63622]: DEBUG nova.compute.manager [req-d6c187e4-24c4-4610-88ce-ca363d2f18d3 req-1ed24f8a-f2b3-4b35-abd1-64050db453c7 service nova] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Refreshing instance network info cache due to event network-changed-b32b3d34-a735-4720-907b-9a0e1c50eb0e. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1695.200498] env[63622]: DEBUG oslo_concurrency.lockutils [req-d6c187e4-24c4-4610-88ce-ca363d2f18d3 req-1ed24f8a-f2b3-4b35-abd1-64050db453c7 service nova] Acquiring lock "refresh_cache-d214f8ef-1169-4858-96ce-d9a3208c7e61" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.239971] env[63622]: DEBUG oslo_vmware.api [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Task: {'id': task-1817074, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.245993] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-dcfb2ff8-af5a-448e-954d-8fe5accb101c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1695.246381] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-dcfb2ff8-af5a-448e-954d-8fe5accb101c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1695.246748] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcfb2ff8-af5a-448e-954d-8fe5accb101c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Deleting the datastore file [datastore1] 33b2dc88-3680-40ae-8e59-942198691cbf {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1695.247092] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10f67216-92b4-4d72-bcca-2cba820f2282 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.257204] env[63622]: DEBUG oslo_vmware.api [None req-dcfb2ff8-af5a-448e-954d-8fe5accb101c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1695.257204] env[63622]: value = "task-1817079" [ 1695.257204] env[63622]: _type = "Task" [ 1695.257204] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.276305] env[63622]: DEBUG oslo_vmware.api [None req-dcfb2ff8-af5a-448e-954d-8fe5accb101c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817079, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.307263] env[63622]: DEBUG oslo_vmware.api [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817075, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.319032] env[63622]: DEBUG nova.compute.manager [None req-28e0b43f-f54f-4799-ac81-e7d294b72382 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Instance disappeared during snapshot {{(pid=63622) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1695.335395] env[63622]: DEBUG oslo_concurrency.lockutils [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquiring lock "1cd4057c-3ba9-4a2f-89b1-e1a763402a82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.335800] env[63622]: DEBUG oslo_concurrency.lockutils [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "1cd4057c-3ba9-4a2f-89b1-e1a763402a82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.339292] env[63622]: DEBUG nova.compute.manager [None req-28e0b43f-f54f-4799-ac81-e7d294b72382 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Image not found during clean up 91b3575b-1a8a-42e1-ab0e-8e6240626ecf {{(pid=63622) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1695.456946] env[63622]: DEBUG oslo_vmware.api [None req-2edf9129-d014-4b33-b226-2b9b46905bf5 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817077, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.502458] env[63622]: DEBUG nova.network.neutron [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Updating instance_info_cache with network_info: [{"id": "b32b3d34-a735-4720-907b-9a0e1c50eb0e", "address": "fa:16:3e:42:e6:92", "network": {"id": "68e51f20-239f-4a02-84bc-7a1f8640b875", "bridge": "br-int", "label": "tempest-ServersTestJSON-1825242270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebd3f285a9d2433597945e73f2213306", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb32b3d34-a7", "ovs_interfaceid": "b32b3d34-a735-4720-907b-9a0e1c50eb0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1695.518160] env[63622]: DEBUG oslo_concurrency.lockutils [None req-45d34913-bac3-4adf-bb88-8fd523b5ba2c tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Lock "29822337-a213-4067-8c96-923e706e6f49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.336s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.662733] env[63622]: DEBUG oslo_concurrency.lockutils [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.736252] env[63622]: DEBUG oslo_vmware.api [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Task: {'id': task-1817074, 'name': PowerOnVM_Task, 'duration_secs': 0.841115} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.736252] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1695.736630] env[63622]: INFO nova.compute.manager [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Took 8.56 seconds to spawn the instance on the hypervisor. [ 1695.736973] env[63622]: DEBUG nova.compute.manager [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1695.740338] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe30c3ab-9be6-40aa-9ac3-1a1aef43d367 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.767432] env[63622]: DEBUG oslo_vmware.api [None req-dcfb2ff8-af5a-448e-954d-8fe5accb101c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817079, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321277} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.767715] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcfb2ff8-af5a-448e-954d-8fe5accb101c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1695.767968] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-dcfb2ff8-af5a-448e-954d-8fe5accb101c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1695.768182] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-dcfb2ff8-af5a-448e-954d-8fe5accb101c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1695.768358] env[63622]: INFO nova.compute.manager [None req-dcfb2ff8-af5a-448e-954d-8fe5accb101c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Took 0.66 seconds to destroy the instance on the hypervisor. [ 1695.768615] env[63622]: DEBUG oslo.service.loopingcall [None req-dcfb2ff8-af5a-448e-954d-8fe5accb101c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1695.769464] env[63622]: DEBUG nova.compute.manager [-] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1695.769464] env[63622]: DEBUG nova.network.neutron [-] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1695.787239] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a3f2e71e-0dc1-4e07-acff-f5dad0ce9868 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Acquiring lock "d8f68f09-e85d-4ab4-afc7-c0c79ae20168" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.787458] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a3f2e71e-0dc1-4e07-acff-f5dad0ce9868 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Lock "d8f68f09-e85d-4ab4-afc7-c0c79ae20168" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.787687] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a3f2e71e-0dc1-4e07-acff-f5dad0ce9868 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Acquiring lock "d8f68f09-e85d-4ab4-afc7-c0c79ae20168-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.787874] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a3f2e71e-0dc1-4e07-acff-f5dad0ce9868 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Lock "d8f68f09-e85d-4ab4-afc7-c0c79ae20168-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.788077] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a3f2e71e-0dc1-4e07-acff-f5dad0ce9868 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Lock "d8f68f09-e85d-4ab4-afc7-c0c79ae20168-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.790867] env[63622]: INFO nova.compute.manager [None req-a3f2e71e-0dc1-4e07-acff-f5dad0ce9868 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Terminating instance [ 1695.806673] env[63622]: DEBUG oslo_vmware.api [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817075, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609889} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.807470] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 4659fe4d-6ec1-4723-abf8-3071a37ed91e/4659fe4d-6ec1-4723-abf8-3071a37ed91e.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1695.807692] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1695.810267] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0634141c-fcec-417b-9789-d7c281c3b7e5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.819440] env[63622]: DEBUG oslo_vmware.api [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1695.819440] env[63622]: value = "task-1817080" [ 1695.819440] env[63622]: _type = "Task" [ 1695.819440] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.830610] env[63622]: DEBUG oslo_vmware.api [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817080, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.914638] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce1e1d2-4e8f-46e0-8273-5dbecb592062 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.921333] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce02ae6-2055-4f32-87be-c168303627f2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.959791] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bce4b63-97fb-402d-b62e-58135a5e85c0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.967933] env[63622]: DEBUG oslo_vmware.api [None req-2edf9129-d014-4b33-b226-2b9b46905bf5 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817077, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.541107} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.970519] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2edf9129-d014-4b33-b226-2b9b46905bf5 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1695.970675] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2edf9129-d014-4b33-b226-2b9b46905bf5 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1695.970788] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2edf9129-d014-4b33-b226-2b9b46905bf5 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1695.970990] env[63622]: INFO nova.compute.manager [None req-2edf9129-d014-4b33-b226-2b9b46905bf5 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1695.971267] env[63622]: DEBUG oslo.service.loopingcall [None req-2edf9129-d014-4b33-b226-2b9b46905bf5 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1695.971536] env[63622]: DEBUG nova.compute.manager [-] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1695.971656] env[63622]: DEBUG nova.network.neutron [-] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1695.974337] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a376c6-31cb-4322-a16e-b815b5764f77 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.990811] env[63622]: DEBUG nova.compute.provider_tree [None req-36631353-0e6b-4674-ace9-4cdbcfd8dcea tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1696.005101] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Releasing lock "refresh_cache-d214f8ef-1169-4858-96ce-d9a3208c7e61" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1696.005101] env[63622]: DEBUG nova.compute.manager [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Instance network_info: |[{"id": "b32b3d34-a735-4720-907b-9a0e1c50eb0e", "address": "fa:16:3e:42:e6:92", "network": {"id": "68e51f20-239f-4a02-84bc-7a1f8640b875", "bridge": "br-int", "label": "tempest-ServersTestJSON-1825242270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebd3f285a9d2433597945e73f2213306", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb32b3d34-a7", "ovs_interfaceid": "b32b3d34-a735-4720-907b-9a0e1c50eb0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1696.005101] env[63622]: DEBUG oslo_concurrency.lockutils [req-d6c187e4-24c4-4610-88ce-ca363d2f18d3 req-1ed24f8a-f2b3-4b35-abd1-64050db453c7 service nova] Acquired lock "refresh_cache-d214f8ef-1169-4858-96ce-d9a3208c7e61" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.005101] env[63622]: DEBUG nova.network.neutron [req-d6c187e4-24c4-4610-88ce-ca363d2f18d3 req-1ed24f8a-f2b3-4b35-abd1-64050db453c7 service nova] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Refreshing network info cache for port b32b3d34-a735-4720-907b-9a0e1c50eb0e {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1696.006613] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:e6:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '939c05b6-8f31-4f3a-95ac-6297e0bd243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b32b3d34-a735-4720-907b-9a0e1c50eb0e', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1696.017106] env[63622]: DEBUG oslo.service.loopingcall [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1696.020768] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1696.021352] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d406f9b9-6c3b-47c3-900e-af44b168386e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.047274] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1696.047274] env[63622]: value = "task-1817081" [ 1696.047274] env[63622]: _type = "Task" [ 1696.047274] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.058188] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817081, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.059434] env[63622]: DEBUG oslo_concurrency.lockutils [None req-657b06b6-6204-4a15-b2f8-9f697da26bb4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Acquiring lock "1904db1c-f966-46ad-8894-dac1b335ad25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.059715] env[63622]: DEBUG oslo_concurrency.lockutils [None req-657b06b6-6204-4a15-b2f8-9f697da26bb4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Lock "1904db1c-f966-46ad-8894-dac1b335ad25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.061028] env[63622]: DEBUG oslo_concurrency.lockutils [None req-657b06b6-6204-4a15-b2f8-9f697da26bb4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Acquiring lock "1904db1c-f966-46ad-8894-dac1b335ad25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.061028] env[63622]: DEBUG oslo_concurrency.lockutils [None req-657b06b6-6204-4a15-b2f8-9f697da26bb4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Lock "1904db1c-f966-46ad-8894-dac1b335ad25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.061028] env[63622]: DEBUG oslo_concurrency.lockutils [None req-657b06b6-6204-4a15-b2f8-9f697da26bb4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Lock "1904db1c-f966-46ad-8894-dac1b335ad25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.062894] env[63622]: INFO nova.compute.manager [None req-657b06b6-6204-4a15-b2f8-9f697da26bb4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Terminating instance [ 1696.259421] env[63622]: INFO nova.compute.manager [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Took 46.05 seconds to build instance. [ 1696.297159] env[63622]: DEBUG nova.compute.manager [None req-a3f2e71e-0dc1-4e07-acff-f5dad0ce9868 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1696.297439] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f2e71e-0dc1-4e07-acff-f5dad0ce9868 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1696.299096] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599b397d-e417-4ae5-831c-727a02f79589 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.307317] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3f2e71e-0dc1-4e07-acff-f5dad0ce9868 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1696.307553] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b254b078-aa67-4081-b95c-6da1cbd85592 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.316214] env[63622]: DEBUG oslo_vmware.api [None req-a3f2e71e-0dc1-4e07-acff-f5dad0ce9868 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Waiting for the task: (returnval){ [ 1696.316214] env[63622]: value = "task-1817082" [ 1696.316214] env[63622]: _type = "Task" [ 1696.316214] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.327530] env[63622]: DEBUG oslo_vmware.api [None req-a3f2e71e-0dc1-4e07-acff-f5dad0ce9868 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1817082, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.330706] env[63622]: DEBUG oslo_vmware.api [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817080, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072143} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.331015] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1696.332390] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3a3a8d-a765-4065-9232-51494558fa7c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.356965] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 4659fe4d-6ec1-4723-abf8-3071a37ed91e/4659fe4d-6ec1-4723-abf8-3071a37ed91e.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1696.359834] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e983834-5dc1-4acd-a99f-d4b0bc129381 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.382492] env[63622]: DEBUG oslo_vmware.api [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1696.382492] env[63622]: value = "task-1817083" [ 1696.382492] env[63622]: _type = "Task" [ 1696.382492] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.390983] env[63622]: DEBUG oslo_vmware.api [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817083, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.494485] env[63622]: DEBUG nova.scheduler.client.report [None req-36631353-0e6b-4674-ace9-4cdbcfd8dcea tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1696.543844] env[63622]: DEBUG nova.network.neutron [req-d6c187e4-24c4-4610-88ce-ca363d2f18d3 req-1ed24f8a-f2b3-4b35-abd1-64050db453c7 service nova] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Updated VIF entry in instance network info cache for port b32b3d34-a735-4720-907b-9a0e1c50eb0e. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1696.544229] env[63622]: DEBUG nova.network.neutron [req-d6c187e4-24c4-4610-88ce-ca363d2f18d3 req-1ed24f8a-f2b3-4b35-abd1-64050db453c7 service nova] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Updating instance_info_cache with network_info: [{"id": "b32b3d34-a735-4720-907b-9a0e1c50eb0e", "address": "fa:16:3e:42:e6:92", "network": {"id": "68e51f20-239f-4a02-84bc-7a1f8640b875", "bridge": "br-int", "label": "tempest-ServersTestJSON-1825242270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebd3f285a9d2433597945e73f2213306", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb32b3d34-a7", "ovs_interfaceid": "b32b3d34-a735-4720-907b-9a0e1c50eb0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1696.557323] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817081, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.566710] env[63622]: DEBUG nova.compute.manager [None req-657b06b6-6204-4a15-b2f8-9f697da26bb4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1696.567043] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-657b06b6-6204-4a15-b2f8-9f697da26bb4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1696.567835] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5658a8be-675b-4463-8bcb-45f147e6a26e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.575583] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-657b06b6-6204-4a15-b2f8-9f697da26bb4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1696.575933] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0186a892-347b-4689-b8ed-dc614da99aa2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.581974] env[63622]: DEBUG oslo_vmware.api [None req-657b06b6-6204-4a15-b2f8-9f697da26bb4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Waiting for the task: (returnval){ [ 1696.581974] env[63622]: value = "task-1817084" [ 1696.581974] env[63622]: _type = "Task" [ 1696.581974] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.589968] env[63622]: DEBUG oslo_vmware.api [None req-657b06b6-6204-4a15-b2f8-9f697da26bb4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1817084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.692343] env[63622]: DEBUG nova.network.neutron [-] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1696.760400] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d335d7d0-6647-4313-8ecb-df6744e4abfe tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Lock "c32a5b36-9de1-4b31-81cc-0bb26d34df7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.561s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.813225] env[63622]: DEBUG nova.compute.manager [req-731d37ad-c8ec-4ca2-89dc-c9301ae264b7 req-24035f3c-f7a9-4a85-91d9-f247d3ec4300 service nova] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Received event network-vif-deleted-643b71c4-2171-4939-8278-43895b99397a {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1696.813354] env[63622]: INFO nova.compute.manager [req-731d37ad-c8ec-4ca2-89dc-c9301ae264b7 req-24035f3c-f7a9-4a85-91d9-f247d3ec4300 service nova] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Neutron deleted interface 643b71c4-2171-4939-8278-43895b99397a; detaching it from the instance and deleting it from the info cache [ 1696.813532] env[63622]: DEBUG nova.network.neutron [req-731d37ad-c8ec-4ca2-89dc-c9301ae264b7 req-24035f3c-f7a9-4a85-91d9-f247d3ec4300 service nova] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1696.829189] env[63622]: DEBUG oslo_vmware.api [None req-a3f2e71e-0dc1-4e07-acff-f5dad0ce9868 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1817082, 'name': PowerOffVM_Task, 'duration_secs': 0.206766} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.830632] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3f2e71e-0dc1-4e07-acff-f5dad0ce9868 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1696.830833] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f2e71e-0dc1-4e07-acff-f5dad0ce9868 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1696.831149] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-364c5860-3ecd-471c-92af-94cbaecac4ee {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.895242] env[63622]: DEBUG oslo_vmware.api [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817083, 'name': ReconfigVM_Task, 'duration_secs': 0.382678} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.895954] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 4659fe4d-6ec1-4723-abf8-3071a37ed91e/4659fe4d-6ec1-4723-abf8-3071a37ed91e.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1696.897381] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6182f9b-8fc4-49ba-86a2-05af83b7e83b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.904449] env[63622]: DEBUG oslo_vmware.api [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1696.904449] env[63622]: value = "task-1817086" [ 1696.904449] env[63622]: _type = "Task" [ 1696.904449] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.913274] env[63622]: DEBUG oslo_vmware.api [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817086, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.003025] env[63622]: DEBUG oslo_concurrency.lockutils [None req-36631353-0e6b-4674-ace9-4cdbcfd8dcea tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.023s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.005585] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.489s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.007702] env[63622]: INFO nova.compute.claims [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1697.037028] env[63622]: INFO nova.scheduler.client.report [None req-36631353-0e6b-4674-ace9-4cdbcfd8dcea tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Deleted allocations for instance 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a [ 1697.047513] env[63622]: DEBUG oslo_concurrency.lockutils [req-d6c187e4-24c4-4610-88ce-ca363d2f18d3 req-1ed24f8a-f2b3-4b35-abd1-64050db453c7 service nova] Releasing lock "refresh_cache-d214f8ef-1169-4858-96ce-d9a3208c7e61" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1697.054012] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f2e71e-0dc1-4e07-acff-f5dad0ce9868 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1697.054012] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f2e71e-0dc1-4e07-acff-f5dad0ce9868 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1697.054258] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3f2e71e-0dc1-4e07-acff-f5dad0ce9868 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Deleting the datastore file [datastore1] d8f68f09-e85d-4ab4-afc7-c0c79ae20168 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1697.054861] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8be0bb28-191d-4fbd-b84c-e09450f95a55 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.061158] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817081, 'name': CreateVM_Task, 'duration_secs': 0.578847} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.061654] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1697.062375] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1697.062578] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1697.062914] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1697.063593] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b3d90a2-e66a-4da2-8c62-1440419e9150 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.066672] env[63622]: DEBUG oslo_vmware.api [None req-a3f2e71e-0dc1-4e07-acff-f5dad0ce9868 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Waiting for the task: (returnval){ [ 1697.066672] env[63622]: value = "task-1817087" [ 1697.066672] env[63622]: _type = "Task" [ 1697.066672] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.072131] env[63622]: DEBUG oslo_vmware.api [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1697.072131] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]523fb511-cf39-0079-20d5-2d7f7e69279b" [ 1697.072131] env[63622]: _type = "Task" [ 1697.072131] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.078749] env[63622]: DEBUG oslo_vmware.api [None req-a3f2e71e-0dc1-4e07-acff-f5dad0ce9868 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1817087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.084651] env[63622]: DEBUG oslo_vmware.api [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]523fb511-cf39-0079-20d5-2d7f7e69279b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.096223] env[63622]: DEBUG oslo_vmware.api [None req-657b06b6-6204-4a15-b2f8-9f697da26bb4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1817084, 'name': PowerOffVM_Task, 'duration_secs': 0.178767} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.096223] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-657b06b6-6204-4a15-b2f8-9f697da26bb4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1697.096223] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-657b06b6-6204-4a15-b2f8-9f697da26bb4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1697.096502] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ae9d15a-b96e-4b96-baf0-6be6f7ad4c91 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.196227] env[63622]: INFO nova.compute.manager [-] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Took 1.43 seconds to deallocate network for instance. [ 1697.262871] env[63622]: DEBUG nova.compute.manager [req-178c0b11-4953-44ba-b0ef-bff1dfb0de3f req-75f30247-f347-4d5c-bf3e-6ae291356ed2 service nova] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Received event network-vif-deleted-3e023fd3-5c0a-497d-9374-7dc89baf4c0c {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1697.263095] env[63622]: DEBUG nova.compute.manager [req-178c0b11-4953-44ba-b0ef-bff1dfb0de3f req-75f30247-f347-4d5c-bf3e-6ae291356ed2 service nova] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Received event network-changed-5ff3370d-9572-4f12-b2e2-de6ef3a29ee7 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1697.264253] env[63622]: DEBUG nova.compute.manager [req-178c0b11-4953-44ba-b0ef-bff1dfb0de3f req-75f30247-f347-4d5c-bf3e-6ae291356ed2 service nova] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Refreshing instance network info cache due to event network-changed-5ff3370d-9572-4f12-b2e2-de6ef3a29ee7. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1697.264253] env[63622]: DEBUG oslo_concurrency.lockutils [req-178c0b11-4953-44ba-b0ef-bff1dfb0de3f req-75f30247-f347-4d5c-bf3e-6ae291356ed2 service nova] Acquiring lock "refresh_cache-c32a5b36-9de1-4b31-81cc-0bb26d34df7f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1697.264253] env[63622]: DEBUG oslo_concurrency.lockutils [req-178c0b11-4953-44ba-b0ef-bff1dfb0de3f req-75f30247-f347-4d5c-bf3e-6ae291356ed2 service nova] Acquired lock "refresh_cache-c32a5b36-9de1-4b31-81cc-0bb26d34df7f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1697.264253] env[63622]: DEBUG nova.network.neutron [req-178c0b11-4953-44ba-b0ef-bff1dfb0de3f req-75f30247-f347-4d5c-bf3e-6ae291356ed2 service nova] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Refreshing network info cache for port 5ff3370d-9572-4f12-b2e2-de6ef3a29ee7 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1697.266016] env[63622]: DEBUG nova.compute.manager [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1697.278399] env[63622]: DEBUG nova.network.neutron [-] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1697.316853] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa4a11d7-40e6-4533-a975-78ac8e904fdb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.333657] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd1d8ac-30d3-4edc-ac1f-8eb0743dbc8b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.369726] env[63622]: DEBUG nova.compute.manager [req-731d37ad-c8ec-4ca2-89dc-c9301ae264b7 req-24035f3c-f7a9-4a85-91d9-f247d3ec4300 service nova] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Detach interface failed, port_id=643b71c4-2171-4939-8278-43895b99397a, reason: Instance 0436abf1-ae0c-4595-912c-e7957b7a64a3 could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1697.415344] env[63622]: DEBUG oslo_vmware.api [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817086, 'name': Rename_Task, 'duration_secs': 0.145562} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.415617] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1697.415862] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff0cdfe1-5333-4a76-994a-9580cdb60128 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.422270] env[63622]: DEBUG oslo_vmware.api [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1697.422270] env[63622]: value = "task-1817089" [ 1697.422270] env[63622]: _type = "Task" [ 1697.422270] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.429967] env[63622]: DEBUG oslo_vmware.api [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817089, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.460192] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-657b06b6-6204-4a15-b2f8-9f697da26bb4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1697.460416] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-657b06b6-6204-4a15-b2f8-9f697da26bb4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1697.460594] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-657b06b6-6204-4a15-b2f8-9f697da26bb4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Deleting the datastore file [datastore1] 1904db1c-f966-46ad-8894-dac1b335ad25 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1697.460859] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-994cee37-b436-46e9-9967-e9577cd3cbc9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.470385] env[63622]: DEBUG oslo_vmware.api [None req-657b06b6-6204-4a15-b2f8-9f697da26bb4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Waiting for the task: (returnval){ [ 1697.470385] env[63622]: value = "task-1817090" [ 1697.470385] env[63622]: _type = "Task" [ 1697.470385] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.479228] env[63622]: DEBUG oslo_vmware.api [None req-657b06b6-6204-4a15-b2f8-9f697da26bb4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1817090, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.546147] env[63622]: DEBUG oslo_concurrency.lockutils [None req-36631353-0e6b-4674-ace9-4cdbcfd8dcea tempest-MigrationsAdminTest-680233789 tempest-MigrationsAdminTest-680233789-project-member] Lock "29e4f8bb-5f9c-4cc9-8bc5-745977f5412a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.519s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.581865] env[63622]: DEBUG oslo_vmware.api [None req-a3f2e71e-0dc1-4e07-acff-f5dad0ce9868 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1817087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.587780] env[63622]: DEBUG oslo_vmware.api [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]523fb511-cf39-0079-20d5-2d7f7e69279b, 'name': SearchDatastore_Task, 'duration_secs': 0.052004} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.588101] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1697.588344] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1697.588600] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1697.588770] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1697.588977] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1697.589269] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0452513-faf8-4435-ba8e-02c6de1dae62 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.597539] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1697.597747] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1697.598928] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb92e5e8-d91f-4d7d-b446-396af2331d03 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.604744] env[63622]: DEBUG oslo_vmware.api [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1697.604744] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52752a42-12d5-951a-bd54-b6e3ae087a9d" [ 1697.604744] env[63622]: _type = "Task" [ 1697.604744] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.612322] env[63622]: DEBUG oslo_vmware.api [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52752a42-12d5-951a-bd54-b6e3ae087a9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.704815] env[63622]: DEBUG oslo_concurrency.lockutils [None req-dcfb2ff8-af5a-448e-954d-8fe5accb101c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.780081] env[63622]: INFO nova.compute.manager [-] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Took 1.81 seconds to deallocate network for instance. [ 1697.793375] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.931982] env[63622]: DEBUG oslo_vmware.api [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817089, 'name': PowerOnVM_Task} progress is 92%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.983512] env[63622]: DEBUG oslo_vmware.api [None req-657b06b6-6204-4a15-b2f8-9f697da26bb4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1817090, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325809} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.983512] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-657b06b6-6204-4a15-b2f8-9f697da26bb4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1697.983618] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-657b06b6-6204-4a15-b2f8-9f697da26bb4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1697.983793] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-657b06b6-6204-4a15-b2f8-9f697da26bb4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1697.983965] env[63622]: INFO nova.compute.manager [None req-657b06b6-6204-4a15-b2f8-9f697da26bb4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Took 1.42 seconds to destroy the instance on the hypervisor. [ 1697.984478] env[63622]: DEBUG oslo.service.loopingcall [None req-657b06b6-6204-4a15-b2f8-9f697da26bb4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1697.984549] env[63622]: DEBUG nova.compute.manager [-] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1697.984823] env[63622]: DEBUG nova.network.neutron [-] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1698.082421] env[63622]: DEBUG oslo_vmware.api [None req-a3f2e71e-0dc1-4e07-acff-f5dad0ce9868 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Task: {'id': task-1817087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.6106} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.083304] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3f2e71e-0dc1-4e07-acff-f5dad0ce9868 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1698.086019] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f2e71e-0dc1-4e07-acff-f5dad0ce9868 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1698.086019] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f2e71e-0dc1-4e07-acff-f5dad0ce9868 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1698.086019] env[63622]: INFO nova.compute.manager [None req-a3f2e71e-0dc1-4e07-acff-f5dad0ce9868 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Took 1.79 seconds to destroy the instance on the hypervisor. [ 1698.086019] env[63622]: DEBUG oslo.service.loopingcall [None req-a3f2e71e-0dc1-4e07-acff-f5dad0ce9868 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1698.086019] env[63622]: DEBUG nova.compute.manager [-] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1698.086019] env[63622]: DEBUG nova.network.neutron [-] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1698.122305] env[63622]: DEBUG oslo_vmware.api [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52752a42-12d5-951a-bd54-b6e3ae087a9d, 'name': SearchDatastore_Task, 'duration_secs': 0.013002} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.123696] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f0fe627-f721-4e18-927f-1375eb939b5e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.133189] env[63622]: DEBUG nova.network.neutron [req-178c0b11-4953-44ba-b0ef-bff1dfb0de3f req-75f30247-f347-4d5c-bf3e-6ae291356ed2 service nova] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Updated VIF entry in instance network info cache for port 5ff3370d-9572-4f12-b2e2-de6ef3a29ee7. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1698.133473] env[63622]: DEBUG nova.network.neutron [req-178c0b11-4953-44ba-b0ef-bff1dfb0de3f req-75f30247-f347-4d5c-bf3e-6ae291356ed2 service nova] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Updating instance_info_cache with network_info: [{"id": "5ff3370d-9572-4f12-b2e2-de6ef3a29ee7", "address": "fa:16:3e:d5:14:22", "network": {"id": "f928bcf8-731a-4d7d-b467-2f0826c709e7", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1252368665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2453ea60ff4d259d2350c1aa8ef956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ff3370d-95", "ovs_interfaceid": "5ff3370d-9572-4f12-b2e2-de6ef3a29ee7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1698.139827] env[63622]: DEBUG oslo_vmware.api [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1698.139827] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52428f9d-cc13-1989-48b7-543f5bddf4df" [ 1698.139827] env[63622]: _type = "Task" [ 1698.139827] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.148698] env[63622]: DEBUG oslo_vmware.api [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52428f9d-cc13-1989-48b7-543f5bddf4df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.287264] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2edf9129-d014-4b33-b226-2b9b46905bf5 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.435075] env[63622]: DEBUG oslo_vmware.api [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817089, 'name': PowerOnVM_Task, 'duration_secs': 0.576804} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.437955] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1698.438355] env[63622]: INFO nova.compute.manager [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Took 8.01 seconds to spawn the instance on the hypervisor. [ 1698.438560] env[63622]: DEBUG nova.compute.manager [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1698.440117] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8442e2-71cc-4ef0-9e2c-1c8265e4753a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.467162] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3057785c-8cff-4cc1-847a-d954b556533d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.474156] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc28bd60-b6c3-4b53-bf82-e026a2fd9b9e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.508746] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4801e1-ac39-4420-a35e-01fb05ff8022 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.517985] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03cb2f6-d559-4b9e-aa26-ba14ecfc9730 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.534989] env[63622]: DEBUG nova.compute.provider_tree [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1698.637182] env[63622]: DEBUG oslo_concurrency.lockutils [req-178c0b11-4953-44ba-b0ef-bff1dfb0de3f req-75f30247-f347-4d5c-bf3e-6ae291356ed2 service nova] Releasing lock "refresh_cache-c32a5b36-9de1-4b31-81cc-0bb26d34df7f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1698.650618] env[63622]: DEBUG oslo_vmware.api [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52428f9d-cc13-1989-48b7-543f5bddf4df, 'name': SearchDatastore_Task, 'duration_secs': 0.018324} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.651291] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1698.651437] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] d214f8ef-1169-4858-96ce-d9a3208c7e61/d214f8ef-1169-4858-96ce-d9a3208c7e61.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1698.651740] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da1745e1-610e-466f-9ad4-9ee9ea7a0e1f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.658731] env[63622]: DEBUG oslo_vmware.api [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1698.658731] env[63622]: value = "task-1817091" [ 1698.658731] env[63622]: _type = "Task" [ 1698.658731] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.666644] env[63622]: DEBUG oslo_vmware.api [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.831794] env[63622]: DEBUG nova.network.neutron [-] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1698.842912] env[63622]: DEBUG nova.compute.manager [req-d8e57a39-d74a-4849-a8ba-c9caa04982c3 req-b9dd2d93-c43b-4a73-b632-0239f76b5029 service nova] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Received event network-vif-deleted-26a81c0d-0394-4c0d-b670-0128659181db {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1698.843151] env[63622]: INFO nova.compute.manager [req-d8e57a39-d74a-4849-a8ba-c9caa04982c3 req-b9dd2d93-c43b-4a73-b632-0239f76b5029 service nova] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Neutron deleted interface 26a81c0d-0394-4c0d-b670-0128659181db; detaching it from the instance and deleting it from the info cache [ 1698.843394] env[63622]: DEBUG nova.network.neutron [req-d8e57a39-d74a-4849-a8ba-c9caa04982c3 req-b9dd2d93-c43b-4a73-b632-0239f76b5029 service nova] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1698.914181] env[63622]: DEBUG nova.network.neutron [-] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1698.959450] env[63622]: INFO nova.compute.manager [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Took 45.70 seconds to build instance. [ 1699.038042] env[63622]: DEBUG nova.scheduler.client.report [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1699.168788] env[63622]: DEBUG oslo_vmware.api [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817091, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.308942] env[63622]: DEBUG nova.compute.manager [req-37bebf14-eac5-45e8-99aa-312b93f3e410 req-dfe25dbf-7f43-4d93-815f-8c0d05fc5eb6 service nova] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Received event network-vif-deleted-3805739a-e85a-4ee1-a405-0490bf524515 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1699.336306] env[63622]: INFO nova.compute.manager [-] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Took 1.35 seconds to deallocate network for instance. [ 1699.347322] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd09921f-f2eb-43fa-8c1d-b7b3fea0481c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.357057] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb200cb-013f-46c2-8a17-bec873a56b68 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.390943] env[63622]: DEBUG nova.compute.manager [req-d8e57a39-d74a-4849-a8ba-c9caa04982c3 req-b9dd2d93-c43b-4a73-b632-0239f76b5029 service nova] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Detach interface failed, port_id=26a81c0d-0394-4c0d-b670-0128659181db, reason: Instance 1904db1c-f966-46ad-8894-dac1b335ad25 could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1699.414927] env[63622]: INFO nova.compute.manager [-] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Took 1.33 seconds to deallocate network for instance. [ 1699.461484] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8ffb54a7-d71b-4af9-a3d6-d8402893f11f tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "4659fe4d-6ec1-4723-abf8-3071a37ed91e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.214s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.543147] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.537s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.543735] env[63622]: DEBUG nova.compute.manager [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1699.546965] env[63622]: DEBUG oslo_concurrency.lockutils [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.259s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.549337] env[63622]: INFO nova.compute.claims [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1699.675854] env[63622]: DEBUG oslo_vmware.api [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817091, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.928552} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.676114] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] d214f8ef-1169-4858-96ce-d9a3208c7e61/d214f8ef-1169-4858-96ce-d9a3208c7e61.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1699.676338] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1699.676588] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0cc5ba7-c03d-4283-a068-7486bcb5007e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.691263] env[63622]: DEBUG oslo_vmware.api [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1699.691263] env[63622]: value = "task-1817092" [ 1699.691263] env[63622]: _type = "Task" [ 1699.691263] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.703441] env[63622]: DEBUG oslo_vmware.api [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817092, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.844068] env[63622]: DEBUG oslo_concurrency.lockutils [None req-657b06b6-6204-4a15-b2f8-9f697da26bb4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.924825] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a3f2e71e-0dc1-4e07-acff-f5dad0ce9868 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.965883] env[63622]: DEBUG nova.compute.manager [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1700.056020] env[63622]: DEBUG nova.compute.utils [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1700.057470] env[63622]: DEBUG nova.compute.manager [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1700.057470] env[63622]: DEBUG nova.network.neutron [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1700.119462] env[63622]: DEBUG nova.policy [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64a41304a1c6413ebbc11338dd02e6d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7cf1aa7f9fac4524ba83a780184cccec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1700.202499] env[63622]: DEBUG oslo_vmware.api [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817092, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068856} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.202764] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1700.203551] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29c748c-e4d3-4a3f-8e0e-0b6945e53921 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.206508] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2404f28f-983b-4b56-a7ab-2b641b22c88a tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "interface-32355a6b-26c7-4c69-95d8-35578a757907-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.206737] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2404f28f-983b-4b56-a7ab-2b641b22c88a tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "interface-32355a6b-26c7-4c69-95d8-35578a757907-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.208042] env[63622]: DEBUG nova.objects.instance [None req-2404f28f-983b-4b56-a7ab-2b641b22c88a tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lazy-loading 'flavor' on Instance uuid 32355a6b-26c7-4c69-95d8-35578a757907 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1700.230451] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] d214f8ef-1169-4858-96ce-d9a3208c7e61/d214f8ef-1169-4858-96ce-d9a3208c7e61.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1700.231659] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72888171-62da-4f2d-8543-955c21a32c79 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.251760] env[63622]: DEBUG oslo_vmware.api [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1700.251760] env[63622]: value = "task-1817093" [ 1700.251760] env[63622]: _type = "Task" [ 1700.251760] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.260317] env[63622]: DEBUG oslo_vmware.api [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817093, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.494500] env[63622]: DEBUG oslo_concurrency.lockutils [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.566433] env[63622]: DEBUG nova.compute.manager [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1700.620038] env[63622]: DEBUG nova.network.neutron [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Successfully created port: 7d455336-1b66-4655-860e-646434bf914b {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1700.711268] env[63622]: DEBUG nova.objects.instance [None req-2404f28f-983b-4b56-a7ab-2b641b22c88a tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lazy-loading 'pci_requests' on Instance uuid 32355a6b-26c7-4c69-95d8-35578a757907 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1700.763805] env[63622]: DEBUG oslo_vmware.api [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817093, 'name': ReconfigVM_Task, 'duration_secs': 0.509249} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.764107] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Reconfigured VM instance instance-0000004b to attach disk [datastore1] d214f8ef-1169-4858-96ce-d9a3208c7e61/d214f8ef-1169-4858-96ce-d9a3208c7e61.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1700.764786] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d75e476-fa92-40ee-a614-6d9a4bff0e42 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.771591] env[63622]: DEBUG oslo_vmware.api [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1700.771591] env[63622]: value = "task-1817094" [ 1700.771591] env[63622]: _type = "Task" [ 1700.771591] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.782694] env[63622]: DEBUG oslo_vmware.api [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817094, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.026572] env[63622]: DEBUG nova.compute.manager [req-a2043edd-00b2-42ef-a132-ad97da3583ff req-03129c36-dfbe-4f78-9f00-a4e999517a86 service nova] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Received event network-changed-da4a3da6-0e12-4604-ab3b-ebb732692187 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1701.026869] env[63622]: DEBUG nova.compute.manager [req-a2043edd-00b2-42ef-a132-ad97da3583ff req-03129c36-dfbe-4f78-9f00-a4e999517a86 service nova] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Refreshing instance network info cache due to event network-changed-da4a3da6-0e12-4604-ab3b-ebb732692187. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1701.027116] env[63622]: DEBUG oslo_concurrency.lockutils [req-a2043edd-00b2-42ef-a132-ad97da3583ff req-03129c36-dfbe-4f78-9f00-a4e999517a86 service nova] Acquiring lock "refresh_cache-4659fe4d-6ec1-4723-abf8-3071a37ed91e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1701.027146] env[63622]: DEBUG oslo_concurrency.lockutils [req-a2043edd-00b2-42ef-a132-ad97da3583ff req-03129c36-dfbe-4f78-9f00-a4e999517a86 service nova] Acquired lock "refresh_cache-4659fe4d-6ec1-4723-abf8-3071a37ed91e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.028031] env[63622]: DEBUG nova.network.neutron [req-a2043edd-00b2-42ef-a132-ad97da3583ff req-03129c36-dfbe-4f78-9f00-a4e999517a86 service nova] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Refreshing network info cache for port da4a3da6-0e12-4604-ab3b-ebb732692187 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1701.059788] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b25645-f962-49e6-a6be-9ff57abcbb61 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.070036] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6470a500-480d-4962-9671-1dffcb028fb0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.128655] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02dd56cb-b269-46e2-ab1f-de76bcf91a11 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.142086] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84951dc6-c4f6-450c-ab06-12c667da20b9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.165301] env[63622]: DEBUG nova.compute.provider_tree [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1701.214385] env[63622]: DEBUG nova.objects.base [None req-2404f28f-983b-4b56-a7ab-2b641b22c88a tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Object Instance<32355a6b-26c7-4c69-95d8-35578a757907> lazy-loaded attributes: flavor,pci_requests {{(pid=63622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1701.214671] env[63622]: DEBUG nova.network.neutron [None req-2404f28f-983b-4b56-a7ab-2b641b22c88a tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1701.282322] env[63622]: DEBUG oslo_vmware.api [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817094, 'name': Rename_Task, 'duration_secs': 0.422141} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.282760] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1701.283041] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfa35be8-2490-423f-a827-bebf35781350 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.291268] env[63622]: DEBUG oslo_vmware.api [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1701.291268] env[63622]: value = "task-1817095" [ 1701.291268] env[63622]: _type = "Task" [ 1701.291268] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.302281] env[63622]: DEBUG oslo_vmware.api [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817095, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.363702] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2404f28f-983b-4b56-a7ab-2b641b22c88a tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "interface-32355a6b-26c7-4c69-95d8-35578a757907-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.157s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.581125] env[63622]: DEBUG nova.compute.manager [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1701.608954] env[63622]: DEBUG nova.virt.hardware [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1701.609220] env[63622]: DEBUG nova.virt.hardware [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1701.609383] env[63622]: DEBUG nova.virt.hardware [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1701.609559] env[63622]: DEBUG nova.virt.hardware [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1701.609706] env[63622]: DEBUG nova.virt.hardware [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1701.609858] env[63622]: DEBUG nova.virt.hardware [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1701.610071] env[63622]: DEBUG nova.virt.hardware [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1701.610246] env[63622]: DEBUG nova.virt.hardware [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1701.610834] env[63622]: DEBUG nova.virt.hardware [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1701.610834] env[63622]: DEBUG nova.virt.hardware [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1701.610834] env[63622]: DEBUG nova.virt.hardware [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1701.612105] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f09063-7fe1-4b31-a9a4-dc27241ad67e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.620703] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0337b82f-07c5-44f1-be7b-36a6210a86f0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.671788] env[63622]: DEBUG nova.scheduler.client.report [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1701.792383] env[63622]: DEBUG nova.network.neutron [req-a2043edd-00b2-42ef-a132-ad97da3583ff req-03129c36-dfbe-4f78-9f00-a4e999517a86 service nova] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Updated VIF entry in instance network info cache for port da4a3da6-0e12-4604-ab3b-ebb732692187. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1701.792825] env[63622]: DEBUG nova.network.neutron [req-a2043edd-00b2-42ef-a132-ad97da3583ff req-03129c36-dfbe-4f78-9f00-a4e999517a86 service nova] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Updating instance_info_cache with network_info: [{"id": "da4a3da6-0e12-4604-ab3b-ebb732692187", "address": "fa:16:3e:5e:27:7e", "network": {"id": "9fa016ff-84b6-4077-add7-d40824a74722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-258535483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068319b363fb4cf0ab99d3d35221338d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda4a3da6-0e", "ovs_interfaceid": "da4a3da6-0e12-4604-ab3b-ebb732692187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1701.804056] env[63622]: DEBUG oslo_vmware.api [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817095, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.178366] env[63622]: DEBUG oslo_concurrency.lockutils [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.178606] env[63622]: DEBUG nova.compute.manager [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1702.183366] env[63622]: DEBUG oslo_concurrency.lockutils [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.058s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.183366] env[63622]: INFO nova.compute.claims [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1702.298988] env[63622]: DEBUG oslo_concurrency.lockutils [req-a2043edd-00b2-42ef-a132-ad97da3583ff req-03129c36-dfbe-4f78-9f00-a4e999517a86 service nova] Releasing lock "refresh_cache-4659fe4d-6ec1-4723-abf8-3071a37ed91e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1702.305520] env[63622]: DEBUG oslo_vmware.api [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817095, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.483976] env[63622]: DEBUG nova.compute.manager [req-802c2773-fa6d-4ea8-a8c1-d4376629be90 req-a16d743d-1315-44c3-a053-dc068d29e287 service nova] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Received event network-vif-plugged-7d455336-1b66-4655-860e-646434bf914b {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1702.484455] env[63622]: DEBUG oslo_concurrency.lockutils [req-802c2773-fa6d-4ea8-a8c1-d4376629be90 req-a16d743d-1315-44c3-a053-dc068d29e287 service nova] Acquiring lock "fc8cce34-20b3-4963-9e3b-b3d8b303b23e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.484917] env[63622]: DEBUG oslo_concurrency.lockutils [req-802c2773-fa6d-4ea8-a8c1-d4376629be90 req-a16d743d-1315-44c3-a053-dc068d29e287 service nova] Lock "fc8cce34-20b3-4963-9e3b-b3d8b303b23e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.486607] env[63622]: DEBUG oslo_concurrency.lockutils [req-802c2773-fa6d-4ea8-a8c1-d4376629be90 req-a16d743d-1315-44c3-a053-dc068d29e287 service nova] Lock "fc8cce34-20b3-4963-9e3b-b3d8b303b23e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.486607] env[63622]: DEBUG nova.compute.manager [req-802c2773-fa6d-4ea8-a8c1-d4376629be90 req-a16d743d-1315-44c3-a053-dc068d29e287 service nova] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] No waiting events found dispatching network-vif-plugged-7d455336-1b66-4655-860e-646434bf914b {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1702.486607] env[63622]: WARNING nova.compute.manager [req-802c2773-fa6d-4ea8-a8c1-d4376629be90 req-a16d743d-1315-44c3-a053-dc068d29e287 service nova] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Received unexpected event network-vif-plugged-7d455336-1b66-4655-860e-646434bf914b for instance with vm_state building and task_state spawning. [ 1702.688309] env[63622]: DEBUG nova.compute.utils [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1702.691634] env[63622]: DEBUG nova.compute.manager [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1702.691807] env[63622]: DEBUG nova.network.neutron [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1702.737966] env[63622]: DEBUG nova.policy [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06db5afcd25344a89f19e8f0c82720e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bbece78f52e4184ba7be795d0a7ead0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1702.772234] env[63622]: DEBUG nova.network.neutron [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Successfully updated port: 7d455336-1b66-4655-860e-646434bf914b {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1702.810338] env[63622]: DEBUG oslo_vmware.api [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817095, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.081301] env[63622]: DEBUG nova.network.neutron [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Successfully created port: 52cc6681-bfa5-427e-907c-fbf474b93418 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1703.192770] env[63622]: DEBUG nova.compute.manager [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1703.275685] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Acquiring lock "refresh_cache-fc8cce34-20b3-4963-9e3b-b3d8b303b23e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.275868] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Acquired lock "refresh_cache-fc8cce34-20b3-4963-9e3b-b3d8b303b23e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.277444] env[63622]: DEBUG nova.network.neutron [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1703.311017] env[63622]: DEBUG oslo_vmware.api [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817095, 'name': PowerOnVM_Task, 'duration_secs': 1.622847} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.311017] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1703.311017] env[63622]: INFO nova.compute.manager [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Took 10.81 seconds to spawn the instance on the hypervisor. [ 1703.311017] env[63622]: DEBUG nova.compute.manager [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1703.311017] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e3f35f-a703-41de-84d9-b78d440325bb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.411528] env[63622]: DEBUG oslo_concurrency.lockutils [None req-467e2141-2827-4a88-a76f-e0109a4f444c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "interface-32355a6b-26c7-4c69-95d8-35578a757907-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.411811] env[63622]: DEBUG oslo_concurrency.lockutils [None req-467e2141-2827-4a88-a76f-e0109a4f444c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "interface-32355a6b-26c7-4c69-95d8-35578a757907-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.412151] env[63622]: DEBUG nova.objects.instance [None req-467e2141-2827-4a88-a76f-e0109a4f444c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lazy-loading 'flavor' on Instance uuid 32355a6b-26c7-4c69-95d8-35578a757907 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1703.709063] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68f7956-f32d-4dca-a69a-2b5740f58e1f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.716399] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87fec0eb-a68c-4364-b4e8-ddb9edba4f2b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.751401] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463a96fd-50c9-461e-b157-b4b29d5006bc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.763015] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b8d16a-d785-46d4-ae46-601e8be8e069 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.782114] env[63622]: DEBUG nova.compute.provider_tree [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1703.832691] env[63622]: DEBUG nova.network.neutron [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1703.839521] env[63622]: INFO nova.compute.manager [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Took 50.29 seconds to build instance. [ 1703.990763] env[63622]: DEBUG nova.network.neutron [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Updating instance_info_cache with network_info: [{"id": "7d455336-1b66-4655-860e-646434bf914b", "address": "fa:16:3e:c4:21:2d", "network": {"id": "7e7504b6-b536-48f4-8d8b-85bbee73ebae", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-657826381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7cf1aa7f9fac4524ba83a780184cccec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d455336-1b", "ovs_interfaceid": "7d455336-1b66-4655-860e-646434bf914b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1704.026081] env[63622]: DEBUG nova.objects.instance [None req-467e2141-2827-4a88-a76f-e0109a4f444c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lazy-loading 'pci_requests' on Instance uuid 32355a6b-26c7-4c69-95d8-35578a757907 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1704.207578] env[63622]: DEBUG nova.compute.manager [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1704.243434] env[63622]: DEBUG nova.virt.hardware [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1704.243688] env[63622]: DEBUG nova.virt.hardware [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1704.243849] env[63622]: DEBUG nova.virt.hardware [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1704.244044] env[63622]: DEBUG nova.virt.hardware [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1704.244200] env[63622]: DEBUG nova.virt.hardware [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1704.244349] env[63622]: DEBUG nova.virt.hardware [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1704.244558] env[63622]: DEBUG nova.virt.hardware [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1704.244743] env[63622]: DEBUG nova.virt.hardware [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1704.244924] env[63622]: DEBUG nova.virt.hardware [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1704.245767] env[63622]: DEBUG nova.virt.hardware [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1704.246011] env[63622]: DEBUG nova.virt.hardware [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1704.246905] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e81d12d-51a5-4996-9fac-acac0f2a6b3a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.258150] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650ec8b6-3692-41d1-b6af-e8f28ad95f3e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.286721] env[63622]: DEBUG nova.scheduler.client.report [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1704.341283] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ba6082ea-a310-40e6-a5dd-0bd3d4a5803a tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "d214f8ef-1169-4858-96ce-d9a3208c7e61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.804s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.493687] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Releasing lock "refresh_cache-fc8cce34-20b3-4963-9e3b-b3d8b303b23e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1704.494042] env[63622]: DEBUG nova.compute.manager [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Instance network_info: |[{"id": "7d455336-1b66-4655-860e-646434bf914b", "address": "fa:16:3e:c4:21:2d", "network": {"id": "7e7504b6-b536-48f4-8d8b-85bbee73ebae", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-657826381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7cf1aa7f9fac4524ba83a780184cccec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d455336-1b", "ovs_interfaceid": "7d455336-1b66-4655-860e-646434bf914b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1704.494466] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:21:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '849fc06e-dfc2-470f-8490-034590682ea7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d455336-1b66-4655-860e-646434bf914b', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1704.503212] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Creating folder: Project (7cf1aa7f9fac4524ba83a780184cccec). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1704.503504] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fd45813-8e68-4eb0-87a4-20bf0bb1405c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.514400] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Created folder: Project (7cf1aa7f9fac4524ba83a780184cccec) in parent group-v376252. [ 1704.514681] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Creating folder: Instances. Parent ref: group-v376459. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1704.514811] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9461f9f8-7cce-4e4a-a630-95846775ddb1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.526376] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Created folder: Instances in parent group-v376459. [ 1704.526659] env[63622]: DEBUG oslo.service.loopingcall [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1704.526854] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1704.527072] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f4c018c-a55b-4982-b187-e2a391d76491 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.544972] env[63622]: DEBUG nova.objects.base [None req-467e2141-2827-4a88-a76f-e0109a4f444c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Object Instance<32355a6b-26c7-4c69-95d8-35578a757907> lazy-loaded attributes: flavor,pci_requests {{(pid=63622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1704.545196] env[63622]: DEBUG nova.network.neutron [None req-467e2141-2827-4a88-a76f-e0109a4f444c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1704.555575] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1704.555575] env[63622]: value = "task-1817098" [ 1704.555575] env[63622]: _type = "Task" [ 1704.555575] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.569211] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817098, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.607817] env[63622]: DEBUG nova.policy [None req-467e2141-2827-4a88-a76f-e0109a4f444c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9cda26dfa747464dbb4e31462c6d1ceb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8f5612ea5ba4729af8f16a350d2c1fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1704.745537] env[63622]: DEBUG nova.network.neutron [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Successfully updated port: 52cc6681-bfa5-427e-907c-fbf474b93418 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1704.790965] env[63622]: DEBUG nova.compute.manager [req-8719bc25-ad9c-48ba-9107-3fd5bbf649e5 req-89e6e920-1d60-4847-af3e-c392d5fbb6d9 service nova] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Received event network-changed-7d455336-1b66-4655-860e-646434bf914b {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1704.790965] env[63622]: DEBUG nova.compute.manager [req-8719bc25-ad9c-48ba-9107-3fd5bbf649e5 req-89e6e920-1d60-4847-af3e-c392d5fbb6d9 service nova] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Refreshing instance network info cache due to event network-changed-7d455336-1b66-4655-860e-646434bf914b. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1704.790965] env[63622]: DEBUG oslo_concurrency.lockutils [req-8719bc25-ad9c-48ba-9107-3fd5bbf649e5 req-89e6e920-1d60-4847-af3e-c392d5fbb6d9 service nova] Acquiring lock "refresh_cache-fc8cce34-20b3-4963-9e3b-b3d8b303b23e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1704.791209] env[63622]: DEBUG oslo_concurrency.lockutils [req-8719bc25-ad9c-48ba-9107-3fd5bbf649e5 req-89e6e920-1d60-4847-af3e-c392d5fbb6d9 service nova] Acquired lock "refresh_cache-fc8cce34-20b3-4963-9e3b-b3d8b303b23e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.791209] env[63622]: DEBUG nova.network.neutron [req-8719bc25-ad9c-48ba-9107-3fd5bbf649e5 req-89e6e920-1d60-4847-af3e-c392d5fbb6d9 service nova] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Refreshing network info cache for port 7d455336-1b66-4655-860e-646434bf914b {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1704.794172] env[63622]: DEBUG oslo_concurrency.lockutils [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.794632] env[63622]: DEBUG nova.compute.manager [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1704.797148] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.580s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.797366] env[63622]: DEBUG nova.objects.instance [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Lazy-loading 'resources' on Instance uuid dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1704.812081] env[63622]: DEBUG nova.compute.manager [req-36aa74dd-f39e-42e5-8834-7d5e3cc82a3d req-4cfc6044-7800-467e-ab09-5a10c7c9a2ef service nova] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Received event network-vif-plugged-52cc6681-bfa5-427e-907c-fbf474b93418 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1704.812421] env[63622]: DEBUG oslo_concurrency.lockutils [req-36aa74dd-f39e-42e5-8834-7d5e3cc82a3d req-4cfc6044-7800-467e-ab09-5a10c7c9a2ef service nova] Acquiring lock "3eaef681-f30f-4f11-8a0a-c8bfe7081c3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.812548] env[63622]: DEBUG oslo_concurrency.lockutils [req-36aa74dd-f39e-42e5-8834-7d5e3cc82a3d req-4cfc6044-7800-467e-ab09-5a10c7c9a2ef service nova] Lock "3eaef681-f30f-4f11-8a0a-c8bfe7081c3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.813050] env[63622]: DEBUG oslo_concurrency.lockutils [req-36aa74dd-f39e-42e5-8834-7d5e3cc82a3d req-4cfc6044-7800-467e-ab09-5a10c7c9a2ef service nova] Lock "3eaef681-f30f-4f11-8a0a-c8bfe7081c3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.813050] env[63622]: DEBUG nova.compute.manager [req-36aa74dd-f39e-42e5-8834-7d5e3cc82a3d req-4cfc6044-7800-467e-ab09-5a10c7c9a2ef service nova] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] No waiting events found dispatching network-vif-plugged-52cc6681-bfa5-427e-907c-fbf474b93418 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1704.814199] env[63622]: WARNING nova.compute.manager [req-36aa74dd-f39e-42e5-8834-7d5e3cc82a3d req-4cfc6044-7800-467e-ab09-5a10c7c9a2ef service nova] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Received unexpected event network-vif-plugged-52cc6681-bfa5-427e-907c-fbf474b93418 for instance with vm_state building and task_state spawning. [ 1704.938704] env[63622]: DEBUG nova.network.neutron [None req-467e2141-2827-4a88-a76f-e0109a4f444c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Successfully created port: 850828bc-2f10-4a80-b1d9-b3a25c64509e {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1705.051160] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d31c02cb-5396-47c9-ac41-c4c5ab6254fb tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "d214f8ef-1169-4858-96ce-d9a3208c7e61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.051160] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d31c02cb-5396-47c9-ac41-c4c5ab6254fb tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "d214f8ef-1169-4858-96ce-d9a3208c7e61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.051160] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d31c02cb-5396-47c9-ac41-c4c5ab6254fb tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "d214f8ef-1169-4858-96ce-d9a3208c7e61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.051160] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d31c02cb-5396-47c9-ac41-c4c5ab6254fb tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "d214f8ef-1169-4858-96ce-d9a3208c7e61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.051469] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d31c02cb-5396-47c9-ac41-c4c5ab6254fb tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "d214f8ef-1169-4858-96ce-d9a3208c7e61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.054287] env[63622]: INFO nova.compute.manager [None req-d31c02cb-5396-47c9-ac41-c4c5ab6254fb tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Terminating instance [ 1705.066341] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817098, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.249449] env[63622]: DEBUG oslo_concurrency.lockutils [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquiring lock "refresh_cache-3eaef681-f30f-4f11-8a0a-c8bfe7081c3f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1705.249807] env[63622]: DEBUG oslo_concurrency.lockutils [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquired lock "refresh_cache-3eaef681-f30f-4f11-8a0a-c8bfe7081c3f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.249807] env[63622]: DEBUG nova.network.neutron [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1705.301165] env[63622]: DEBUG nova.compute.utils [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1705.302740] env[63622]: DEBUG nova.objects.instance [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Lazy-loading 'numa_topology' on Instance uuid dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1705.303897] env[63622]: DEBUG nova.compute.manager [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1705.304132] env[63622]: DEBUG nova.network.neutron [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1705.356543] env[63622]: DEBUG nova.policy [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06db5afcd25344a89f19e8f0c82720e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bbece78f52e4184ba7be795d0a7ead0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1705.485372] env[63622]: DEBUG nova.network.neutron [req-8719bc25-ad9c-48ba-9107-3fd5bbf649e5 req-89e6e920-1d60-4847-af3e-c392d5fbb6d9 service nova] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Updated VIF entry in instance network info cache for port 7d455336-1b66-4655-860e-646434bf914b. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1705.485801] env[63622]: DEBUG nova.network.neutron [req-8719bc25-ad9c-48ba-9107-3fd5bbf649e5 req-89e6e920-1d60-4847-af3e-c392d5fbb6d9 service nova] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Updating instance_info_cache with network_info: [{"id": "7d455336-1b66-4655-860e-646434bf914b", "address": "fa:16:3e:c4:21:2d", "network": {"id": "7e7504b6-b536-48f4-8d8b-85bbee73ebae", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-657826381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7cf1aa7f9fac4524ba83a780184cccec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d455336-1b", "ovs_interfaceid": "7d455336-1b66-4655-860e-646434bf914b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1705.561596] env[63622]: DEBUG nova.compute.manager [None req-d31c02cb-5396-47c9-ac41-c4c5ab6254fb tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1705.561821] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d31c02cb-5396-47c9-ac41-c4c5ab6254fb tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1705.562611] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775c95cf-ac2b-4dca-8011-7f4e607d3af2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.568595] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817098, 'name': CreateVM_Task, 'duration_secs': 0.614326} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.569175] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1705.569738] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1705.569902] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.570236] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1705.570468] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9de0b56-00f2-455a-aaf7-f10705195445 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.573810] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d31c02cb-5396-47c9-ac41-c4c5ab6254fb tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1705.574340] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e7f8c64-8977-45c9-9d32-520966529b13 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.576997] env[63622]: DEBUG oslo_vmware.api [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Waiting for the task: (returnval){ [ 1705.576997] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52546df8-e748-3999-d013-98a7ae033c98" [ 1705.576997] env[63622]: _type = "Task" [ 1705.576997] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.581415] env[63622]: DEBUG oslo_vmware.api [None req-d31c02cb-5396-47c9-ac41-c4c5ab6254fb tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1705.581415] env[63622]: value = "task-1817102" [ 1705.581415] env[63622]: _type = "Task" [ 1705.581415] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.587830] env[63622]: DEBUG oslo_vmware.api [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52546df8-e748-3999-d013-98a7ae033c98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.592814] env[63622]: DEBUG oslo_vmware.api [None req-d31c02cb-5396-47c9-ac41-c4c5ab6254fb tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.677698] env[63622]: DEBUG nova.network.neutron [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Successfully created port: 55f55d12-ec3c-4bb9-a6bb-aeaf255c48bf {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1705.784056] env[63622]: DEBUG nova.network.neutron [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1705.807691] env[63622]: DEBUG nova.compute.manager [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1705.810330] env[63622]: DEBUG nova.objects.base [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=63622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1705.964153] env[63622]: DEBUG nova.network.neutron [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Updating instance_info_cache with network_info: [{"id": "52cc6681-bfa5-427e-907c-fbf474b93418", "address": "fa:16:3e:be:68:f5", "network": {"id": "6c76cb6b-40d1-47e4-8957-7fcd527423cc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1478522882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bbece78f52e4184ba7be795d0a7ead0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52cc6681-bf", "ovs_interfaceid": "52cc6681-bfa5-427e-907c-fbf474b93418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1705.988158] env[63622]: DEBUG oslo_concurrency.lockutils [req-8719bc25-ad9c-48ba-9107-3fd5bbf649e5 req-89e6e920-1d60-4847-af3e-c392d5fbb6d9 service nova] Releasing lock "refresh_cache-fc8cce34-20b3-4963-9e3b-b3d8b303b23e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1706.089437] env[63622]: DEBUG oslo_vmware.api [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52546df8-e748-3999-d013-98a7ae033c98, 'name': SearchDatastore_Task, 'duration_secs': 0.011077} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.090305] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1706.090604] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1706.090716] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.090868] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.091103] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1706.091446] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fefb636-f8b5-43b8-b18a-7bcec8231d95 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.096157] env[63622]: DEBUG oslo_vmware.api [None req-d31c02cb-5396-47c9-ac41-c4c5ab6254fb tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.105487] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1706.105687] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1706.106410] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52c518aa-2c77-4800-9069-b30f33931f21 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.114173] env[63622]: DEBUG oslo_vmware.api [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Waiting for the task: (returnval){ [ 1706.114173] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52124178-c59a-e327-1672-0dce3617dda4" [ 1706.114173] env[63622]: _type = "Task" [ 1706.114173] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.122671] env[63622]: DEBUG oslo_vmware.api [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52124178-c59a-e327-1672-0dce3617dda4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.284112] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598717f5-32d4-4bf0-9ddb-1389e8ba07d8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.291402] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07593edb-aa00-4de7-902e-0db8a1c297f3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.327638] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c4b725-0b7a-4a5e-919d-0f94ff39b162 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.334734] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d31ba68-c1d7-4c09-a89a-5ea792443352 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.348253] env[63622]: DEBUG nova.compute.provider_tree [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1706.461774] env[63622]: DEBUG nova.network.neutron [None req-467e2141-2827-4a88-a76f-e0109a4f444c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Successfully updated port: 850828bc-2f10-4a80-b1d9-b3a25c64509e {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1706.467992] env[63622]: DEBUG oslo_concurrency.lockutils [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Releasing lock "refresh_cache-3eaef681-f30f-4f11-8a0a-c8bfe7081c3f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1706.467992] env[63622]: DEBUG nova.compute.manager [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Instance network_info: |[{"id": "52cc6681-bfa5-427e-907c-fbf474b93418", "address": "fa:16:3e:be:68:f5", "network": {"id": "6c76cb6b-40d1-47e4-8957-7fcd527423cc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1478522882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bbece78f52e4184ba7be795d0a7ead0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52cc6681-bf", "ovs_interfaceid": "52cc6681-bfa5-427e-907c-fbf474b93418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1706.468172] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:68:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52cc6681-bfa5-427e-907c-fbf474b93418', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1706.475646] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Creating folder: Project (0bbece78f52e4184ba7be795d0a7ead0). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1706.476491] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08d618f1-07f8-4327-8676-01316b2a7d00 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.489065] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Created folder: Project (0bbece78f52e4184ba7be795d0a7ead0) in parent group-v376252. [ 1706.489276] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Creating folder: Instances. Parent ref: group-v376465. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1706.489511] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56c2451f-bf1e-482b-912b-6e2f0cff7d97 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.499953] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Created folder: Instances in parent group-v376465. [ 1706.499953] env[63622]: DEBUG oslo.service.loopingcall [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1706.500226] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1706.501020] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b29b66c-e17f-4409-8199-36823acffed0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.519863] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1706.519863] env[63622]: value = "task-1817105" [ 1706.519863] env[63622]: _type = "Task" [ 1706.519863] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.527555] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817105, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.592294] env[63622]: DEBUG oslo_vmware.api [None req-d31c02cb-5396-47c9-ac41-c4c5ab6254fb tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817102, 'name': PowerOffVM_Task, 'duration_secs': 0.609809} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.592575] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d31c02cb-5396-47c9-ac41-c4c5ab6254fb tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1706.592775] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d31c02cb-5396-47c9-ac41-c4c5ab6254fb tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1706.593038] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b1491a0-795b-4fca-99f0-0702e1bdeb24 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.624834] env[63622]: DEBUG oslo_vmware.api [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52124178-c59a-e327-1672-0dce3617dda4, 'name': SearchDatastore_Task, 'duration_secs': 0.028552} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.625657] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0cd777c-2638-441e-9aa4-2b60802cec3c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.630961] env[63622]: DEBUG oslo_vmware.api [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Waiting for the task: (returnval){ [ 1706.630961] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52534ff7-2af0-fc19-1676-642ea39b49c0" [ 1706.630961] env[63622]: _type = "Task" [ 1706.630961] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.638537] env[63622]: DEBUG oslo_vmware.api [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52534ff7-2af0-fc19-1676-642ea39b49c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.714343] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d31c02cb-5396-47c9-ac41-c4c5ab6254fb tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1706.714604] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d31c02cb-5396-47c9-ac41-c4c5ab6254fb tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1706.714878] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-d31c02cb-5396-47c9-ac41-c4c5ab6254fb tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Deleting the datastore file [datastore1] d214f8ef-1169-4858-96ce-d9a3208c7e61 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1706.715160] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a35003e6-7c5f-4272-9a84-cd0939be515d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.722285] env[63622]: DEBUG oslo_vmware.api [None req-d31c02cb-5396-47c9-ac41-c4c5ab6254fb tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1706.722285] env[63622]: value = "task-1817107" [ 1706.722285] env[63622]: _type = "Task" [ 1706.722285] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.730961] env[63622]: DEBUG oslo_vmware.api [None req-d31c02cb-5396-47c9-ac41-c4c5ab6254fb tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817107, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.830794] env[63622]: DEBUG nova.compute.manager [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1706.843773] env[63622]: DEBUG nova.compute.manager [req-1c91fad2-afd9-4cdd-bc50-da6a3af33fb6 req-6d5eb318-4289-4b41-8c54-3f3d997f9bbf service nova] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Received event network-changed-52cc6681-bfa5-427e-907c-fbf474b93418 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1706.844117] env[63622]: DEBUG nova.compute.manager [req-1c91fad2-afd9-4cdd-bc50-da6a3af33fb6 req-6d5eb318-4289-4b41-8c54-3f3d997f9bbf service nova] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Refreshing instance network info cache due to event network-changed-52cc6681-bfa5-427e-907c-fbf474b93418. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1706.844250] env[63622]: DEBUG oslo_concurrency.lockutils [req-1c91fad2-afd9-4cdd-bc50-da6a3af33fb6 req-6d5eb318-4289-4b41-8c54-3f3d997f9bbf service nova] Acquiring lock "refresh_cache-3eaef681-f30f-4f11-8a0a-c8bfe7081c3f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.844445] env[63622]: DEBUG oslo_concurrency.lockutils [req-1c91fad2-afd9-4cdd-bc50-da6a3af33fb6 req-6d5eb318-4289-4b41-8c54-3f3d997f9bbf service nova] Acquired lock "refresh_cache-3eaef681-f30f-4f11-8a0a-c8bfe7081c3f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.844660] env[63622]: DEBUG nova.network.neutron [req-1c91fad2-afd9-4cdd-bc50-da6a3af33fb6 req-6d5eb318-4289-4b41-8c54-3f3d997f9bbf service nova] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Refreshing network info cache for port 52cc6681-bfa5-427e-907c-fbf474b93418 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1706.851464] env[63622]: DEBUG nova.scheduler.client.report [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1706.864292] env[63622]: DEBUG nova.virt.hardware [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1706.865216] env[63622]: DEBUG nova.virt.hardware [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1706.865216] env[63622]: DEBUG nova.virt.hardware [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1706.865216] env[63622]: DEBUG nova.virt.hardware [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1706.865216] env[63622]: DEBUG nova.virt.hardware [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1706.865506] env[63622]: DEBUG nova.virt.hardware [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1706.865564] env[63622]: DEBUG nova.virt.hardware [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1706.865738] env[63622]: DEBUG nova.virt.hardware [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1706.865935] env[63622]: DEBUG nova.virt.hardware [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1706.866171] env[63622]: DEBUG nova.virt.hardware [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1706.866407] env[63622]: DEBUG nova.virt.hardware [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1706.867676] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2e0432-ead1-48d0-bcb0-134068786398 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.876614] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf62b9c-eff8-407a-81af-8109d606ff89 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.621882] env[63622]: DEBUG oslo_concurrency.lockutils [None req-467e2141-2827-4a88-a76f-e0109a4f444c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "refresh_cache-32355a6b-26c7-4c69-95d8-35578a757907" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.622244] env[63622]: DEBUG oslo_concurrency.lockutils [None req-467e2141-2827-4a88-a76f-e0109a4f444c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquired lock "refresh_cache-32355a6b-26c7-4c69-95d8-35578a757907" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.622286] env[63622]: DEBUG nova.network.neutron [None req-467e2141-2827-4a88-a76f-e0109a4f444c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1707.626910] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.830s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.630743] env[63622]: DEBUG nova.network.neutron [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Successfully updated port: 55f55d12-ec3c-4bb9-a6bb-aeaf255c48bf {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1707.632712] env[63622]: DEBUG nova.compute.manager [req-a01fa345-0ebc-4932-8061-3cbace846240 req-d9c605b2-848d-4e8f-9e2b-557028cf3513 service nova] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Received event network-vif-plugged-55f55d12-ec3c-4bb9-a6bb-aeaf255c48bf {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1707.632941] env[63622]: DEBUG oslo_concurrency.lockutils [req-a01fa345-0ebc-4932-8061-3cbace846240 req-d9c605b2-848d-4e8f-9e2b-557028cf3513 service nova] Acquiring lock "8b938f1f-ad5c-4bf1-a1df-590138d31bfc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.633186] env[63622]: DEBUG oslo_concurrency.lockutils [req-a01fa345-0ebc-4932-8061-3cbace846240 req-d9c605b2-848d-4e8f-9e2b-557028cf3513 service nova] Lock "8b938f1f-ad5c-4bf1-a1df-590138d31bfc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.633531] env[63622]: DEBUG oslo_concurrency.lockutils [req-a01fa345-0ebc-4932-8061-3cbace846240 req-d9c605b2-848d-4e8f-9e2b-557028cf3513 service nova] Lock "8b938f1f-ad5c-4bf1-a1df-590138d31bfc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.633728] env[63622]: DEBUG nova.compute.manager [req-a01fa345-0ebc-4932-8061-3cbace846240 req-d9c605b2-848d-4e8f-9e2b-557028cf3513 service nova] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] No waiting events found dispatching network-vif-plugged-55f55d12-ec3c-4bb9-a6bb-aeaf255c48bf {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1707.633897] env[63622]: WARNING nova.compute.manager [req-a01fa345-0ebc-4932-8061-3cbace846240 req-d9c605b2-848d-4e8f-9e2b-557028cf3513 service nova] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Received unexpected event network-vif-plugged-55f55d12-ec3c-4bb9-a6bb-aeaf255c48bf for instance with vm_state building and task_state spawning. [ 1707.644506] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 35.421s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.644753] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.644991] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63622) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1707.645547] env[63622]: DEBUG oslo_concurrency.lockutils [None req-78334621-c119-45bb-8d1f-f5dd7cd24c85 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.979s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.645866] env[63622]: DEBUG nova.objects.instance [None req-78334621-c119-45bb-8d1f-f5dd7cd24c85 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Lazy-loading 'resources' on Instance uuid 88a07015-5ac1-45f5-9394-aa2c83a968c2 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1707.649116] env[63622]: DEBUG oslo_concurrency.lockutils [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquiring lock "refresh_cache-8b938f1f-ad5c-4bf1-a1df-590138d31bfc" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.649239] env[63622]: DEBUG oslo_concurrency.lockutils [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquired lock "refresh_cache-8b938f1f-ad5c-4bf1-a1df-590138d31bfc" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.650393] env[63622]: DEBUG nova.network.neutron [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1707.651755] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c9b849-d865-4eed-9a93-f404ce71a020 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.676757] env[63622]: DEBUG oslo_vmware.api [None req-d31c02cb-5396-47c9-ac41-c4c5ab6254fb tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817107, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149458} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.677393] env[63622]: DEBUG oslo_vmware.api [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52534ff7-2af0-fc19-1676-642ea39b49c0, 'name': SearchDatastore_Task, 'duration_secs': 0.009944} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.677575] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817105, 'name': CreateVM_Task, 'duration_secs': 0.396793} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.680520] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-d31c02cb-5396-47c9-ac41-c4c5ab6254fb tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1707.680721] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d31c02cb-5396-47c9-ac41-c4c5ab6254fb tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1707.681077] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d31c02cb-5396-47c9-ac41-c4c5ab6254fb tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1707.681273] env[63622]: INFO nova.compute.manager [None req-d31c02cb-5396-47c9-ac41-c4c5ab6254fb tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Took 2.12 seconds to destroy the instance on the hypervisor. [ 1707.681521] env[63622]: DEBUG oslo.service.loopingcall [None req-d31c02cb-5396-47c9-ac41-c4c5ab6254fb tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1707.682250] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.682563] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] fc8cce34-20b3-4963-9e3b-b3d8b303b23e/fc8cce34-20b3-4963-9e3b-b3d8b303b23e.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1707.682753] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1707.683820] env[63622]: DEBUG nova.compute.manager [-] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1707.683925] env[63622]: DEBUG nova.network.neutron [-] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1707.685810] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c122eab4-d4bc-4c41-ace3-da068b037785 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.689406] env[63622]: DEBUG oslo_concurrency.lockutils [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.689621] env[63622]: DEBUG oslo_concurrency.lockutils [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.690161] env[63622]: DEBUG oslo_concurrency.lockutils [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1707.691657] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9b2852-e4ae-4e68-906b-4b262994ab40 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.702046] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62f47ea4-8adc-44fd-bf09-fe5a90cc465c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.720231] env[63622]: DEBUG oslo_vmware.api [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1707.720231] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5230b1b2-1a2a-0ecb-6349-bc02d8f2db44" [ 1707.720231] env[63622]: _type = "Task" [ 1707.720231] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.725464] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167d5611-784a-42d8-8816-069cab5e3947 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.728235] env[63622]: DEBUG oslo_vmware.api [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Waiting for the task: (returnval){ [ 1707.728235] env[63622]: value = "task-1817108" [ 1707.728235] env[63622]: _type = "Task" [ 1707.728235] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.738245] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9965a767-d21f-432b-b1dc-8cf12a1bad24 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.749376] env[63622]: DEBUG oslo_vmware.api [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Task: {'id': task-1817108, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.749643] env[63622]: DEBUG oslo_vmware.api [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5230b1b2-1a2a-0ecb-6349-bc02d8f2db44, 'name': SearchDatastore_Task, 'duration_secs': 0.024837} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.754401] env[63622]: DEBUG oslo_concurrency.lockutils [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.754473] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1707.754754] env[63622]: DEBUG oslo_concurrency.lockutils [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.754928] env[63622]: DEBUG oslo_concurrency.lockutils [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.755128] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1707.755418] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-832230c2-4163-4b75-aaf5-96b2e5a1e9b2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.783305] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179213MB free_disk=155GB free_vcpus=48 pci_devices=None {{(pid=63622) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1707.783484] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.801902] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1707.802110] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1707.803067] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9407d3d3-f91d-41df-9169-dc2c0d684a03 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.808898] env[63622]: DEBUG oslo_vmware.api [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1707.808898] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52c960b9-6167-ad5e-a284-31d45c1b2f0a" [ 1707.808898] env[63622]: _type = "Task" [ 1707.808898] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.824199] env[63622]: DEBUG oslo_vmware.api [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52c960b9-6167-ad5e-a284-31d45c1b2f0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.931186] env[63622]: DEBUG nova.network.neutron [req-1c91fad2-afd9-4cdd-bc50-da6a3af33fb6 req-6d5eb318-4289-4b41-8c54-3f3d997f9bbf service nova] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Updated VIF entry in instance network info cache for port 52cc6681-bfa5-427e-907c-fbf474b93418. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1707.931559] env[63622]: DEBUG nova.network.neutron [req-1c91fad2-afd9-4cdd-bc50-da6a3af33fb6 req-6d5eb318-4289-4b41-8c54-3f3d997f9bbf service nova] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Updating instance_info_cache with network_info: [{"id": "52cc6681-bfa5-427e-907c-fbf474b93418", "address": "fa:16:3e:be:68:f5", "network": {"id": "6c76cb6b-40d1-47e4-8957-7fcd527423cc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1478522882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bbece78f52e4184ba7be795d0a7ead0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52cc6681-bf", "ovs_interfaceid": "52cc6681-bfa5-427e-907c-fbf474b93418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1708.116658] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876ce3e5-5f2c-46e3-921a-ab1b00393d36 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.125146] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914065bb-336b-4f15-9dac-41810a836596 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.165535] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369313b9-3263-412c-8b5f-e72a8f02dcfb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.167365] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d2fe5fce-e8b0-4d0e-a7f4-35ce177ffaab tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Lock "dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 59.443s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.169022] env[63622]: DEBUG oslo_concurrency.lockutils [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Lock "dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 37.780s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.169616] env[63622]: INFO nova.compute.manager [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Unshelving [ 1708.177147] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe527c3-b8cf-48e5-8d39-e209507c8f2c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.196525] env[63622]: DEBUG nova.compute.provider_tree [None req-78334621-c119-45bb-8d1f-f5dd7cd24c85 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1708.201495] env[63622]: DEBUG nova.network.neutron [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1708.217450] env[63622]: WARNING nova.network.neutron [None req-467e2141-2827-4a88-a76f-e0109a4f444c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] f89b84ee-0198-4049-90af-155f3fe967e5 already exists in list: networks containing: ['f89b84ee-0198-4049-90af-155f3fe967e5']. ignoring it [ 1708.243801] env[63622]: DEBUG oslo_vmware.api [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Task: {'id': task-1817108, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.320404] env[63622]: DEBUG oslo_vmware.api [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52c960b9-6167-ad5e-a284-31d45c1b2f0a, 'name': SearchDatastore_Task, 'duration_secs': 0.029765} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.320404] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-994f411a-c119-461a-a95a-4306f0a56edc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.327937] env[63622]: DEBUG oslo_vmware.api [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1708.327937] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ac566f-a6f4-6cfc-2a6a-4022647ace8b" [ 1708.327937] env[63622]: _type = "Task" [ 1708.327937] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.341281] env[63622]: DEBUG oslo_vmware.api [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ac566f-a6f4-6cfc-2a6a-4022647ace8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.356783] env[63622]: DEBUG oslo_concurrency.lockutils [None req-623d1ad9-5dd6-41c9-9f13-e876dfb92d98 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Acquiring lock "b64116cf-848e-4a45-a8bc-401f9dd0fe9f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.357043] env[63622]: DEBUG oslo_concurrency.lockutils [None req-623d1ad9-5dd6-41c9-9f13-e876dfb92d98 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Lock "b64116cf-848e-4a45-a8bc-401f9dd0fe9f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.361391] env[63622]: DEBUG nova.network.neutron [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Updating instance_info_cache with network_info: [{"id": "55f55d12-ec3c-4bb9-a6bb-aeaf255c48bf", "address": "fa:16:3e:bf:00:12", "network": {"id": "6c76cb6b-40d1-47e4-8957-7fcd527423cc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1478522882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bbece78f52e4184ba7be795d0a7ead0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55f55d12-ec", "ovs_interfaceid": "55f55d12-ec3c-4bb9-a6bb-aeaf255c48bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1708.437504] env[63622]: DEBUG oslo_concurrency.lockutils [req-1c91fad2-afd9-4cdd-bc50-da6a3af33fb6 req-6d5eb318-4289-4b41-8c54-3f3d997f9bbf service nova] Releasing lock "refresh_cache-3eaef681-f30f-4f11-8a0a-c8bfe7081c3f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.437960] env[63622]: DEBUG nova.compute.manager [req-1c91fad2-afd9-4cdd-bc50-da6a3af33fb6 req-6d5eb318-4289-4b41-8c54-3f3d997f9bbf service nova] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Received event network-vif-plugged-850828bc-2f10-4a80-b1d9-b3a25c64509e {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1708.438102] env[63622]: DEBUG oslo_concurrency.lockutils [req-1c91fad2-afd9-4cdd-bc50-da6a3af33fb6 req-6d5eb318-4289-4b41-8c54-3f3d997f9bbf service nova] Acquiring lock "32355a6b-26c7-4c69-95d8-35578a757907-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.438341] env[63622]: DEBUG oslo_concurrency.lockutils [req-1c91fad2-afd9-4cdd-bc50-da6a3af33fb6 req-6d5eb318-4289-4b41-8c54-3f3d997f9bbf service nova] Lock "32355a6b-26c7-4c69-95d8-35578a757907-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.438517] env[63622]: DEBUG oslo_concurrency.lockutils [req-1c91fad2-afd9-4cdd-bc50-da6a3af33fb6 req-6d5eb318-4289-4b41-8c54-3f3d997f9bbf service nova] Lock "32355a6b-26c7-4c69-95d8-35578a757907-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.438687] env[63622]: DEBUG nova.compute.manager [req-1c91fad2-afd9-4cdd-bc50-da6a3af33fb6 req-6d5eb318-4289-4b41-8c54-3f3d997f9bbf service nova] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] No waiting events found dispatching network-vif-plugged-850828bc-2f10-4a80-b1d9-b3a25c64509e {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1708.438882] env[63622]: WARNING nova.compute.manager [req-1c91fad2-afd9-4cdd-bc50-da6a3af33fb6 req-6d5eb318-4289-4b41-8c54-3f3d997f9bbf service nova] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Received unexpected event network-vif-plugged-850828bc-2f10-4a80-b1d9-b3a25c64509e for instance with vm_state active and task_state None. [ 1708.439086] env[63622]: DEBUG nova.compute.manager [req-1c91fad2-afd9-4cdd-bc50-da6a3af33fb6 req-6d5eb318-4289-4b41-8c54-3f3d997f9bbf service nova] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Received event network-changed-850828bc-2f10-4a80-b1d9-b3a25c64509e {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1708.439272] env[63622]: DEBUG nova.compute.manager [req-1c91fad2-afd9-4cdd-bc50-da6a3af33fb6 req-6d5eb318-4289-4b41-8c54-3f3d997f9bbf service nova] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Refreshing instance network info cache due to event network-changed-850828bc-2f10-4a80-b1d9-b3a25c64509e. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1708.439443] env[63622]: DEBUG oslo_concurrency.lockutils [req-1c91fad2-afd9-4cdd-bc50-da6a3af33fb6 req-6d5eb318-4289-4b41-8c54-3f3d997f9bbf service nova] Acquiring lock "refresh_cache-32355a6b-26c7-4c69-95d8-35578a757907" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.481924] env[63622]: DEBUG nova.network.neutron [-] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1708.540009] env[63622]: DEBUG nova.network.neutron [None req-467e2141-2827-4a88-a76f-e0109a4f444c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Updating instance_info_cache with network_info: [{"id": "79f49ad4-1b9a-4da3-beb1-622ee96cac5e", "address": "fa:16:3e:99:9b:0d", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79f49ad4-1b", "ovs_interfaceid": "79f49ad4-1b9a-4da3-beb1-622ee96cac5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "850828bc-2f10-4a80-b1d9-b3a25c64509e", "address": "fa:16:3e:0c:4c:7c", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap850828bc-2f", "ovs_interfaceid": "850828bc-2f10-4a80-b1d9-b3a25c64509e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1708.699659] env[63622]: DEBUG nova.scheduler.client.report [None req-78334621-c119-45bb-8d1f-f5dd7cd24c85 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1708.742692] env[63622]: DEBUG oslo_vmware.api [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Task: {'id': task-1817108, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716013} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.742965] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] fc8cce34-20b3-4963-9e3b-b3d8b303b23e/fc8cce34-20b3-4963-9e3b-b3d8b303b23e.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1708.743204] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1708.743453] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c17cf717-7cd0-4bff-8a57-0825c0d74675 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.750322] env[63622]: DEBUG oslo_vmware.api [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Waiting for the task: (returnval){ [ 1708.750322] env[63622]: value = "task-1817110" [ 1708.750322] env[63622]: _type = "Task" [ 1708.750322] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.758794] env[63622]: DEBUG oslo_vmware.api [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Task: {'id': task-1817110, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.839400] env[63622]: DEBUG oslo_vmware.api [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ac566f-a6f4-6cfc-2a6a-4022647ace8b, 'name': SearchDatastore_Task, 'duration_secs': 0.061107} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.839696] env[63622]: DEBUG oslo_concurrency.lockutils [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.840728] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f/3eaef681-f30f-4f11-8a0a-c8bfe7081c3f.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1708.840728] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73ec44f0-fa17-41c4-9658-1111b01aa678 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.847800] env[63622]: DEBUG oslo_vmware.api [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1708.847800] env[63622]: value = "task-1817111" [ 1708.847800] env[63622]: _type = "Task" [ 1708.847800] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.856471] env[63622]: DEBUG oslo_vmware.api [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.859673] env[63622]: DEBUG nova.compute.utils [None req-623d1ad9-5dd6-41c9-9f13-e876dfb92d98 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1708.863603] env[63622]: DEBUG oslo_concurrency.lockutils [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Releasing lock "refresh_cache-8b938f1f-ad5c-4bf1-a1df-590138d31bfc" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.863985] env[63622]: DEBUG nova.compute.manager [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Instance network_info: |[{"id": "55f55d12-ec3c-4bb9-a6bb-aeaf255c48bf", "address": "fa:16:3e:bf:00:12", "network": {"id": "6c76cb6b-40d1-47e4-8957-7fcd527423cc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1478522882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bbece78f52e4184ba7be795d0a7ead0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55f55d12-ec", "ovs_interfaceid": "55f55d12-ec3c-4bb9-a6bb-aeaf255c48bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1708.864479] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:00:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55f55d12-ec3c-4bb9-a6bb-aeaf255c48bf', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1708.871914] env[63622]: DEBUG oslo.service.loopingcall [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1708.872632] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1708.872855] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3b56027-c796-4810-ab90-eb1bd37e1484 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.892889] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1708.892889] env[63622]: value = "task-1817112" [ 1708.892889] env[63622]: _type = "Task" [ 1708.892889] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.902133] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817112, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.984141] env[63622]: INFO nova.compute.manager [-] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Took 1.30 seconds to deallocate network for instance. [ 1709.043385] env[63622]: DEBUG oslo_concurrency.lockutils [None req-467e2141-2827-4a88-a76f-e0109a4f444c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Releasing lock "refresh_cache-32355a6b-26c7-4c69-95d8-35578a757907" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.044396] env[63622]: DEBUG oslo_concurrency.lockutils [None req-467e2141-2827-4a88-a76f-e0109a4f444c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "32355a6b-26c7-4c69-95d8-35578a757907" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.044555] env[63622]: DEBUG oslo_concurrency.lockutils [None req-467e2141-2827-4a88-a76f-e0109a4f444c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquired lock "32355a6b-26c7-4c69-95d8-35578a757907" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.044911] env[63622]: DEBUG oslo_concurrency.lockutils [req-1c91fad2-afd9-4cdd-bc50-da6a3af33fb6 req-6d5eb318-4289-4b41-8c54-3f3d997f9bbf service nova] Acquired lock "refresh_cache-32355a6b-26c7-4c69-95d8-35578a757907" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.045142] env[63622]: DEBUG nova.network.neutron [req-1c91fad2-afd9-4cdd-bc50-da6a3af33fb6 req-6d5eb318-4289-4b41-8c54-3f3d997f9bbf service nova] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Refreshing network info cache for port 850828bc-2f10-4a80-b1d9-b3a25c64509e {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1709.047248] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c349f9-3153-4cef-8208-3cb0288f4d57 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.066593] env[63622]: DEBUG nova.virt.hardware [None req-467e2141-2827-4a88-a76f-e0109a4f444c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1709.066857] env[63622]: DEBUG nova.virt.hardware [None req-467e2141-2827-4a88-a76f-e0109a4f444c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1709.067032] env[63622]: DEBUG nova.virt.hardware [None req-467e2141-2827-4a88-a76f-e0109a4f444c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1709.067229] env[63622]: DEBUG nova.virt.hardware [None req-467e2141-2827-4a88-a76f-e0109a4f444c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1709.067376] env[63622]: DEBUG nova.virt.hardware [None req-467e2141-2827-4a88-a76f-e0109a4f444c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1709.067522] env[63622]: DEBUG nova.virt.hardware [None req-467e2141-2827-4a88-a76f-e0109a4f444c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1709.067730] env[63622]: DEBUG nova.virt.hardware [None req-467e2141-2827-4a88-a76f-e0109a4f444c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1709.067892] env[63622]: DEBUG nova.virt.hardware [None req-467e2141-2827-4a88-a76f-e0109a4f444c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1709.068108] env[63622]: DEBUG nova.virt.hardware [None req-467e2141-2827-4a88-a76f-e0109a4f444c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1709.068310] env[63622]: DEBUG nova.virt.hardware [None req-467e2141-2827-4a88-a76f-e0109a4f444c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1709.068490] env[63622]: DEBUG nova.virt.hardware [None req-467e2141-2827-4a88-a76f-e0109a4f444c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1709.074842] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-467e2141-2827-4a88-a76f-e0109a4f444c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Reconfiguring VM to attach interface {{(pid=63622) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1709.075544] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b6b1a74-c6db-47ff-a8c8-d87f8ba2d7db {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.093335] env[63622]: DEBUG oslo_vmware.api [None req-467e2141-2827-4a88-a76f-e0109a4f444c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1709.093335] env[63622]: value = "task-1817113" [ 1709.093335] env[63622]: _type = "Task" [ 1709.093335] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.102436] env[63622]: DEBUG oslo_vmware.api [None req-467e2141-2827-4a88-a76f-e0109a4f444c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817113, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.194505] env[63622]: DEBUG oslo_concurrency.lockutils [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.205374] env[63622]: DEBUG oslo_concurrency.lockutils [None req-78334621-c119-45bb-8d1f-f5dd7cd24c85 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.560s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.208030] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.505s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.209774] env[63622]: INFO nova.compute.claims [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1709.226479] env[63622]: INFO nova.scheduler.client.report [None req-78334621-c119-45bb-8d1f-f5dd7cd24c85 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Deleted allocations for instance 88a07015-5ac1-45f5-9394-aa2c83a968c2 [ 1709.261724] env[63622]: DEBUG oslo_vmware.api [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Task: {'id': task-1817110, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072032} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.262017] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1709.262865] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7a66a8-586e-4454-aa83-f6556edc0a2e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.288532] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] fc8cce34-20b3-4963-9e3b-b3d8b303b23e/fc8cce34-20b3-4963-9e3b-b3d8b303b23e.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1709.289252] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da8c1fbc-6603-4193-b8bd-6caf4bd611ac {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.309985] env[63622]: DEBUG oslo_vmware.api [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Waiting for the task: (returnval){ [ 1709.309985] env[63622]: value = "task-1817114" [ 1709.309985] env[63622]: _type = "Task" [ 1709.309985] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.319465] env[63622]: DEBUG oslo_vmware.api [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Task: {'id': task-1817114, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.358913] env[63622]: DEBUG oslo_vmware.api [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817111, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510171} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.359258] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f/3eaef681-f30f-4f11-8a0a-c8bfe7081c3f.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1709.359481] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1709.359798] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9411857-052a-4ff9-9a9e-d26c7ccb0b16 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.362313] env[63622]: DEBUG oslo_concurrency.lockutils [None req-623d1ad9-5dd6-41c9-9f13-e876dfb92d98 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Lock "b64116cf-848e-4a45-a8bc-401f9dd0fe9f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.367435] env[63622]: DEBUG oslo_vmware.api [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1709.367435] env[63622]: value = "task-1817115" [ 1709.367435] env[63622]: _type = "Task" [ 1709.367435] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.375658] env[63622]: DEBUG oslo_vmware.api [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817115, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.404960] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817112, 'name': CreateVM_Task, 'duration_secs': 0.483418} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.405161] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1709.405865] env[63622]: DEBUG oslo_concurrency.lockutils [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.406060] env[63622]: DEBUG oslo_concurrency.lockutils [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.406412] env[63622]: DEBUG oslo_concurrency.lockutils [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1709.407030] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07c175f3-a377-451c-9a39-32414f0c7812 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.411509] env[63622]: DEBUG oslo_vmware.api [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1709.411509] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e9872f-38a9-32e9-5698-7d8ce64ab91a" [ 1709.411509] env[63622]: _type = "Task" [ 1709.411509] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.419176] env[63622]: DEBUG oslo_vmware.api [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e9872f-38a9-32e9-5698-7d8ce64ab91a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.491327] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d31c02cb-5396-47c9-ac41-c4c5ab6254fb tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.605496] env[63622]: DEBUG oslo_vmware.api [None req-467e2141-2827-4a88-a76f-e0109a4f444c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817113, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.733827] env[63622]: DEBUG oslo_concurrency.lockutils [None req-78334621-c119-45bb-8d1f-f5dd7cd24c85 tempest-ListImageFiltersTestJSON-1286537699 tempest-ListImageFiltersTestJSON-1286537699-project-member] Lock "88a07015-5ac1-45f5-9394-aa2c83a968c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.907s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.779470] env[63622]: DEBUG nova.network.neutron [req-1c91fad2-afd9-4cdd-bc50-da6a3af33fb6 req-6d5eb318-4289-4b41-8c54-3f3d997f9bbf service nova] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Updated VIF entry in instance network info cache for port 850828bc-2f10-4a80-b1d9-b3a25c64509e. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1709.779914] env[63622]: DEBUG nova.network.neutron [req-1c91fad2-afd9-4cdd-bc50-da6a3af33fb6 req-6d5eb318-4289-4b41-8c54-3f3d997f9bbf service nova] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Updating instance_info_cache with network_info: [{"id": "79f49ad4-1b9a-4da3-beb1-622ee96cac5e", "address": "fa:16:3e:99:9b:0d", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79f49ad4-1b", "ovs_interfaceid": "79f49ad4-1b9a-4da3-beb1-622ee96cac5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "850828bc-2f10-4a80-b1d9-b3a25c64509e", "address": "fa:16:3e:0c:4c:7c", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap850828bc-2f", "ovs_interfaceid": "850828bc-2f10-4a80-b1d9-b3a25c64509e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.820888] env[63622]: DEBUG oslo_vmware.api [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Task: {'id': task-1817114, 'name': ReconfigVM_Task, 'duration_secs': 0.340104} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.821274] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Reconfigured VM instance instance-0000004c to attach disk [datastore1] fc8cce34-20b3-4963-9e3b-b3d8b303b23e/fc8cce34-20b3-4963-9e3b-b3d8b303b23e.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1709.822242] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a748b33a-8a90-461f-9d2b-3ab946817d4e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.828765] env[63622]: DEBUG oslo_vmware.api [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Waiting for the task: (returnval){ [ 1709.828765] env[63622]: value = "task-1817116" [ 1709.828765] env[63622]: _type = "Task" [ 1709.828765] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.836931] env[63622]: DEBUG oslo_vmware.api [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Task: {'id': task-1817116, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.876662] env[63622]: DEBUG oslo_vmware.api [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817115, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082751} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.876662] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1709.877398] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715ae12c-cca7-4e8e-ae77-cc6b4de61a1e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.900177] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f/3eaef681-f30f-4f11-8a0a-c8bfe7081c3f.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1709.900511] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a994c022-902a-4786-8502-018a32a541d0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.924066] env[63622]: DEBUG oslo_vmware.api [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e9872f-38a9-32e9-5698-7d8ce64ab91a, 'name': SearchDatastore_Task, 'duration_secs': 0.009184} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.926382] env[63622]: DEBUG oslo_concurrency.lockutils [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.926650] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1709.926898] env[63622]: DEBUG oslo_concurrency.lockutils [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.927079] env[63622]: DEBUG oslo_concurrency.lockutils [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.927277] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1709.927585] env[63622]: DEBUG oslo_vmware.api [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1709.927585] env[63622]: value = "task-1817118" [ 1709.927585] env[63622]: _type = "Task" [ 1709.927585] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.930147] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29fbc8e1-2edd-4d12-a56d-4d333cba6486 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.942144] env[63622]: DEBUG oslo_vmware.api [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817118, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.944586] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1709.944819] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1709.945869] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0de133ec-8b71-483e-bcee-ba52af9b5108 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.951392] env[63622]: DEBUG oslo_vmware.api [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1709.951392] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e2a867-3935-f6e1-748f-16dfa126447e" [ 1709.951392] env[63622]: _type = "Task" [ 1709.951392] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.959679] env[63622]: DEBUG oslo_vmware.api [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e2a867-3935-f6e1-748f-16dfa126447e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.104638] env[63622]: DEBUG oslo_vmware.api [None req-467e2141-2827-4a88-a76f-e0109a4f444c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817113, 'name': ReconfigVM_Task, 'duration_secs': 0.759007} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.105169] env[63622]: DEBUG oslo_concurrency.lockutils [None req-467e2141-2827-4a88-a76f-e0109a4f444c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Releasing lock "32355a6b-26c7-4c69-95d8-35578a757907" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.105385] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-467e2141-2827-4a88-a76f-e0109a4f444c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Reconfigured VM to attach interface {{(pid=63622) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1710.282443] env[63622]: DEBUG oslo_concurrency.lockutils [req-1c91fad2-afd9-4cdd-bc50-da6a3af33fb6 req-6d5eb318-4289-4b41-8c54-3f3d997f9bbf service nova] Releasing lock "refresh_cache-32355a6b-26c7-4c69-95d8-35578a757907" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.338817] env[63622]: DEBUG oslo_vmware.api [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Task: {'id': task-1817116, 'name': Rename_Task, 'duration_secs': 0.15018} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.341435] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1710.341895] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19ea41f1-20a9-41de-9360-20e884629210 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.348122] env[63622]: DEBUG oslo_vmware.api [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Waiting for the task: (returnval){ [ 1710.348122] env[63622]: value = "task-1817119" [ 1710.348122] env[63622]: _type = "Task" [ 1710.348122] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.356105] env[63622]: DEBUG oslo_vmware.api [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Task: {'id': task-1817119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.435543] env[63622]: DEBUG oslo_concurrency.lockutils [None req-623d1ad9-5dd6-41c9-9f13-e876dfb92d98 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Acquiring lock "b64116cf-848e-4a45-a8bc-401f9dd0fe9f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.435826] env[63622]: DEBUG oslo_concurrency.lockutils [None req-623d1ad9-5dd6-41c9-9f13-e876dfb92d98 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Lock "b64116cf-848e-4a45-a8bc-401f9dd0fe9f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.436075] env[63622]: INFO nova.compute.manager [None req-623d1ad9-5dd6-41c9-9f13-e876dfb92d98 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Attaching volume e761931c-3f52-4bf6-be1c-32093079e763 to /dev/sdb [ 1710.448895] env[63622]: DEBUG oslo_vmware.api [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817118, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.460738] env[63622]: DEBUG oslo_vmware.api [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e2a867-3935-f6e1-748f-16dfa126447e, 'name': SearchDatastore_Task, 'duration_secs': 0.009192} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.463723] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0297282a-f634-4ee7-8ac1-d5bf87c5e85e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.467215] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7df811c-8c65-4d9d-8894-2518f2b5b426 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.472756] env[63622]: DEBUG oslo_vmware.api [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1710.472756] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526ef05d-d602-5ce6-af0f-44e376bfa422" [ 1710.472756] env[63622]: _type = "Task" [ 1710.472756] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.480106] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e82adf5-0759-4ce4-8930-41c4c17a3c64 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.487322] env[63622]: DEBUG oslo_vmware.api [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526ef05d-d602-5ce6-af0f-44e376bfa422, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.493891] env[63622]: DEBUG nova.virt.block_device [None req-623d1ad9-5dd6-41c9-9f13-e876dfb92d98 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Updating existing volume attachment record: a7c2b1a3-8903-4818-8410-71d0bf66e2d0 {{(pid=63622) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1710.610101] env[63622]: DEBUG oslo_concurrency.lockutils [None req-467e2141-2827-4a88-a76f-e0109a4f444c tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "interface-32355a6b-26c7-4c69-95d8-35578a757907-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.198s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.651694] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95a517a-b5cf-4715-9d85-d07862069b03 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.659187] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f48edc3-a94e-4b59-96ed-d62d8ad3be1c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.694519] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93ef52e-9c16-448b-88a7-23ef8f505a36 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.702581] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802a389d-2a7c-4ac6-8bef-a3ace65fb561 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.716770] env[63622]: DEBUG nova.compute.provider_tree [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1710.859251] env[63622]: DEBUG oslo_vmware.api [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Task: {'id': task-1817119, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.892410] env[63622]: DEBUG nova.compute.manager [req-9e225fbb-5888-4c3b-b004-fd2147c1a919 req-8f1b5b86-dfeb-4788-84fc-f02e505d4104 service nova] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Received event network-changed-55f55d12-ec3c-4bb9-a6bb-aeaf255c48bf {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1710.892622] env[63622]: DEBUG nova.compute.manager [req-9e225fbb-5888-4c3b-b004-fd2147c1a919 req-8f1b5b86-dfeb-4788-84fc-f02e505d4104 service nova] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Refreshing instance network info cache due to event network-changed-55f55d12-ec3c-4bb9-a6bb-aeaf255c48bf. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1710.894035] env[63622]: DEBUG oslo_concurrency.lockutils [req-9e225fbb-5888-4c3b-b004-fd2147c1a919 req-8f1b5b86-dfeb-4788-84fc-f02e505d4104 service nova] Acquiring lock "refresh_cache-8b938f1f-ad5c-4bf1-a1df-590138d31bfc" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.894035] env[63622]: DEBUG oslo_concurrency.lockutils [req-9e225fbb-5888-4c3b-b004-fd2147c1a919 req-8f1b5b86-dfeb-4788-84fc-f02e505d4104 service nova] Acquired lock "refresh_cache-8b938f1f-ad5c-4bf1-a1df-590138d31bfc" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.894035] env[63622]: DEBUG nova.network.neutron [req-9e225fbb-5888-4c3b-b004-fd2147c1a919 req-8f1b5b86-dfeb-4788-84fc-f02e505d4104 service nova] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Refreshing network info cache for port 55f55d12-ec3c-4bb9-a6bb-aeaf255c48bf {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1710.944511] env[63622]: DEBUG oslo_vmware.api [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817118, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.984511] env[63622]: DEBUG oslo_vmware.api [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526ef05d-d602-5ce6-af0f-44e376bfa422, 'name': SearchDatastore_Task, 'duration_secs': 0.02765} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.985565] env[63622]: DEBUG oslo_concurrency.lockutils [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.985565] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 8b938f1f-ad5c-4bf1-a1df-590138d31bfc/8b938f1f-ad5c-4bf1-a1df-590138d31bfc.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1710.985565] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-389fa662-5b90-422b-a7ea-052bf83a7d1e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.991563] env[63622]: DEBUG oslo_vmware.api [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1710.991563] env[63622]: value = "task-1817123" [ 1710.991563] env[63622]: _type = "Task" [ 1710.991563] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.000248] env[63622]: DEBUG oslo_vmware.api [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.219937] env[63622]: DEBUG nova.scheduler.client.report [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1711.359593] env[63622]: DEBUG oslo_vmware.api [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Task: {'id': task-1817119, 'name': PowerOnVM_Task, 'duration_secs': 0.539808} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.359889] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1711.360114] env[63622]: INFO nova.compute.manager [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Took 9.78 seconds to spawn the instance on the hypervisor. [ 1711.360319] env[63622]: DEBUG nova.compute.manager [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1711.361152] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa845ca-fade-494f-95ff-ef6a3b160f4e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.448669] env[63622]: DEBUG oslo_vmware.api [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817118, 'name': ReconfigVM_Task, 'duration_secs': 1.448572} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.448981] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f/3eaef681-f30f-4f11-8a0a-c8bfe7081c3f.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1711.449632] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1965d23-4320-4e25-ae1b-a506ccc6cec3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.457945] env[63622]: DEBUG oslo_vmware.api [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1711.457945] env[63622]: value = "task-1817124" [ 1711.457945] env[63622]: _type = "Task" [ 1711.457945] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.468098] env[63622]: DEBUG oslo_vmware.api [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817124, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.501810] env[63622]: DEBUG oslo_vmware.api [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817123, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.679869] env[63622]: DEBUG nova.network.neutron [req-9e225fbb-5888-4c3b-b004-fd2147c1a919 req-8f1b5b86-dfeb-4788-84fc-f02e505d4104 service nova] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Updated VIF entry in instance network info cache for port 55f55d12-ec3c-4bb9-a6bb-aeaf255c48bf. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1711.679869] env[63622]: DEBUG nova.network.neutron [req-9e225fbb-5888-4c3b-b004-fd2147c1a919 req-8f1b5b86-dfeb-4788-84fc-f02e505d4104 service nova] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Updating instance_info_cache with network_info: [{"id": "55f55d12-ec3c-4bb9-a6bb-aeaf255c48bf", "address": "fa:16:3e:bf:00:12", "network": {"id": "6c76cb6b-40d1-47e4-8957-7fcd527423cc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1478522882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bbece78f52e4184ba7be795d0a7ead0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55f55d12-ec", "ovs_interfaceid": "55f55d12-ec3c-4bb9-a6bb-aeaf255c48bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1711.724863] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.725466] env[63622]: DEBUG nova.compute.manager [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1711.728932] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.980s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.730390] env[63622]: INFO nova.compute.claims [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1711.881933] env[63622]: INFO nova.compute.manager [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Took 46.38 seconds to build instance. [ 1711.969020] env[63622]: DEBUG oslo_vmware.api [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817124, 'name': Rename_Task, 'duration_secs': 0.180394} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.969020] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1711.969020] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd1d571b-2854-4bb0-a9e0-077f7e7e9782 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.976419] env[63622]: DEBUG oslo_vmware.api [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1711.976419] env[63622]: value = "task-1817125" [ 1711.976419] env[63622]: _type = "Task" [ 1711.976419] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.984744] env[63622]: DEBUG oslo_vmware.api [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817125, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.005608] env[63622]: DEBUG oslo_vmware.api [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817123, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551038} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.005608] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 8b938f1f-ad5c-4bf1-a1df-590138d31bfc/8b938f1f-ad5c-4bf1-a1df-590138d31bfc.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1712.005608] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1712.005608] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5002604e-e66f-473a-9ca4-8c5c987e74b2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.012022] env[63622]: DEBUG oslo_vmware.api [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1712.012022] env[63622]: value = "task-1817127" [ 1712.012022] env[63622]: _type = "Task" [ 1712.012022] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.025782] env[63622]: DEBUG oslo_vmware.api [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817127, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.182648] env[63622]: DEBUG oslo_concurrency.lockutils [req-9e225fbb-5888-4c3b-b004-fd2147c1a919 req-8f1b5b86-dfeb-4788-84fc-f02e505d4104 service nova] Releasing lock "refresh_cache-8b938f1f-ad5c-4bf1-a1df-590138d31bfc" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.182969] env[63622]: DEBUG nova.compute.manager [req-9e225fbb-5888-4c3b-b004-fd2147c1a919 req-8f1b5b86-dfeb-4788-84fc-f02e505d4104 service nova] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Received event network-vif-deleted-b32b3d34-a735-4720-907b-9a0e1c50eb0e {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1712.243188] env[63622]: DEBUG nova.compute.utils [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1712.245119] env[63622]: DEBUG nova.compute.manager [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1712.245119] env[63622]: DEBUG nova.network.neutron [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1712.286328] env[63622]: DEBUG nova.policy [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f05c06ac2104b7f8a9c6b74174f789e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5577b23f22d463abb6edb8a097561c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1712.383979] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a467889-661b-4518-b0d1-ed902b6d5f23 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Lock "fc8cce34-20b3-4963-9e3b-b3d8b303b23e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.898s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.486632] env[63622]: DEBUG oslo_vmware.api [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817125, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.522085] env[63622]: DEBUG oslo_vmware.api [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817127, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.189015} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.522343] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1712.523153] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a182475a-038c-43b9-b8a8-98e78d7443b3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.548971] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 8b938f1f-ad5c-4bf1-a1df-590138d31bfc/8b938f1f-ad5c-4bf1-a1df-590138d31bfc.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1712.549944] env[63622]: DEBUG nova.network.neutron [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Successfully created port: 91934a37-57aa-45c6-81f2-a0fab897b51a {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1712.552176] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3923f4b1-d454-49b3-95b5-73f4a425f85a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.573016] env[63622]: DEBUG oslo_vmware.api [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1712.573016] env[63622]: value = "task-1817128" [ 1712.573016] env[63622]: _type = "Task" [ 1712.573016] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.581490] env[63622]: DEBUG oslo_vmware.api [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817128, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.638353] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d0fdca8b-8929-4164-9e79-0e13571a35c3 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "interface-32355a6b-26c7-4c69-95d8-35578a757907-34929647-1f03-4972-a5df-bce8b378d8a2" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.638762] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d0fdca8b-8929-4164-9e79-0e13571a35c3 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "interface-32355a6b-26c7-4c69-95d8-35578a757907-34929647-1f03-4972-a5df-bce8b378d8a2" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.639334] env[63622]: DEBUG nova.objects.instance [None req-d0fdca8b-8929-4164-9e79-0e13571a35c3 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lazy-loading 'flavor' on Instance uuid 32355a6b-26c7-4c69-95d8-35578a757907 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1712.647384] env[63622]: INFO nova.compute.manager [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Rescuing [ 1712.647384] env[63622]: DEBUG oslo_concurrency.lockutils [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Acquiring lock "refresh_cache-fc8cce34-20b3-4963-9e3b-b3d8b303b23e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.647384] env[63622]: DEBUG oslo_concurrency.lockutils [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Acquired lock "refresh_cache-fc8cce34-20b3-4963-9e3b-b3d8b303b23e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.647384] env[63622]: DEBUG nova.network.neutron [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1712.750822] env[63622]: DEBUG nova.compute.manager [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1712.990232] env[63622]: DEBUG oslo_vmware.api [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817125, 'name': PowerOnVM_Task, 'duration_secs': 0.613182} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.990232] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1712.990232] env[63622]: INFO nova.compute.manager [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Took 8.78 seconds to spawn the instance on the hypervisor. [ 1712.990232] env[63622]: DEBUG nova.compute.manager [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1712.991793] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c16610-e0bf-4d9c-ae18-a9a7e4ec6c3f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.087092] env[63622]: DEBUG oslo_vmware.api [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817128, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.123662] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7eaf560-b0ed-4bff-86da-66209ed0116f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.131049] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcdbf5c-a405-4ee4-8643-1cb8b56d2a7e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.173170] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff27f8ef-ec0a-4481-94f9-fed510076f64 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.182376] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc59d21-b0fe-4e7a-b718-5f2f33bb2fbe {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.196788] env[63622]: DEBUG nova.compute.provider_tree [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1713.423211] env[63622]: DEBUG nova.objects.instance [None req-d0fdca8b-8929-4164-9e79-0e13571a35c3 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lazy-loading 'pci_requests' on Instance uuid 32355a6b-26c7-4c69-95d8-35578a757907 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1713.511984] env[63622]: INFO nova.compute.manager [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Took 46.26 seconds to build instance. [ 1713.518906] env[63622]: DEBUG nova.network.neutron [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Updating instance_info_cache with network_info: [{"id": "7d455336-1b66-4655-860e-646434bf914b", "address": "fa:16:3e:c4:21:2d", "network": {"id": "7e7504b6-b536-48f4-8d8b-85bbee73ebae", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-657826381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7cf1aa7f9fac4524ba83a780184cccec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d455336-1b", "ovs_interfaceid": "7d455336-1b66-4655-860e-646434bf914b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1713.587810] env[63622]: DEBUG oslo_vmware.api [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817128, 'name': ReconfigVM_Task, 'duration_secs': 0.690514} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.588109] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 8b938f1f-ad5c-4bf1-a1df-590138d31bfc/8b938f1f-ad5c-4bf1-a1df-590138d31bfc.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1713.588870] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-925cb792-b6eb-4031-980f-dfdc3e47ecb1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.595389] env[63622]: DEBUG oslo_vmware.api [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1713.595389] env[63622]: value = "task-1817130" [ 1713.595389] env[63622]: _type = "Task" [ 1713.595389] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.603261] env[63622]: DEBUG oslo_vmware.api [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817130, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.717237] env[63622]: ERROR nova.scheduler.client.report [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [req-c4c08e99-ed51-4533-b5a6-0d5ed344d3ec] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8dd86f19-3c1a-4ba4-9c42-69cb148971df. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c4c08e99-ed51-4533-b5a6-0d5ed344d3ec"}]} [ 1713.732485] env[63622]: DEBUG nova.scheduler.client.report [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Refreshing inventories for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1713.747155] env[63622]: DEBUG nova.scheduler.client.report [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Updating ProviderTree inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1713.747318] env[63622]: DEBUG nova.compute.provider_tree [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1713.758422] env[63622]: DEBUG nova.scheduler.client.report [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Refreshing aggregate associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, aggregates: None {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1713.761095] env[63622]: DEBUG nova.compute.manager [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1713.782057] env[63622]: DEBUG nova.scheduler.client.report [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Refreshing trait associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1713.786721] env[63622]: DEBUG nova.virt.hardware [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1713.786961] env[63622]: DEBUG nova.virt.hardware [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1713.787700] env[63622]: DEBUG nova.virt.hardware [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1713.787700] env[63622]: DEBUG nova.virt.hardware [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1713.787700] env[63622]: DEBUG nova.virt.hardware [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1713.787700] env[63622]: DEBUG nova.virt.hardware [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1713.787901] env[63622]: DEBUG nova.virt.hardware [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1713.787988] env[63622]: DEBUG nova.virt.hardware [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1713.788169] env[63622]: DEBUG nova.virt.hardware [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1713.788336] env[63622]: DEBUG nova.virt.hardware [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1713.788512] env[63622]: DEBUG nova.virt.hardware [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1713.789655] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f93a7e3-c148-4a9e-91fa-64e8700a67d8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.797940] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c584499-27d2-4708-a2a4-d09b74b448ac {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.925719] env[63622]: DEBUG nova.objects.base [None req-d0fdca8b-8929-4164-9e79-0e13571a35c3 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Object Instance<32355a6b-26c7-4c69-95d8-35578a757907> lazy-loaded attributes: flavor,pci_requests {{(pid=63622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1713.925970] env[63622]: DEBUG nova.network.neutron [None req-d0fdca8b-8929-4164-9e79-0e13571a35c3 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1714.016942] env[63622]: DEBUG oslo_concurrency.lockutils [None req-977c7561-d1ec-4bc4-a47a-72ac190105c7 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Lock "3eaef681-f30f-4f11-8a0a-c8bfe7081c3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.782s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.018383] env[63622]: DEBUG nova.policy [None req-d0fdca8b-8929-4164-9e79-0e13571a35c3 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9cda26dfa747464dbb4e31462c6d1ceb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8f5612ea5ba4729af8f16a350d2c1fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1714.021862] env[63622]: DEBUG oslo_concurrency.lockutils [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Releasing lock "refresh_cache-fc8cce34-20b3-4963-9e3b-b3d8b303b23e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.115169] env[63622]: DEBUG oslo_vmware.api [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817130, 'name': Rename_Task, 'duration_secs': 0.265324} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.115452] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1714.115807] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4af717be-2a6d-467a-8768-e6ddc832811b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.122438] env[63622]: DEBUG oslo_vmware.api [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1714.122438] env[63622]: value = "task-1817131" [ 1714.122438] env[63622]: _type = "Task" [ 1714.122438] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.130995] env[63622]: DEBUG oslo_vmware.api [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817131, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.146681] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16d59f0-f2fe-4545-aa11-fa9be187c71f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.154935] env[63622]: DEBUG nova.network.neutron [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Successfully updated port: 91934a37-57aa-45c6-81f2-a0fab897b51a {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1714.162564] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb22348-a416-4c65-887a-964e68a2db98 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.200388] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d65bbd0-f2f3-4ec4-a467-48da956bcf5b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.204106] env[63622]: DEBUG nova.compute.manager [req-ef4bd6a3-aaa5-43d5-8a8d-188cc166323a req-8dddb219-12ab-487d-b639-357764007378 service nova] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Received event network-vif-plugged-91934a37-57aa-45c6-81f2-a0fab897b51a {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1714.204106] env[63622]: DEBUG oslo_concurrency.lockutils [req-ef4bd6a3-aaa5-43d5-8a8d-188cc166323a req-8dddb219-12ab-487d-b639-357764007378 service nova] Acquiring lock "33d3c30c-584c-4547-823a-feaca12bad8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.204407] env[63622]: DEBUG oslo_concurrency.lockutils [req-ef4bd6a3-aaa5-43d5-8a8d-188cc166323a req-8dddb219-12ab-487d-b639-357764007378 service nova] Lock "33d3c30c-584c-4547-823a-feaca12bad8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.204407] env[63622]: DEBUG oslo_concurrency.lockutils [req-ef4bd6a3-aaa5-43d5-8a8d-188cc166323a req-8dddb219-12ab-487d-b639-357764007378 service nova] Lock "33d3c30c-584c-4547-823a-feaca12bad8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.204560] env[63622]: DEBUG nova.compute.manager [req-ef4bd6a3-aaa5-43d5-8a8d-188cc166323a req-8dddb219-12ab-487d-b639-357764007378 service nova] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] No waiting events found dispatching network-vif-plugged-91934a37-57aa-45c6-81f2-a0fab897b51a {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1714.204912] env[63622]: WARNING nova.compute.manager [req-ef4bd6a3-aaa5-43d5-8a8d-188cc166323a req-8dddb219-12ab-487d-b639-357764007378 service nova] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Received unexpected event network-vif-plugged-91934a37-57aa-45c6-81f2-a0fab897b51a for instance with vm_state building and task_state spawning. [ 1714.211677] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006ea7f9-f451-426e-a7d9-a4b6dddd1273 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.227796] env[63622]: DEBUG nova.compute.provider_tree [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1714.633512] env[63622]: DEBUG oslo_vmware.api [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817131, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.657839] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquiring lock "refresh_cache-33d3c30c-584c-4547-823a-feaca12bad8d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.658052] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquired lock "refresh_cache-33d3c30c-584c-4547-823a-feaca12bad8d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.658214] env[63622]: DEBUG nova.network.neutron [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1714.762544] env[63622]: DEBUG nova.scheduler.client.report [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Updated inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with generation 110 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1714.762863] env[63622]: DEBUG nova.compute.provider_tree [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Updating resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df generation from 110 to 111 during operation: update_inventory {{(pid=63622) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1714.763091] env[63622]: DEBUG nova.compute.provider_tree [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1715.063111] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1715.063475] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66ecfebc-3849-48ca-bd2a-46e453031dbc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.071551] env[63622]: DEBUG oslo_vmware.api [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Waiting for the task: (returnval){ [ 1715.071551] env[63622]: value = "task-1817133" [ 1715.071551] env[63622]: _type = "Task" [ 1715.071551] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.082849] env[63622]: DEBUG oslo_vmware.api [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Task: {'id': task-1817133, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.132769] env[63622]: DEBUG oslo_vmware.api [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817131, 'name': PowerOnVM_Task, 'duration_secs': 0.701794} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.133017] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1715.133279] env[63622]: INFO nova.compute.manager [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Took 8.30 seconds to spawn the instance on the hypervisor. [ 1715.133470] env[63622]: DEBUG nova.compute.manager [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1715.134284] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41da0f1f-1e26-4f4b-9507-0757ef4fc67e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.202335] env[63622]: DEBUG nova.network.neutron [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1715.268473] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.539s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.269013] env[63622]: DEBUG nova.compute.manager [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1715.273232] env[63622]: DEBUG oslo_concurrency.lockutils [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.984s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.274764] env[63622]: INFO nova.compute.claims [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1715.360275] env[63622]: DEBUG nova.network.neutron [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Updating instance_info_cache with network_info: [{"id": "91934a37-57aa-45c6-81f2-a0fab897b51a", "address": "fa:16:3e:bc:6d:f2", "network": {"id": "92bfaec3-be7e-4796-b80c-1ba7ed4f1110", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1350664596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5577b23f22d463abb6edb8a097561c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91934a37-57", "ovs_interfaceid": "91934a37-57aa-45c6-81f2-a0fab897b51a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1715.526050] env[63622]: DEBUG nova.compute.manager [req-7fe27ad4-3b6b-4c0d-ac35-505d7a7d6857 req-d4cfa32e-d5bf-429c-a474-8eb3accbcc74 service nova] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Received event network-vif-plugged-34929647-1f03-4972-a5df-bce8b378d8a2 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1715.526280] env[63622]: DEBUG oslo_concurrency.lockutils [req-7fe27ad4-3b6b-4c0d-ac35-505d7a7d6857 req-d4cfa32e-d5bf-429c-a474-8eb3accbcc74 service nova] Acquiring lock "32355a6b-26c7-4c69-95d8-35578a757907-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.526491] env[63622]: DEBUG oslo_concurrency.lockutils [req-7fe27ad4-3b6b-4c0d-ac35-505d7a7d6857 req-d4cfa32e-d5bf-429c-a474-8eb3accbcc74 service nova] Lock "32355a6b-26c7-4c69-95d8-35578a757907-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.526656] env[63622]: DEBUG oslo_concurrency.lockutils [req-7fe27ad4-3b6b-4c0d-ac35-505d7a7d6857 req-d4cfa32e-d5bf-429c-a474-8eb3accbcc74 service nova] Lock "32355a6b-26c7-4c69-95d8-35578a757907-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.526826] env[63622]: DEBUG nova.compute.manager [req-7fe27ad4-3b6b-4c0d-ac35-505d7a7d6857 req-d4cfa32e-d5bf-429c-a474-8eb3accbcc74 service nova] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] No waiting events found dispatching network-vif-plugged-34929647-1f03-4972-a5df-bce8b378d8a2 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1715.526994] env[63622]: WARNING nova.compute.manager [req-7fe27ad4-3b6b-4c0d-ac35-505d7a7d6857 req-d4cfa32e-d5bf-429c-a474-8eb3accbcc74 service nova] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Received unexpected event network-vif-plugged-34929647-1f03-4972-a5df-bce8b378d8a2 for instance with vm_state active and task_state None. [ 1715.542300] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-623d1ad9-5dd6-41c9-9f13-e876dfb92d98 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Volume attach. Driver type: vmdk {{(pid=63622) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1715.542523] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-623d1ad9-5dd6-41c9-9f13-e876dfb92d98 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376470', 'volume_id': 'e761931c-3f52-4bf6-be1c-32093079e763', 'name': 'volume-e761931c-3f52-4bf6-be1c-32093079e763', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b64116cf-848e-4a45-a8bc-401f9dd0fe9f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e761931c-3f52-4bf6-be1c-32093079e763', 'serial': 'e761931c-3f52-4bf6-be1c-32093079e763'} {{(pid=63622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1715.543619] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2ff153-4c61-4d81-8985-60713e79da8c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.563026] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d043607-64c9-422b-b760-be45e70f21fd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.589140] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-623d1ad9-5dd6-41c9-9f13-e876dfb92d98 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] volume-e761931c-3f52-4bf6-be1c-32093079e763/volume-e761931c-3f52-4bf6-be1c-32093079e763.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1715.592405] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6132b0a9-f925-4bf2-84e9-d1b451a44036 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.610814] env[63622]: DEBUG oslo_vmware.api [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Task: {'id': task-1817133, 'name': PowerOffVM_Task, 'duration_secs': 0.238463} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.612078] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1715.612460] env[63622]: DEBUG oslo_vmware.api [None req-623d1ad9-5dd6-41c9-9f13-e876dfb92d98 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Waiting for the task: (returnval){ [ 1715.612460] env[63622]: value = "task-1817134" [ 1715.612460] env[63622]: _type = "Task" [ 1715.612460] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.613225] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c373003d-856d-457e-b50f-f950c7cbbb78 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.623715] env[63622]: DEBUG oslo_vmware.api [None req-623d1ad9-5dd6-41c9-9f13-e876dfb92d98 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1817134, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.638854] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7495d16a-21a5-4ed7-bee4-5d396b03b5fd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.653445] env[63622]: INFO nova.compute.manager [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Took 47.54 seconds to build instance. [ 1715.656127] env[63622]: DEBUG nova.network.neutron [None req-d0fdca8b-8929-4164-9e79-0e13571a35c3 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Successfully updated port: 34929647-1f03-4972-a5df-bce8b378d8a2 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1715.683046] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1715.683621] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f0e793d-eed8-4129-b9e0-6c4658509362 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.712025] env[63622]: DEBUG oslo_vmware.api [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Waiting for the task: (returnval){ [ 1715.712025] env[63622]: value = "task-1817135" [ 1715.712025] env[63622]: _type = "Task" [ 1715.712025] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.721663] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] VM already powered off {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1715.721937] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1715.722250] env[63622]: DEBUG oslo_concurrency.lockutils [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.722441] env[63622]: DEBUG oslo_concurrency.lockutils [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.722670] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1715.722943] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f14f24e7-e8ed-4559-8406-af41fe72a295 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.731452] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1715.731554] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1715.732213] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e30f72a0-21db-4e50-af08-290d538d960c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.737226] env[63622]: DEBUG oslo_vmware.api [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Waiting for the task: (returnval){ [ 1715.737226] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52c924df-b8ca-a61f-df0f-a13b89997aa5" [ 1715.737226] env[63622]: _type = "Task" [ 1715.737226] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.745261] env[63622]: DEBUG oslo_vmware.api [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52c924df-b8ca-a61f-df0f-a13b89997aa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.779878] env[63622]: DEBUG nova.compute.utils [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1715.785652] env[63622]: DEBUG nova.compute.manager [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1715.785652] env[63622]: DEBUG nova.network.neutron [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1715.826445] env[63622]: DEBUG nova.policy [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f05c06ac2104b7f8a9c6b74174f789e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5577b23f22d463abb6edb8a097561c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1715.863263] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Releasing lock "refresh_cache-33d3c30c-584c-4547-823a-feaca12bad8d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.863642] env[63622]: DEBUG nova.compute.manager [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Instance network_info: |[{"id": "91934a37-57aa-45c6-81f2-a0fab897b51a", "address": "fa:16:3e:bc:6d:f2", "network": {"id": "92bfaec3-be7e-4796-b80c-1ba7ed4f1110", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1350664596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5577b23f22d463abb6edb8a097561c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91934a37-57", "ovs_interfaceid": "91934a37-57aa-45c6-81f2-a0fab897b51a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1715.864453] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:6d:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91934a37-57aa-45c6-81f2-a0fab897b51a', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1715.872871] env[63622]: DEBUG oslo.service.loopingcall [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1715.873135] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1715.873370] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2de13c8f-e94d-41b9-8c78-b40c25fa0f06 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.896964] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1715.896964] env[63622]: value = "task-1817136" [ 1715.896964] env[63622]: _type = "Task" [ 1715.896964] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.905256] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817136, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.126414] env[63622]: DEBUG oslo_vmware.api [None req-623d1ad9-5dd6-41c9-9f13-e876dfb92d98 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1817134, 'name': ReconfigVM_Task, 'duration_secs': 0.39679} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.127086] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-623d1ad9-5dd6-41c9-9f13-e876dfb92d98 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Reconfigured VM instance instance-0000002d to attach disk [datastore1] volume-e761931c-3f52-4bf6-be1c-32093079e763/volume-e761931c-3f52-4bf6-be1c-32093079e763.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1716.133582] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdf222ca-f2a5-4251-ba48-d2d1d49f86aa {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.147934] env[63622]: DEBUG nova.network.neutron [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Successfully created port: 3de3defb-49af-4a27-a032-faf4d330bb04 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1716.151886] env[63622]: DEBUG oslo_vmware.api [None req-623d1ad9-5dd6-41c9-9f13-e876dfb92d98 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Waiting for the task: (returnval){ [ 1716.151886] env[63622]: value = "task-1817138" [ 1716.151886] env[63622]: _type = "Task" [ 1716.151886] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.164020] env[63622]: DEBUG oslo_concurrency.lockutils [None req-46977ca6-f166-4d0d-a815-b869f7c998ae tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Lock "8b938f1f-ad5c-4bf1-a1df-590138d31bfc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.063s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.164020] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d0fdca8b-8929-4164-9e79-0e13571a35c3 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "refresh_cache-32355a6b-26c7-4c69-95d8-35578a757907" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.164020] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d0fdca8b-8929-4164-9e79-0e13571a35c3 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquired lock "refresh_cache-32355a6b-26c7-4c69-95d8-35578a757907" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.164020] env[63622]: DEBUG nova.network.neutron [None req-d0fdca8b-8929-4164-9e79-0e13571a35c3 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1716.164020] env[63622]: DEBUG oslo_vmware.api [None req-623d1ad9-5dd6-41c9-9f13-e876dfb92d98 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1817138, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.248811] env[63622]: DEBUG oslo_vmware.api [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52c924df-b8ca-a61f-df0f-a13b89997aa5, 'name': SearchDatastore_Task, 'duration_secs': 0.01069} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.249663] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76104c6e-354d-4a42-bbb3-8404eeda3809 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.255094] env[63622]: DEBUG oslo_vmware.api [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Waiting for the task: (returnval){ [ 1716.255094] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b283a7-3bea-7ae2-24b3-d79135429368" [ 1716.255094] env[63622]: _type = "Task" [ 1716.255094] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.263147] env[63622]: DEBUG oslo_vmware.api [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b283a7-3bea-7ae2-24b3-d79135429368, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.286407] env[63622]: DEBUG nova.compute.manager [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1716.406785] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817136, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.505760] env[63622]: INFO nova.compute.manager [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Rescuing [ 1716.506063] env[63622]: DEBUG oslo_concurrency.lockutils [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquiring lock "refresh_cache-8b938f1f-ad5c-4bf1-a1df-590138d31bfc" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.506223] env[63622]: DEBUG oslo_concurrency.lockutils [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquired lock "refresh_cache-8b938f1f-ad5c-4bf1-a1df-590138d31bfc" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.506384] env[63622]: DEBUG nova.network.neutron [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1716.552714] env[63622]: DEBUG nova.compute.manager [req-9ac49cd4-e89e-4c31-abde-f1f29a745b13 req-9444e237-51c7-47f7-b306-d22c24c61512 service nova] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Received event network-changed-91934a37-57aa-45c6-81f2-a0fab897b51a {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1716.552915] env[63622]: DEBUG nova.compute.manager [req-9ac49cd4-e89e-4c31-abde-f1f29a745b13 req-9444e237-51c7-47f7-b306-d22c24c61512 service nova] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Refreshing instance network info cache due to event network-changed-91934a37-57aa-45c6-81f2-a0fab897b51a. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1716.553149] env[63622]: DEBUG oslo_concurrency.lockutils [req-9ac49cd4-e89e-4c31-abde-f1f29a745b13 req-9444e237-51c7-47f7-b306-d22c24c61512 service nova] Acquiring lock "refresh_cache-33d3c30c-584c-4547-823a-feaca12bad8d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.553304] env[63622]: DEBUG oslo_concurrency.lockutils [req-9ac49cd4-e89e-4c31-abde-f1f29a745b13 req-9444e237-51c7-47f7-b306-d22c24c61512 service nova] Acquired lock "refresh_cache-33d3c30c-584c-4547-823a-feaca12bad8d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.553464] env[63622]: DEBUG nova.network.neutron [req-9ac49cd4-e89e-4c31-abde-f1f29a745b13 req-9444e237-51c7-47f7-b306-d22c24c61512 service nova] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Refreshing network info cache for port 91934a37-57aa-45c6-81f2-a0fab897b51a {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1716.663603] env[63622]: DEBUG oslo_vmware.api [None req-623d1ad9-5dd6-41c9-9f13-e876dfb92d98 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1817138, 'name': ReconfigVM_Task, 'duration_secs': 0.163765} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.666300] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-623d1ad9-5dd6-41c9-9f13-e876dfb92d98 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376470', 'volume_id': 'e761931c-3f52-4bf6-be1c-32093079e763', 'name': 'volume-e761931c-3f52-4bf6-be1c-32093079e763', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b64116cf-848e-4a45-a8bc-401f9dd0fe9f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e761931c-3f52-4bf6-be1c-32093079e763', 'serial': 'e761931c-3f52-4bf6-be1c-32093079e763'} {{(pid=63622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1716.668653] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4636ad66-dc0a-4e54-9c4c-7be71f40a6b4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.676376] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1817dac7-3093-4742-8934-d377bc5a1c64 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.711614] env[63622]: WARNING nova.network.neutron [None req-d0fdca8b-8929-4164-9e79-0e13571a35c3 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] f89b84ee-0198-4049-90af-155f3fe967e5 already exists in list: networks containing: ['f89b84ee-0198-4049-90af-155f3fe967e5']. ignoring it [ 1716.711834] env[63622]: WARNING nova.network.neutron [None req-d0fdca8b-8929-4164-9e79-0e13571a35c3 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] f89b84ee-0198-4049-90af-155f3fe967e5 already exists in list: networks containing: ['f89b84ee-0198-4049-90af-155f3fe967e5']. ignoring it [ 1716.714290] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6ca484-65b2-4545-b990-4bd60ee045d2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.723192] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b28b0f-3283-4a3f-abf6-1d0f790c9d71 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.738644] env[63622]: DEBUG nova.compute.provider_tree [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1716.764497] env[63622]: DEBUG oslo_vmware.api [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b283a7-3bea-7ae2-24b3-d79135429368, 'name': SearchDatastore_Task, 'duration_secs': 0.012429} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.764786] env[63622]: DEBUG oslo_concurrency.lockutils [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.765079] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] fc8cce34-20b3-4963-9e3b-b3d8b303b23e/e2d5bd27-1b7d-4255-a1df-e035847393df-rescue.vmdk. {{(pid=63622) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1716.765330] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d5b83a4-8e77-4e18-b64b-fe79ed13e3c9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.771845] env[63622]: DEBUG oslo_vmware.api [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Waiting for the task: (returnval){ [ 1716.771845] env[63622]: value = "task-1817139" [ 1716.771845] env[63622]: _type = "Task" [ 1716.771845] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.779324] env[63622]: DEBUG oslo_vmware.api [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Task: {'id': task-1817139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.908478] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817136, 'name': CreateVM_Task, 'duration_secs': 0.586919} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.908616] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1716.909302] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.909472] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.909783] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1716.910047] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f01821d-f0f8-4115-8b48-1e36cff187f3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.914770] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for the task: (returnval){ [ 1716.914770] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5267d147-066c-23f1-05d6-90a5be6aed88" [ 1716.914770] env[63622]: _type = "Task" [ 1716.914770] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.927578] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5267d147-066c-23f1-05d6-90a5be6aed88, 'name': SearchDatastore_Task, 'duration_secs': 0.00938} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.927913] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.928249] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1716.928504] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.928654] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.928832] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1716.929123] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee235246-30c9-448e-8f57-0000b5e54379 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.944216] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1716.944453] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1716.945195] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db7afc06-57ea-469c-847a-1b5f9c1c153c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.952980] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for the task: (returnval){ [ 1716.952980] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e7ba8b-c3fc-97f3-72a2-c8e1395e9645" [ 1716.952980] env[63622]: _type = "Task" [ 1716.952980] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.964924] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e7ba8b-c3fc-97f3-72a2-c8e1395e9645, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.184402] env[63622]: DEBUG nova.network.neutron [None req-d0fdca8b-8929-4164-9e79-0e13571a35c3 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Updating instance_info_cache with network_info: [{"id": "79f49ad4-1b9a-4da3-beb1-622ee96cac5e", "address": "fa:16:3e:99:9b:0d", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79f49ad4-1b", "ovs_interfaceid": "79f49ad4-1b9a-4da3-beb1-622ee96cac5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "850828bc-2f10-4a80-b1d9-b3a25c64509e", "address": "fa:16:3e:0c:4c:7c", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap850828bc-2f", "ovs_interfaceid": "850828bc-2f10-4a80-b1d9-b3a25c64509e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "34929647-1f03-4972-a5df-bce8b378d8a2", "address": "fa:16:3e:5a:31:aa", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34929647-1f", "ovs_interfaceid": "34929647-1f03-4972-a5df-bce8b378d8a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.276937] env[63622]: DEBUG nova.scheduler.client.report [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Updated inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with generation 111 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1717.277236] env[63622]: DEBUG nova.compute.provider_tree [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Updating resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df generation from 111 to 112 during operation: update_inventory {{(pid=63622) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1717.277423] env[63622]: DEBUG nova.compute.provider_tree [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1717.287886] env[63622]: DEBUG oslo_vmware.api [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Task: {'id': task-1817139, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.294038] env[63622]: DEBUG nova.compute.manager [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1717.321950] env[63622]: DEBUG nova.virt.hardware [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1717.322215] env[63622]: DEBUG nova.virt.hardware [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1717.322373] env[63622]: DEBUG nova.virt.hardware [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1717.322554] env[63622]: DEBUG nova.virt.hardware [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1717.322702] env[63622]: DEBUG nova.virt.hardware [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1717.322851] env[63622]: DEBUG nova.virt.hardware [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1717.323288] env[63622]: DEBUG nova.virt.hardware [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1717.323514] env[63622]: DEBUG nova.virt.hardware [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1717.323699] env[63622]: DEBUG nova.virt.hardware [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1717.323872] env[63622]: DEBUG nova.virt.hardware [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1717.324059] env[63622]: DEBUG nova.virt.hardware [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1717.324954] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63aac45-28f0-430c-8010-bc2852b7c8a6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.333899] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e76104-654b-46b5-a729-e88b5b81f38f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.464650] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e7ba8b-c3fc-97f3-72a2-c8e1395e9645, 'name': SearchDatastore_Task, 'duration_secs': 0.081009} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.465366] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2592500-18fc-454d-99a4-4ffe621e4382 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.471226] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for the task: (returnval){ [ 1717.471226] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5219453b-1281-d40f-cead-b7eb656d387a" [ 1717.471226] env[63622]: _type = "Task" [ 1717.471226] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.481579] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5219453b-1281-d40f-cead-b7eb656d387a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.482609] env[63622]: DEBUG nova.network.neutron [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Updating instance_info_cache with network_info: [{"id": "55f55d12-ec3c-4bb9-a6bb-aeaf255c48bf", "address": "fa:16:3e:bf:00:12", "network": {"id": "6c76cb6b-40d1-47e4-8957-7fcd527423cc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1478522882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bbece78f52e4184ba7be795d0a7ead0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55f55d12-ec", "ovs_interfaceid": "55f55d12-ec3c-4bb9-a6bb-aeaf255c48bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.551222] env[63622]: DEBUG nova.network.neutron [req-9ac49cd4-e89e-4c31-abde-f1f29a745b13 req-9444e237-51c7-47f7-b306-d22c24c61512 service nova] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Updated VIF entry in instance network info cache for port 91934a37-57aa-45c6-81f2-a0fab897b51a. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1717.551601] env[63622]: DEBUG nova.network.neutron [req-9ac49cd4-e89e-4c31-abde-f1f29a745b13 req-9444e237-51c7-47f7-b306-d22c24c61512 service nova] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Updating instance_info_cache with network_info: [{"id": "91934a37-57aa-45c6-81f2-a0fab897b51a", "address": "fa:16:3e:bc:6d:f2", "network": {"id": "92bfaec3-be7e-4796-b80c-1ba7ed4f1110", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1350664596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5577b23f22d463abb6edb8a097561c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91934a37-57", "ovs_interfaceid": "91934a37-57aa-45c6-81f2-a0fab897b51a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.687218] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d0fdca8b-8929-4164-9e79-0e13571a35c3 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Releasing lock "refresh_cache-32355a6b-26c7-4c69-95d8-35578a757907" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.687939] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d0fdca8b-8929-4164-9e79-0e13571a35c3 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "32355a6b-26c7-4c69-95d8-35578a757907" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.688130] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d0fdca8b-8929-4164-9e79-0e13571a35c3 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquired lock "32355a6b-26c7-4c69-95d8-35578a757907" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.688966] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03282e9-77cd-4a06-b25a-d6579daa219e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.706832] env[63622]: DEBUG nova.virt.hardware [None req-d0fdca8b-8929-4164-9e79-0e13571a35c3 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1717.707083] env[63622]: DEBUG nova.virt.hardware [None req-d0fdca8b-8929-4164-9e79-0e13571a35c3 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1717.707245] env[63622]: DEBUG nova.virt.hardware [None req-d0fdca8b-8929-4164-9e79-0e13571a35c3 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1717.707427] env[63622]: DEBUG nova.virt.hardware [None req-d0fdca8b-8929-4164-9e79-0e13571a35c3 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1717.707575] env[63622]: DEBUG nova.virt.hardware [None req-d0fdca8b-8929-4164-9e79-0e13571a35c3 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1717.707722] env[63622]: DEBUG nova.virt.hardware [None req-d0fdca8b-8929-4164-9e79-0e13571a35c3 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1717.707922] env[63622]: DEBUG nova.virt.hardware [None req-d0fdca8b-8929-4164-9e79-0e13571a35c3 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1717.708100] env[63622]: DEBUG nova.virt.hardware [None req-d0fdca8b-8929-4164-9e79-0e13571a35c3 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1717.708260] env[63622]: DEBUG nova.virt.hardware [None req-d0fdca8b-8929-4164-9e79-0e13571a35c3 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1717.708419] env[63622]: DEBUG nova.virt.hardware [None req-d0fdca8b-8929-4164-9e79-0e13571a35c3 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1717.708589] env[63622]: DEBUG nova.virt.hardware [None req-d0fdca8b-8929-4164-9e79-0e13571a35c3 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1717.715790] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d0fdca8b-8929-4164-9e79-0e13571a35c3 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Reconfiguring VM to attach interface {{(pid=63622) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1717.716107] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e74aeac-3127-454b-8124-80cb5e43666e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.729135] env[63622]: DEBUG nova.objects.instance [None req-623d1ad9-5dd6-41c9-9f13-e876dfb92d98 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Lazy-loading 'flavor' on Instance uuid b64116cf-848e-4a45-a8bc-401f9dd0fe9f {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1717.737893] env[63622]: DEBUG oslo_vmware.api [None req-d0fdca8b-8929-4164-9e79-0e13571a35c3 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1717.737893] env[63622]: value = "task-1817140" [ 1717.737893] env[63622]: _type = "Task" [ 1717.737893] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.753022] env[63622]: DEBUG oslo_vmware.api [None req-d0fdca8b-8929-4164-9e79-0e13571a35c3 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817140, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.786312] env[63622]: DEBUG oslo_concurrency.lockutils [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.786964] env[63622]: DEBUG nova.compute.manager [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1717.790249] env[63622]: DEBUG oslo_vmware.api [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Task: {'id': task-1817139, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521389} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.790776] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9e4eacc2-509d-4b83-90f6-03b6f0d36bcb tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.257s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.791070] env[63622]: DEBUG nova.objects.instance [None req-9e4eacc2-509d-4b83-90f6-03b6f0d36bcb tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lazy-loading 'resources' on Instance uuid 57bcc753-9658-4126-ac0a-fa6b0bc1dc81 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1717.792308] env[63622]: INFO nova.virt.vmwareapi.ds_util [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] fc8cce34-20b3-4963-9e3b-b3d8b303b23e/e2d5bd27-1b7d-4255-a1df-e035847393df-rescue.vmdk. [ 1717.793327] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe43662-a1af-49ae-9c33-2e60639c74b3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.827236] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] fc8cce34-20b3-4963-9e3b-b3d8b303b23e/e2d5bd27-1b7d-4255-a1df-e035847393df-rescue.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1717.828547] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28744f62-72df-4099-9df2-ed4353ec0f0b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.850436] env[63622]: DEBUG oslo_vmware.api [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Waiting for the task: (returnval){ [ 1717.850436] env[63622]: value = "task-1817141" [ 1717.850436] env[63622]: _type = "Task" [ 1717.850436] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.863507] env[63622]: DEBUG oslo_vmware.api [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Task: {'id': task-1817141, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.877608] env[63622]: DEBUG nova.network.neutron [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Successfully updated port: 3de3defb-49af-4a27-a032-faf4d330bb04 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1717.982235] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5219453b-1281-d40f-cead-b7eb656d387a, 'name': SearchDatastore_Task, 'duration_secs': 0.009586} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.982235] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.983038] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 33d3c30c-584c-4547-823a-feaca12bad8d/33d3c30c-584c-4547-823a-feaca12bad8d.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1717.983038] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e07011d8-3091-45b5-852a-7d67625ed9fb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.988245] env[63622]: DEBUG oslo_concurrency.lockutils [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Releasing lock "refresh_cache-8b938f1f-ad5c-4bf1-a1df-590138d31bfc" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.991832] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for the task: (returnval){ [ 1717.991832] env[63622]: value = "task-1817142" [ 1717.991832] env[63622]: _type = "Task" [ 1717.991832] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.000813] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1817142, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.004009] env[63622]: DEBUG nova.compute.manager [req-c0c57611-b0f8-4bd7-b005-8a9193189f0e req-edbf0d5c-784f-4804-9372-a686a7d82b11 service nova] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Received event network-changed-34929647-1f03-4972-a5df-bce8b378d8a2 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1718.004310] env[63622]: DEBUG nova.compute.manager [req-c0c57611-b0f8-4bd7-b005-8a9193189f0e req-edbf0d5c-784f-4804-9372-a686a7d82b11 service nova] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Refreshing instance network info cache due to event network-changed-34929647-1f03-4972-a5df-bce8b378d8a2. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1718.004587] env[63622]: DEBUG oslo_concurrency.lockutils [req-c0c57611-b0f8-4bd7-b005-8a9193189f0e req-edbf0d5c-784f-4804-9372-a686a7d82b11 service nova] Acquiring lock "refresh_cache-32355a6b-26c7-4c69-95d8-35578a757907" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.004816] env[63622]: DEBUG oslo_concurrency.lockutils [req-c0c57611-b0f8-4bd7-b005-8a9193189f0e req-edbf0d5c-784f-4804-9372-a686a7d82b11 service nova] Acquired lock "refresh_cache-32355a6b-26c7-4c69-95d8-35578a757907" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.005047] env[63622]: DEBUG nova.network.neutron [req-c0c57611-b0f8-4bd7-b005-8a9193189f0e req-edbf0d5c-784f-4804-9372-a686a7d82b11 service nova] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Refreshing network info cache for port 34929647-1f03-4972-a5df-bce8b378d8a2 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1718.055092] env[63622]: DEBUG oslo_concurrency.lockutils [req-9ac49cd4-e89e-4c31-abde-f1f29a745b13 req-9444e237-51c7-47f7-b306-d22c24c61512 service nova] Releasing lock "refresh_cache-33d3c30c-584c-4547-823a-feaca12bad8d" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.235550] env[63622]: DEBUG oslo_concurrency.lockutils [None req-623d1ad9-5dd6-41c9-9f13-e876dfb92d98 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Lock "b64116cf-848e-4a45-a8bc-401f9dd0fe9f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.800s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.248379] env[63622]: DEBUG oslo_vmware.api [None req-d0fdca8b-8929-4164-9e79-0e13571a35c3 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.292272] env[63622]: DEBUG nova.compute.utils [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1718.293697] env[63622]: DEBUG nova.compute.manager [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1718.293881] env[63622]: DEBUG nova.network.neutron [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1718.346483] env[63622]: DEBUG nova.policy [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5670f3f1855943bfaf672a8423b1ea3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75bb0eaa80e1433fb53e106d0bde6b6e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1718.361032] env[63622]: DEBUG oslo_vmware.api [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Task: {'id': task-1817141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.380670] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquiring lock "refresh_cache-d9c53bf1-f585-498b-99c9-fea2cf9e74a1" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.380800] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquired lock "refresh_cache-d9c53bf1-f585-498b-99c9-fea2cf9e74a1" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.381029] env[63622]: DEBUG nova.network.neutron [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1718.505774] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1817142, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.685583] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749cb8e3-17fa-43b7-a5c9-8f09e42be51c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.693854] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b0451c-8122-4ab4-a76e-e7a720744a8e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.733923] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b412a1-7bb0-4344-a801-0e438145af86 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.751175] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed97b81-0797-47bf-abe6-c49931b0f3a0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.761985] env[63622]: DEBUG oslo_vmware.api [None req-d0fdca8b-8929-4164-9e79-0e13571a35c3 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817140, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.775039] env[63622]: DEBUG nova.compute.provider_tree [None req-9e4eacc2-509d-4b83-90f6-03b6f0d36bcb tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1718.799304] env[63622]: DEBUG nova.compute.manager [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1718.815246] env[63622]: DEBUG nova.network.neutron [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Successfully created port: f4d527e3-6982-45cf-8949-425ee17dfdcd {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1718.863349] env[63622]: DEBUG oslo_vmware.api [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Task: {'id': task-1817141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.952177] env[63622]: DEBUG nova.network.neutron [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1719.003996] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1817142, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.024809] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1719.025151] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e51fa66b-098b-42ec-89ec-511eda7f3d4e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.031680] env[63622]: DEBUG nova.network.neutron [req-c0c57611-b0f8-4bd7-b005-8a9193189f0e req-edbf0d5c-784f-4804-9372-a686a7d82b11 service nova] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Updated VIF entry in instance network info cache for port 34929647-1f03-4972-a5df-bce8b378d8a2. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1719.032170] env[63622]: DEBUG nova.network.neutron [req-c0c57611-b0f8-4bd7-b005-8a9193189f0e req-edbf0d5c-784f-4804-9372-a686a7d82b11 service nova] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Updating instance_info_cache with network_info: [{"id": "79f49ad4-1b9a-4da3-beb1-622ee96cac5e", "address": "fa:16:3e:99:9b:0d", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79f49ad4-1b", "ovs_interfaceid": "79f49ad4-1b9a-4da3-beb1-622ee96cac5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "850828bc-2f10-4a80-b1d9-b3a25c64509e", "address": "fa:16:3e:0c:4c:7c", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap850828bc-2f", "ovs_interfaceid": "850828bc-2f10-4a80-b1d9-b3a25c64509e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "34929647-1f03-4972-a5df-bce8b378d8a2", "address": "fa:16:3e:5a:31:aa", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34929647-1f", "ovs_interfaceid": "34929647-1f03-4972-a5df-bce8b378d8a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.035112] env[63622]: DEBUG oslo_vmware.api [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1719.035112] env[63622]: value = "task-1817144" [ 1719.035112] env[63622]: _type = "Task" [ 1719.035112] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.045538] env[63622]: DEBUG oslo_vmware.api [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.257912] env[63622]: DEBUG oslo_vmware.api [None req-d0fdca8b-8929-4164-9e79-0e13571a35c3 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817140, 'name': ReconfigVM_Task, 'duration_secs': 1.097926} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.258438] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d0fdca8b-8929-4164-9e79-0e13571a35c3 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Releasing lock "32355a6b-26c7-4c69-95d8-35578a757907" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.258664] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d0fdca8b-8929-4164-9e79-0e13571a35c3 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Reconfigured VM to attach interface {{(pid=63622) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1719.271796] env[63622]: DEBUG nova.network.neutron [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Updating instance_info_cache with network_info: [{"id": "3de3defb-49af-4a27-a032-faf4d330bb04", "address": "fa:16:3e:0d:11:79", "network": {"id": "92bfaec3-be7e-4796-b80c-1ba7ed4f1110", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1350664596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5577b23f22d463abb6edb8a097561c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3de3defb-49", "ovs_interfaceid": "3de3defb-49af-4a27-a032-faf4d330bb04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.280000] env[63622]: DEBUG nova.scheduler.client.report [None req-9e4eacc2-509d-4b83-90f6-03b6f0d36bcb tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1719.362028] env[63622]: DEBUG oslo_vmware.api [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Task: {'id': task-1817141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.509559] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1817142, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.536551] env[63622]: DEBUG oslo_concurrency.lockutils [req-c0c57611-b0f8-4bd7-b005-8a9193189f0e req-edbf0d5c-784f-4804-9372-a686a7d82b11 service nova] Releasing lock "refresh_cache-32355a6b-26c7-4c69-95d8-35578a757907" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.546267] env[63622]: DEBUG oslo_vmware.api [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817144, 'name': PowerOffVM_Task, 'duration_secs': 0.388882} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.546563] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1719.547466] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36163eb5-69ff-418f-953a-58bdc36694ba {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.568881] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e31e41-9217-4f99-b879-3b7feff7cea0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.607243] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1719.607595] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-849386ff-2b1e-427d-b261-a80023726ae6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.615316] env[63622]: DEBUG oslo_vmware.api [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1719.615316] env[63622]: value = "task-1817145" [ 1719.615316] env[63622]: _type = "Task" [ 1719.615316] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.625046] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] VM already powered off {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1719.625218] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1719.625771] env[63622]: DEBUG oslo_concurrency.lockutils [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.625771] env[63622]: DEBUG oslo_concurrency.lockutils [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.625771] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1719.626507] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fa51ed3-5df6-4129-8b73-728fd4200a61 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.641211] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1719.641424] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1719.642235] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29773e21-79fc-470c-9f12-17018c47eb32 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.649379] env[63622]: DEBUG oslo_vmware.api [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1719.649379] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526458f8-04d3-2335-4b22-3aa47b0fd78d" [ 1719.649379] env[63622]: _type = "Task" [ 1719.649379] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.657463] env[63622]: DEBUG oslo_vmware.api [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526458f8-04d3-2335-4b22-3aa47b0fd78d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.763147] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d0fdca8b-8929-4164-9e79-0e13571a35c3 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "interface-32355a6b-26c7-4c69-95d8-35578a757907-34929647-1f03-4972-a5df-bce8b378d8a2" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.124s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.773933] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Releasing lock "refresh_cache-d9c53bf1-f585-498b-99c9-fea2cf9e74a1" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.773933] env[63622]: DEBUG nova.compute.manager [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Instance network_info: |[{"id": "3de3defb-49af-4a27-a032-faf4d330bb04", "address": "fa:16:3e:0d:11:79", "network": {"id": "92bfaec3-be7e-4796-b80c-1ba7ed4f1110", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1350664596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5577b23f22d463abb6edb8a097561c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3de3defb-49", "ovs_interfaceid": "3de3defb-49af-4a27-a032-faf4d330bb04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1719.775083] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:11:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3de3defb-49af-4a27-a032-faf4d330bb04', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1719.783647] env[63622]: DEBUG oslo.service.loopingcall [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1719.784594] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1719.785649] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9e4eacc2-509d-4b83-90f6-03b6f0d36bcb tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.995s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.787808] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a5dfb96-af00-4c0c-8b88-bc1e0641725a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.806396] env[63622]: DEBUG oslo_concurrency.lockutils [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.143s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.810020] env[63622]: INFO nova.compute.claims [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1719.811631] env[63622]: DEBUG nova.compute.manager [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1719.821373] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1719.821373] env[63622]: value = "task-1817146" [ 1719.821373] env[63622]: _type = "Task" [ 1719.821373] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.828777] env[63622]: INFO nova.scheduler.client.report [None req-9e4eacc2-509d-4b83-90f6-03b6f0d36bcb tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Deleted allocations for instance 57bcc753-9658-4126-ac0a-fa6b0bc1dc81 [ 1719.836195] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817146, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.848212] env[63622]: DEBUG nova.virt.hardware [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1719.848509] env[63622]: DEBUG nova.virt.hardware [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1719.848737] env[63622]: DEBUG nova.virt.hardware [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1719.852018] env[63622]: DEBUG nova.virt.hardware [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1719.852018] env[63622]: DEBUG nova.virt.hardware [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1719.852018] env[63622]: DEBUG nova.virt.hardware [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1719.852018] env[63622]: DEBUG nova.virt.hardware [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1719.852018] env[63622]: DEBUG nova.virt.hardware [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1719.852018] env[63622]: DEBUG nova.virt.hardware [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1719.852018] env[63622]: DEBUG nova.virt.hardware [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1719.852018] env[63622]: DEBUG nova.virt.hardware [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1719.852018] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcddedb-b009-4931-b74a-da6b4c2044b0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.871147] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cba1513-861f-46e4-b916-bbdbd551d434 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.874390] env[63622]: DEBUG oslo_vmware.api [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Task: {'id': task-1817141, 'name': ReconfigVM_Task, 'duration_secs': 1.99429} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.875132] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Reconfigured VM instance instance-0000004c to attach disk [datastore1] fc8cce34-20b3-4963-9e3b-b3d8b303b23e/e2d5bd27-1b7d-4255-a1df-e035847393df-rescue.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1719.876518] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6c6088-b536-485d-8088-f050f2a43b9c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.888883] env[63622]: DEBUG oslo_concurrency.lockutils [None req-55938bc7-a5af-428e-9b4c-3cacb0de408e tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Acquiring lock "b64116cf-848e-4a45-a8bc-401f9dd0fe9f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.889434] env[63622]: DEBUG oslo_concurrency.lockutils [None req-55938bc7-a5af-428e-9b4c-3cacb0de408e tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Lock "b64116cf-848e-4a45-a8bc-401f9dd0fe9f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.920144] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa30cee7-8aec-44ce-b4e0-b8faa1131fe5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.937447] env[63622]: DEBUG oslo_vmware.api [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Waiting for the task: (returnval){ [ 1719.937447] env[63622]: value = "task-1817147" [ 1719.937447] env[63622]: _type = "Task" [ 1719.937447] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.946276] env[63622]: DEBUG oslo_vmware.api [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Task: {'id': task-1817147, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.006486] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1817142, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.756717} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.006877] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 33d3c30c-584c-4547-823a-feaca12bad8d/33d3c30c-584c-4547-823a-feaca12bad8d.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1720.007166] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1720.007470] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41a3b510-4204-42e7-8062-74bd24e0167d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.014597] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for the task: (returnval){ [ 1720.014597] env[63622]: value = "task-1817148" [ 1720.014597] env[63622]: _type = "Task" [ 1720.014597] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.022395] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1817148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.160860] env[63622]: DEBUG oslo_vmware.api [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526458f8-04d3-2335-4b22-3aa47b0fd78d, 'name': SearchDatastore_Task, 'duration_secs': 0.06486} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.161334] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2284d08d-f6ec-4b9c-ab16-d1474c414125 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.167552] env[63622]: DEBUG oslo_vmware.api [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1720.167552] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52c4861f-11e8-7943-2e2b-2d8b7f4a6e69" [ 1720.167552] env[63622]: _type = "Task" [ 1720.167552] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.177557] env[63622]: DEBUG oslo_vmware.api [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52c4861f-11e8-7943-2e2b-2d8b7f4a6e69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.332099] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817146, 'name': CreateVM_Task, 'duration_secs': 0.469058} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.332440] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1720.332995] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.333161] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.333482] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1720.334233] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4061e2d-6f9e-4973-be9a-a1607cf46f51 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.338593] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for the task: (returnval){ [ 1720.338593] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]528cdf06-d451-1535-72bc-a4fce0ef1597" [ 1720.338593] env[63622]: _type = "Task" [ 1720.338593] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.348250] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]528cdf06-d451-1535-72bc-a4fce0ef1597, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.348689] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9e4eacc2-509d-4b83-90f6-03b6f0d36bcb tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lock "57bcc753-9658-4126-ac0a-fa6b0bc1dc81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.956s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.394801] env[63622]: INFO nova.compute.manager [None req-55938bc7-a5af-428e-9b4c-3cacb0de408e tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Detaching volume e761931c-3f52-4bf6-be1c-32093079e763 [ 1720.427354] env[63622]: INFO nova.virt.block_device [None req-55938bc7-a5af-428e-9b4c-3cacb0de408e tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Attempting to driver detach volume e761931c-3f52-4bf6-be1c-32093079e763 from mountpoint /dev/sdb [ 1720.427615] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-55938bc7-a5af-428e-9b4c-3cacb0de408e tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Volume detach. Driver type: vmdk {{(pid=63622) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1720.427809] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-55938bc7-a5af-428e-9b4c-3cacb0de408e tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376470', 'volume_id': 'e761931c-3f52-4bf6-be1c-32093079e763', 'name': 'volume-e761931c-3f52-4bf6-be1c-32093079e763', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b64116cf-848e-4a45-a8bc-401f9dd0fe9f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e761931c-3f52-4bf6-be1c-32093079e763', 'serial': 'e761931c-3f52-4bf6-be1c-32093079e763'} {{(pid=63622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1720.428691] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14009c1-804f-4aaa-826c-a8a795f1fa79 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.462563] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626fffb8-8388-4fa0-9ba1-5fea8db84699 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.472557] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3f1c3d-4441-43e2-88d7-7c4d4f55ccb6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.475183] env[63622]: DEBUG oslo_vmware.api [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Task: {'id': task-1817147, 'name': ReconfigVM_Task, 'duration_secs': 0.198988} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.475507] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1720.476104] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15bb4dd8-cb1c-4d81-bfdf-b916df3bb7ab {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.497048] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a38b8bc-72dd-4714-8f7c-7458e911b561 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.500655] env[63622]: DEBUG oslo_vmware.api [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Waiting for the task: (returnval){ [ 1720.500655] env[63622]: value = "task-1817150" [ 1720.500655] env[63622]: _type = "Task" [ 1720.500655] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.516122] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-55938bc7-a5af-428e-9b4c-3cacb0de408e tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] The volume has not been displaced from its original location: [datastore1] volume-e761931c-3f52-4bf6-be1c-32093079e763/volume-e761931c-3f52-4bf6-be1c-32093079e763.vmdk. No consolidation needed. {{(pid=63622) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1720.522193] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-55938bc7-a5af-428e-9b4c-3cacb0de408e tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Reconfiguring VM instance instance-0000002d to detach disk 2001 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1720.526705] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9b67326-d37b-488b-8746-d59b29de2d95 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.549048] env[63622]: DEBUG nova.compute.manager [req-fa220595-befb-44ef-9675-68f271132888 req-586218fb-bf4c-4786-bd43-3a7f913335b2 service nova] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Received event network-vif-plugged-3de3defb-49af-4a27-a032-faf4d330bb04 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1720.549048] env[63622]: DEBUG oslo_concurrency.lockutils [req-fa220595-befb-44ef-9675-68f271132888 req-586218fb-bf4c-4786-bd43-3a7f913335b2 service nova] Acquiring lock "d9c53bf1-f585-498b-99c9-fea2cf9e74a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.550465] env[63622]: DEBUG oslo_concurrency.lockutils [req-fa220595-befb-44ef-9675-68f271132888 req-586218fb-bf4c-4786-bd43-3a7f913335b2 service nova] Lock "d9c53bf1-f585-498b-99c9-fea2cf9e74a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.550465] env[63622]: DEBUG oslo_concurrency.lockutils [req-fa220595-befb-44ef-9675-68f271132888 req-586218fb-bf4c-4786-bd43-3a7f913335b2 service nova] Lock "d9c53bf1-f585-498b-99c9-fea2cf9e74a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.550465] env[63622]: DEBUG nova.compute.manager [req-fa220595-befb-44ef-9675-68f271132888 req-586218fb-bf4c-4786-bd43-3a7f913335b2 service nova] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] No waiting events found dispatching network-vif-plugged-3de3defb-49af-4a27-a032-faf4d330bb04 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1720.550465] env[63622]: WARNING nova.compute.manager [req-fa220595-befb-44ef-9675-68f271132888 req-586218fb-bf4c-4786-bd43-3a7f913335b2 service nova] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Received unexpected event network-vif-plugged-3de3defb-49af-4a27-a032-faf4d330bb04 for instance with vm_state building and task_state spawning. [ 1720.550465] env[63622]: DEBUG nova.compute.manager [req-fa220595-befb-44ef-9675-68f271132888 req-586218fb-bf4c-4786-bd43-3a7f913335b2 service nova] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Received event network-changed-3de3defb-49af-4a27-a032-faf4d330bb04 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1720.550465] env[63622]: DEBUG nova.compute.manager [req-fa220595-befb-44ef-9675-68f271132888 req-586218fb-bf4c-4786-bd43-3a7f913335b2 service nova] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Refreshing instance network info cache due to event network-changed-3de3defb-49af-4a27-a032-faf4d330bb04. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1720.550465] env[63622]: DEBUG oslo_concurrency.lockutils [req-fa220595-befb-44ef-9675-68f271132888 req-586218fb-bf4c-4786-bd43-3a7f913335b2 service nova] Acquiring lock "refresh_cache-d9c53bf1-f585-498b-99c9-fea2cf9e74a1" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.550465] env[63622]: DEBUG oslo_concurrency.lockutils [req-fa220595-befb-44ef-9675-68f271132888 req-586218fb-bf4c-4786-bd43-3a7f913335b2 service nova] Acquired lock "refresh_cache-d9c53bf1-f585-498b-99c9-fea2cf9e74a1" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.550779] env[63622]: DEBUG nova.network.neutron [req-fa220595-befb-44ef-9675-68f271132888 req-586218fb-bf4c-4786-bd43-3a7f913335b2 service nova] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Refreshing network info cache for port 3de3defb-49af-4a27-a032-faf4d330bb04 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1720.552166] env[63622]: DEBUG oslo_vmware.api [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Task: {'id': task-1817150, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.558696] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1817148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076666} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.560468] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1720.561749] env[63622]: DEBUG oslo_vmware.api [None req-55938bc7-a5af-428e-9b4c-3cacb0de408e tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Waiting for the task: (returnval){ [ 1720.561749] env[63622]: value = "task-1817151" [ 1720.561749] env[63622]: _type = "Task" [ 1720.561749] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.562590] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242c4d61-6d54-448a-9b91-c6d24a3fc3b2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.575713] env[63622]: DEBUG oslo_vmware.api [None req-55938bc7-a5af-428e-9b4c-3cacb0de408e tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1817151, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.594048] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 33d3c30c-584c-4547-823a-feaca12bad8d/33d3c30c-584c-4547-823a-feaca12bad8d.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1720.594806] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb7eaf6f-4ca6-4aa5-a9eb-f0848c11cb44 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.615594] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for the task: (returnval){ [ 1720.615594] env[63622]: value = "task-1817152" [ 1720.615594] env[63622]: _type = "Task" [ 1720.615594] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.623406] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1817152, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.679462] env[63622]: DEBUG oslo_vmware.api [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52c4861f-11e8-7943-2e2b-2d8b7f4a6e69, 'name': SearchDatastore_Task, 'duration_secs': 0.013331} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.679764] env[63622]: DEBUG oslo_concurrency.lockutils [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.680095] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 8b938f1f-ad5c-4bf1-a1df-590138d31bfc/e2d5bd27-1b7d-4255-a1df-e035847393df-rescue.vmdk. {{(pid=63622) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1720.680431] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67ec6889-4a3a-4dbc-afbd-8df180bd2de4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.688760] env[63622]: DEBUG oslo_vmware.api [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1720.688760] env[63622]: value = "task-1817153" [ 1720.688760] env[63622]: _type = "Task" [ 1720.688760] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.696849] env[63622]: DEBUG oslo_vmware.api [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817153, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.701327] env[63622]: DEBUG nova.network.neutron [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Successfully updated port: f4d527e3-6982-45cf-8949-425ee17dfdcd {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1720.855412] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]528cdf06-d451-1535-72bc-a4fce0ef1597, 'name': SearchDatastore_Task, 'duration_secs': 0.01368} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.855810] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.856087] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1720.856362] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.856543] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.856760] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1720.857984] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93d08f2e-36a4-4b11-a27b-45568cdd6ffa {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.872378] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1720.872378] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1720.872666] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b50ffb91-a9db-4c52-8a1c-8182e76fbe63 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.878678] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for the task: (returnval){ [ 1720.878678] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]527c3467-1392-287d-0037-a4a6aa8e0866" [ 1720.878678] env[63622]: _type = "Task" [ 1720.878678] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.891280] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]527c3467-1392-287d-0037-a4a6aa8e0866, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.017681] env[63622]: DEBUG oslo_vmware.api [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Task: {'id': task-1817150, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.084037] env[63622]: DEBUG oslo_vmware.api [None req-55938bc7-a5af-428e-9b4c-3cacb0de408e tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1817151, 'name': ReconfigVM_Task, 'duration_secs': 0.341978} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.088385] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-55938bc7-a5af-428e-9b4c-3cacb0de408e tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Reconfigured VM instance instance-0000002d to detach disk 2001 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1721.094361] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f803b66-8e57-4c4f-a3e1-4affe3dafd81 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.112781] env[63622]: DEBUG oslo_vmware.api [None req-55938bc7-a5af-428e-9b4c-3cacb0de408e tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Waiting for the task: (returnval){ [ 1721.112781] env[63622]: value = "task-1817154" [ 1721.112781] env[63622]: _type = "Task" [ 1721.112781] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.128915] env[63622]: DEBUG oslo_vmware.api [None req-55938bc7-a5af-428e-9b4c-3cacb0de408e tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1817154, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.139635] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1817152, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.200768] env[63622]: DEBUG oslo_vmware.api [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817153, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.205318] env[63622]: DEBUG oslo_concurrency.lockutils [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Acquiring lock "refresh_cache-6a584ddb-fae6-4dd8-9b55-093406314097" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.205318] env[63622]: DEBUG oslo_concurrency.lockutils [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Acquired lock "refresh_cache-6a584ddb-fae6-4dd8-9b55-093406314097" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.205455] env[63622]: DEBUG nova.network.neutron [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1721.268176] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13eef85-ac92-4484-9b5a-815ff890fb02 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.275855] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca3e1c1-43ae-4ad2-b2a1-01309e4a6f8e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.327506] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6742517d-f153-4515-ad8e-4d875fc2a7ab {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.336507] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56960d08-e086-4fe7-ba82-d3f7aabf7008 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.352022] env[63622]: DEBUG nova.compute.provider_tree [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1721.390705] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]527c3467-1392-287d-0037-a4a6aa8e0866, 'name': SearchDatastore_Task, 'duration_secs': 0.014489} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.391530] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ede1e66-8700-49c4-b2d2-2d345493271e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.400949] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for the task: (returnval){ [ 1721.400949] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e8d1ec-cfd5-1206-9451-3d74db0ef93d" [ 1721.400949] env[63622]: _type = "Task" [ 1721.400949] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.409550] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e8d1ec-cfd5-1206-9451-3d74db0ef93d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.426133] env[63622]: DEBUG nova.network.neutron [req-fa220595-befb-44ef-9675-68f271132888 req-586218fb-bf4c-4786-bd43-3a7f913335b2 service nova] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Updated VIF entry in instance network info cache for port 3de3defb-49af-4a27-a032-faf4d330bb04. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1721.426520] env[63622]: DEBUG nova.network.neutron [req-fa220595-befb-44ef-9675-68f271132888 req-586218fb-bf4c-4786-bd43-3a7f913335b2 service nova] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Updating instance_info_cache with network_info: [{"id": "3de3defb-49af-4a27-a032-faf4d330bb04", "address": "fa:16:3e:0d:11:79", "network": {"id": "92bfaec3-be7e-4796-b80c-1ba7ed4f1110", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1350664596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5577b23f22d463abb6edb8a097561c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3de3defb-49", "ovs_interfaceid": "3de3defb-49af-4a27-a032-faf4d330bb04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1721.510779] env[63622]: DEBUG oslo_vmware.api [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Task: {'id': task-1817150, 'name': PowerOnVM_Task, 'duration_secs': 0.652249} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.511073] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1721.513859] env[63622]: DEBUG nova.compute.manager [None req-afba024d-6f5a-4f4b-94b4-3dfdb78a2661 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1721.514680] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9617e4-ff72-42b5-9f03-e5a35d526336 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.627386] env[63622]: DEBUG oslo_vmware.api [None req-55938bc7-a5af-428e-9b4c-3cacb0de408e tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1817154, 'name': ReconfigVM_Task, 'duration_secs': 0.234365} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.630376] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-55938bc7-a5af-428e-9b4c-3cacb0de408e tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376470', 'volume_id': 'e761931c-3f52-4bf6-be1c-32093079e763', 'name': 'volume-e761931c-3f52-4bf6-be1c-32093079e763', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b64116cf-848e-4a45-a8bc-401f9dd0fe9f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e761931c-3f52-4bf6-be1c-32093079e763', 'serial': 'e761931c-3f52-4bf6-be1c-32093079e763'} {{(pid=63622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1721.632448] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1817152, 'name': ReconfigVM_Task, 'duration_secs': 0.751951} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.632919] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 33d3c30c-584c-4547-823a-feaca12bad8d/33d3c30c-584c-4547-823a-feaca12bad8d.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1721.633536] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1e57124-c36d-477b-9b21-872df5155b5a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.640421] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for the task: (returnval){ [ 1721.640421] env[63622]: value = "task-1817155" [ 1721.640421] env[63622]: _type = "Task" [ 1721.640421] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.649037] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1817155, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.702761] env[63622]: DEBUG oslo_vmware.api [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817153, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566425} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.703242] env[63622]: INFO nova.virt.vmwareapi.ds_util [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 8b938f1f-ad5c-4bf1-a1df-590138d31bfc/e2d5bd27-1b7d-4255-a1df-e035847393df-rescue.vmdk. [ 1721.704022] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ece18ae-6c00-45db-96c3-b2cf17a352c1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.732815] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 8b938f1f-ad5c-4bf1-a1df-590138d31bfc/e2d5bd27-1b7d-4255-a1df-e035847393df-rescue.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1721.733127] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c51658f6-d0bb-4836-b47b-9bbec73b39ff {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.753150] env[63622]: DEBUG oslo_vmware.api [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1721.753150] env[63622]: value = "task-1817156" [ 1721.753150] env[63622]: _type = "Task" [ 1721.753150] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.762159] env[63622]: DEBUG oslo_vmware.api [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817156, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.779619] env[63622]: DEBUG nova.network.neutron [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1721.897682] env[63622]: DEBUG nova.scheduler.client.report [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Updated inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with generation 112 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1721.897977] env[63622]: DEBUG nova.compute.provider_tree [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Updating resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df generation from 112 to 113 during operation: update_inventory {{(pid=63622) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1721.898171] env[63622]: DEBUG nova.compute.provider_tree [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1721.901881] env[63622]: DEBUG oslo_concurrency.lockutils [None req-41b14ff0-096f-4736-b7be-ba768f5cf662 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "interface-32355a6b-26c7-4c69-95d8-35578a757907-850828bc-2f10-4a80-b1d9-b3a25c64509e" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.902215] env[63622]: DEBUG oslo_concurrency.lockutils [None req-41b14ff0-096f-4736-b7be-ba768f5cf662 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "interface-32355a6b-26c7-4c69-95d8-35578a757907-850828bc-2f10-4a80-b1d9-b3a25c64509e" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.912873] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e8d1ec-cfd5-1206-9451-3d74db0ef93d, 'name': SearchDatastore_Task, 'duration_secs': 0.028409} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.913134] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.913458] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] d9c53bf1-f585-498b-99c9-fea2cf9e74a1/d9c53bf1-f585-498b-99c9-fea2cf9e74a1.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1721.913729] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f6fa95a-6fef-4b80-98ef-cc627a264484 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.921974] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for the task: (returnval){ [ 1721.921974] env[63622]: value = "task-1817157" [ 1721.921974] env[63622]: _type = "Task" [ 1721.921974] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.931300] env[63622]: DEBUG oslo_concurrency.lockutils [req-fa220595-befb-44ef-9675-68f271132888 req-586218fb-bf4c-4786-bd43-3a7f913335b2 service nova] Releasing lock "refresh_cache-d9c53bf1-f585-498b-99c9-fea2cf9e74a1" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.932192] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1817157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.020806] env[63622]: DEBUG nova.network.neutron [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Updating instance_info_cache with network_info: [{"id": "f4d527e3-6982-45cf-8949-425ee17dfdcd", "address": "fa:16:3e:2a:87:d5", "network": {"id": "6a8daedf-0944-4239-8e42-e22ce4151969", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1342189918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75bb0eaa80e1433fb53e106d0bde6b6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4d527e3-69", "ovs_interfaceid": "f4d527e3-6982-45cf-8949-425ee17dfdcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.150879] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1817155, 'name': Rename_Task, 'duration_secs': 0.148567} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.151102] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1722.151833] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac5202d2-6a6b-4e9a-b46a-f02d0645c0a5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.158449] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for the task: (returnval){ [ 1722.158449] env[63622]: value = "task-1817158" [ 1722.158449] env[63622]: _type = "Task" [ 1722.158449] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.168464] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1817158, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.182088] env[63622]: DEBUG nova.objects.instance [None req-55938bc7-a5af-428e-9b4c-3cacb0de408e tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Lazy-loading 'flavor' on Instance uuid b64116cf-848e-4a45-a8bc-401f9dd0fe9f {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1722.262957] env[63622]: DEBUG oslo_vmware.api [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817156, 'name': ReconfigVM_Task, 'duration_secs': 0.44146} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.263287] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 8b938f1f-ad5c-4bf1-a1df-590138d31bfc/e2d5bd27-1b7d-4255-a1df-e035847393df-rescue.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1722.264137] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d79a38-95f6-449f-82e2-e2ea09eb4f16 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.295189] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-524944cc-a1ba-483f-906f-2be7a0536df1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.312142] env[63622]: DEBUG oslo_vmware.api [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1722.312142] env[63622]: value = "task-1817159" [ 1722.312142] env[63622]: _type = "Task" [ 1722.312142] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.322430] env[63622]: DEBUG oslo_vmware.api [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817159, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.408065] env[63622]: DEBUG oslo_concurrency.lockutils [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.408667] env[63622]: DEBUG nova.compute.manager [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1722.411324] env[63622]: DEBUG oslo_concurrency.lockutils [None req-41b14ff0-096f-4736-b7be-ba768f5cf662 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "32355a6b-26c7-4c69-95d8-35578a757907" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1722.415018] env[63622]: DEBUG oslo_concurrency.lockutils [None req-41b14ff0-096f-4736-b7be-ba768f5cf662 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquired lock "32355a6b-26c7-4c69-95d8-35578a757907" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.415018] env[63622]: DEBUG oslo_concurrency.lockutils [None req-dcfb2ff8-af5a-448e-954d-8fe5accb101c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.707s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.415018] env[63622]: DEBUG nova.objects.instance [None req-dcfb2ff8-af5a-448e-954d-8fe5accb101c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lazy-loading 'resources' on Instance uuid 33b2dc88-3680-40ae-8e59-942198691cbf {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1722.415018] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6141b7-47f3-439a-baa8-10ba15d1f95a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.438531] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046780ea-2402-4cf7-b7f7-1fd33181c24d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.451031] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1817157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.474267] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-41b14ff0-096f-4736-b7be-ba768f5cf662 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Reconfiguring VM to detach interface {{(pid=63622) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1722.474907] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24fa3e90-e5bd-43a0-ab11-24988235b66e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.494471] env[63622]: DEBUG oslo_vmware.api [None req-41b14ff0-096f-4736-b7be-ba768f5cf662 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1722.494471] env[63622]: value = "task-1817160" [ 1722.494471] env[63622]: _type = "Task" [ 1722.494471] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.505965] env[63622]: DEBUG oslo_vmware.api [None req-41b14ff0-096f-4736-b7be-ba768f5cf662 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817160, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.523012] env[63622]: DEBUG oslo_concurrency.lockutils [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Releasing lock "refresh_cache-6a584ddb-fae6-4dd8-9b55-093406314097" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.523566] env[63622]: DEBUG nova.compute.manager [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Instance network_info: |[{"id": "f4d527e3-6982-45cf-8949-425ee17dfdcd", "address": "fa:16:3e:2a:87:d5", "network": {"id": "6a8daedf-0944-4239-8e42-e22ce4151969", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1342189918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75bb0eaa80e1433fb53e106d0bde6b6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4d527e3-69", "ovs_interfaceid": "f4d527e3-6982-45cf-8949-425ee17dfdcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1722.523971] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:87:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4d527e3-6982-45cf-8949-425ee17dfdcd', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1722.531558] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Creating folder: Project (75bb0eaa80e1433fb53e106d0bde6b6e). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1722.531849] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1fda45eb-b25f-4f20-ab36-9dbf9c73db91 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.542050] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Created folder: Project (75bb0eaa80e1433fb53e106d0bde6b6e) in parent group-v376252. [ 1722.542284] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Creating folder: Instances. Parent ref: group-v376474. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1722.542487] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c09bfa9a-ea7b-4b66-b4e6-7f8c01b8e086 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.551047] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Created folder: Instances in parent group-v376474. [ 1722.551301] env[63622]: DEBUG oslo.service.loopingcall [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1722.551490] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1722.551689] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0d0b2b3-f052-41ba-8ff1-db7ced43a003 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.569181] env[63622]: DEBUG nova.compute.manager [req-54ed5473-acc8-44a7-ad27-77638ec696cb req-68bcf5fe-c70e-4064-8b4b-9a6ac14199b0 service nova] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Received event network-vif-plugged-f4d527e3-6982-45cf-8949-425ee17dfdcd {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1722.569410] env[63622]: DEBUG oslo_concurrency.lockutils [req-54ed5473-acc8-44a7-ad27-77638ec696cb req-68bcf5fe-c70e-4064-8b4b-9a6ac14199b0 service nova] Acquiring lock "6a584ddb-fae6-4dd8-9b55-093406314097-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.569615] env[63622]: DEBUG oslo_concurrency.lockutils [req-54ed5473-acc8-44a7-ad27-77638ec696cb req-68bcf5fe-c70e-4064-8b4b-9a6ac14199b0 service nova] Lock "6a584ddb-fae6-4dd8-9b55-093406314097-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.569782] env[63622]: DEBUG oslo_concurrency.lockutils [req-54ed5473-acc8-44a7-ad27-77638ec696cb req-68bcf5fe-c70e-4064-8b4b-9a6ac14199b0 service nova] Lock "6a584ddb-fae6-4dd8-9b55-093406314097-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.569950] env[63622]: DEBUG nova.compute.manager [req-54ed5473-acc8-44a7-ad27-77638ec696cb req-68bcf5fe-c70e-4064-8b4b-9a6ac14199b0 service nova] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] No waiting events found dispatching network-vif-plugged-f4d527e3-6982-45cf-8949-425ee17dfdcd {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1722.570537] env[63622]: WARNING nova.compute.manager [req-54ed5473-acc8-44a7-ad27-77638ec696cb req-68bcf5fe-c70e-4064-8b4b-9a6ac14199b0 service nova] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Received unexpected event network-vif-plugged-f4d527e3-6982-45cf-8949-425ee17dfdcd for instance with vm_state building and task_state spawning. [ 1722.570537] env[63622]: DEBUG nova.compute.manager [req-54ed5473-acc8-44a7-ad27-77638ec696cb req-68bcf5fe-c70e-4064-8b4b-9a6ac14199b0 service nova] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Received event network-changed-f4d527e3-6982-45cf-8949-425ee17dfdcd {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1722.570537] env[63622]: DEBUG nova.compute.manager [req-54ed5473-acc8-44a7-ad27-77638ec696cb req-68bcf5fe-c70e-4064-8b4b-9a6ac14199b0 service nova] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Refreshing instance network info cache due to event network-changed-f4d527e3-6982-45cf-8949-425ee17dfdcd. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1722.570709] env[63622]: DEBUG oslo_concurrency.lockutils [req-54ed5473-acc8-44a7-ad27-77638ec696cb req-68bcf5fe-c70e-4064-8b4b-9a6ac14199b0 service nova] Acquiring lock "refresh_cache-6a584ddb-fae6-4dd8-9b55-093406314097" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1722.570709] env[63622]: DEBUG oslo_concurrency.lockutils [req-54ed5473-acc8-44a7-ad27-77638ec696cb req-68bcf5fe-c70e-4064-8b4b-9a6ac14199b0 service nova] Acquired lock "refresh_cache-6a584ddb-fae6-4dd8-9b55-093406314097" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.570869] env[63622]: DEBUG nova.network.neutron [req-54ed5473-acc8-44a7-ad27-77638ec696cb req-68bcf5fe-c70e-4064-8b4b-9a6ac14199b0 service nova] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Refreshing network info cache for port f4d527e3-6982-45cf-8949-425ee17dfdcd {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1722.577177] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1722.577177] env[63622]: value = "task-1817163" [ 1722.577177] env[63622]: _type = "Task" [ 1722.577177] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.587083] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817163, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.671918] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1817158, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.823612] env[63622]: DEBUG oslo_vmware.api [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817159, 'name': ReconfigVM_Task, 'duration_secs': 0.31466} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.824196] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1722.824470] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8e715fb-be2f-4139-bcf3-eef5cc740921 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.833811] env[63622]: DEBUG oslo_vmware.api [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1722.833811] env[63622]: value = "task-1817164" [ 1722.833811] env[63622]: _type = "Task" [ 1722.833811] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.846312] env[63622]: DEBUG oslo_vmware.api [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817164, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.914371] env[63622]: DEBUG nova.compute.utils [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1722.916061] env[63622]: DEBUG nova.compute.manager [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1722.916224] env[63622]: DEBUG nova.network.neutron [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1722.949321] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1817157, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.004607] env[63622]: DEBUG nova.policy [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a32e0b45fe334edd9984766bd272c026', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5c9901b11904794b53083f564e5a41c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1723.012492] env[63622]: DEBUG oslo_vmware.api [None req-41b14ff0-096f-4736-b7be-ba768f5cf662 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.089882] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817163, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.178026] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1817158, 'name': PowerOnVM_Task, 'duration_secs': 0.798054} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.178026] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1723.178026] env[63622]: INFO nova.compute.manager [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Took 9.42 seconds to spawn the instance on the hypervisor. [ 1723.178026] env[63622]: DEBUG nova.compute.manager [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1723.178989] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceece76b-f604-4f48-aff8-7eba4e3f9cf6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.189252] env[63622]: DEBUG oslo_concurrency.lockutils [None req-55938bc7-a5af-428e-9b4c-3cacb0de408e tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Lock "b64116cf-848e-4a45-a8bc-401f9dd0fe9f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.300s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.351840] env[63622]: DEBUG oslo_vmware.api [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817164, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.379211] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ae5190-5fb6-4474-aadf-0ee6be3d8343 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.388905] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8711ca-439e-4ddd-a5c7-3bd887275175 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.422506] env[63622]: DEBUG nova.compute.manager [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1723.428259] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d29cd6d-b7f5-4251-8bbf-296fb7fc41a6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.447200] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed0c0ef-b90d-402d-a704-da4537c59068 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.457260] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1817157, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.105045} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.467662] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] d9c53bf1-f585-498b-99c9-fea2cf9e74a1/d9c53bf1-f585-498b-99c9-fea2cf9e74a1.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1723.468030] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1723.468659] env[63622]: DEBUG nova.compute.provider_tree [None req-dcfb2ff8-af5a-448e-954d-8fe5accb101c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1723.473634] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40390058-88a1-496d-92d8-a83065d0e521 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.482630] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for the task: (returnval){ [ 1723.482630] env[63622]: value = "task-1817165" [ 1723.482630] env[63622]: _type = "Task" [ 1723.482630] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.497852] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1817165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.510152] env[63622]: DEBUG oslo_vmware.api [None req-41b14ff0-096f-4736-b7be-ba768f5cf662 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.548771] env[63622]: DEBUG nova.network.neutron [req-54ed5473-acc8-44a7-ad27-77638ec696cb req-68bcf5fe-c70e-4064-8b4b-9a6ac14199b0 service nova] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Updated VIF entry in instance network info cache for port f4d527e3-6982-45cf-8949-425ee17dfdcd. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1723.549038] env[63622]: DEBUG nova.network.neutron [req-54ed5473-acc8-44a7-ad27-77638ec696cb req-68bcf5fe-c70e-4064-8b4b-9a6ac14199b0 service nova] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Updating instance_info_cache with network_info: [{"id": "f4d527e3-6982-45cf-8949-425ee17dfdcd", "address": "fa:16:3e:2a:87:d5", "network": {"id": "6a8daedf-0944-4239-8e42-e22ce4151969", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1342189918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75bb0eaa80e1433fb53e106d0bde6b6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4d527e3-69", "ovs_interfaceid": "f4d527e3-6982-45cf-8949-425ee17dfdcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1723.593587] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Acquiring lock "c8d628d7-4626-4930-ba9d-dab479a58d71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.593838] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lock "c8d628d7-4626-4930-ba9d-dab479a58d71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.595058] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817163, 'name': CreateVM_Task, 'duration_secs': 0.721725} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.595410] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1723.596286] env[63622]: DEBUG oslo_concurrency.lockutils [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1723.596449] env[63622]: DEBUG oslo_concurrency.lockutils [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.596763] env[63622]: DEBUG oslo_concurrency.lockutils [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1723.597023] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf36bf06-bf02-4fe4-b6c1-a4025732bf7a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.603526] env[63622]: DEBUG oslo_vmware.api [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Waiting for the task: (returnval){ [ 1723.603526] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a01b7d-97de-679e-f3c2-31d97c227c83" [ 1723.603526] env[63622]: _type = "Task" [ 1723.603526] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.612469] env[63622]: DEBUG oslo_vmware.api [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a01b7d-97de-679e-f3c2-31d97c227c83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.621355] env[63622]: DEBUG nova.network.neutron [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Successfully created port: 919bb03a-0572-4d35-89dc-e2e00df08d04 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1723.704413] env[63622]: INFO nova.compute.manager [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Took 49.01 seconds to build instance. [ 1723.847852] env[63622]: DEBUG oslo_vmware.api [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817164, 'name': PowerOnVM_Task, 'duration_secs': 0.843386} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.848350] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1723.852210] env[63622]: DEBUG nova.compute.manager [None req-71956e06-9dc9-47c2-9d2c-2891e705884f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1723.853381] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dc26cd-82a1-4669-9a8b-bb241db7fe44 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.973202] env[63622]: DEBUG nova.scheduler.client.report [None req-dcfb2ff8-af5a-448e-954d-8fe5accb101c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1723.980630] env[63622]: DEBUG nova.compute.manager [req-38c8e693-7411-4390-a57a-745a46fcb395 req-ad6f68b4-d016-467e-8233-2ebcb6ed63e3 service nova] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Received event network-changed-7d455336-1b66-4655-860e-646434bf914b {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1723.981107] env[63622]: DEBUG nova.compute.manager [req-38c8e693-7411-4390-a57a-745a46fcb395 req-ad6f68b4-d016-467e-8233-2ebcb6ed63e3 service nova] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Refreshing instance network info cache due to event network-changed-7d455336-1b66-4655-860e-646434bf914b. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1723.981188] env[63622]: DEBUG oslo_concurrency.lockutils [req-38c8e693-7411-4390-a57a-745a46fcb395 req-ad6f68b4-d016-467e-8233-2ebcb6ed63e3 service nova] Acquiring lock "refresh_cache-fc8cce34-20b3-4963-9e3b-b3d8b303b23e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1723.981376] env[63622]: DEBUG oslo_concurrency.lockutils [req-38c8e693-7411-4390-a57a-745a46fcb395 req-ad6f68b4-d016-467e-8233-2ebcb6ed63e3 service nova] Acquired lock "refresh_cache-fc8cce34-20b3-4963-9e3b-b3d8b303b23e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.981592] env[63622]: DEBUG nova.network.neutron [req-38c8e693-7411-4390-a57a-745a46fcb395 req-ad6f68b4-d016-467e-8233-2ebcb6ed63e3 service nova] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Refreshing network info cache for port 7d455336-1b66-4655-860e-646434bf914b {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1723.995353] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1817165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129849} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.995665] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1723.996425] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18705f48-ffa1-4482-b6e2-33bd31d92a28 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.025534] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] d9c53bf1-f585-498b-99c9-fea2cf9e74a1/d9c53bf1-f585-498b-99c9-fea2cf9e74a1.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1724.025963] env[63622]: DEBUG oslo_vmware.api [None req-41b14ff0-096f-4736-b7be-ba768f5cf662 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.026574] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3df83c89-3398-48ca-b883-e91e96a4405c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.046229] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for the task: (returnval){ [ 1724.046229] env[63622]: value = "task-1817166" [ 1724.046229] env[63622]: _type = "Task" [ 1724.046229] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.054941] env[63622]: DEBUG oslo_concurrency.lockutils [req-54ed5473-acc8-44a7-ad27-77638ec696cb req-68bcf5fe-c70e-4064-8b4b-9a6ac14199b0 service nova] Releasing lock "refresh_cache-6a584ddb-fae6-4dd8-9b55-093406314097" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1724.055235] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1817166, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.096778] env[63622]: DEBUG nova.compute.manager [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1724.117989] env[63622]: DEBUG oslo_vmware.api [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a01b7d-97de-679e-f3c2-31d97c227c83, 'name': SearchDatastore_Task, 'duration_secs': 0.024255} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.117989] env[63622]: DEBUG oslo_concurrency.lockutils [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1724.117989] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1724.117989] env[63622]: DEBUG oslo_concurrency.lockutils [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1724.117989] env[63622]: DEBUG oslo_concurrency.lockutils [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.117989] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1724.117989] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43eaf80e-4466-4d91-b5ca-dc0fe99eb456 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.133155] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1724.133155] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1724.133266] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ac6bc2c-3ae6-4ad4-9dfb-5a2f992a0ec0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.140363] env[63622]: DEBUG oslo_vmware.api [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Waiting for the task: (returnval){ [ 1724.140363] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52655607-540e-b8e9-e5c9-cdedf664cb55" [ 1724.140363] env[63622]: _type = "Task" [ 1724.140363] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.151676] env[63622]: DEBUG oslo_vmware.api [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52655607-540e-b8e9-e5c9-cdedf664cb55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.206476] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Lock "33d3c30c-584c-4547-823a-feaca12bad8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.530s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.435487] env[63622]: DEBUG nova.compute.manager [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1724.458146] env[63622]: DEBUG nova.virt.hardware [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1724.458328] env[63622]: DEBUG nova.virt.hardware [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1724.458491] env[63622]: DEBUG nova.virt.hardware [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1724.458672] env[63622]: DEBUG nova.virt.hardware [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1724.458819] env[63622]: DEBUG nova.virt.hardware [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1724.458967] env[63622]: DEBUG nova.virt.hardware [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1724.459199] env[63622]: DEBUG nova.virt.hardware [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1724.459360] env[63622]: DEBUG nova.virt.hardware [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1724.459529] env[63622]: DEBUG nova.virt.hardware [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1724.459693] env[63622]: DEBUG nova.virt.hardware [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1724.459867] env[63622]: DEBUG nova.virt.hardware [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1724.460723] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c5a19d-272f-42fb-b7c5-ce5156629fc5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.468896] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef8be07-e946-4664-9967-f78565cc6921 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.482562] env[63622]: DEBUG oslo_concurrency.lockutils [None req-dcfb2ff8-af5a-448e-954d-8fe5accb101c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.070s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.484815] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.692s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.486514] env[63622]: INFO nova.compute.claims [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1724.509064] env[63622]: DEBUG oslo_vmware.api [None req-41b14ff0-096f-4736-b7be-ba768f5cf662 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.509950] env[63622]: INFO nova.scheduler.client.report [None req-dcfb2ff8-af5a-448e-954d-8fe5accb101c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Deleted allocations for instance 33b2dc88-3680-40ae-8e59-942198691cbf [ 1724.559886] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1817166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.622981] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.654841] env[63622]: DEBUG oslo_vmware.api [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52655607-540e-b8e9-e5c9-cdedf664cb55, 'name': SearchDatastore_Task, 'duration_secs': 0.040141} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.655760] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad3c172e-e3ed-4d09-826e-483506ffebf8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.662794] env[63622]: DEBUG oslo_vmware.api [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Waiting for the task: (returnval){ [ 1724.662794] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52bceff6-26e1-9954-64e4-d3993595f8b0" [ 1724.662794] env[63622]: _type = "Task" [ 1724.662794] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.671216] env[63622]: DEBUG oslo_vmware.api [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52bceff6-26e1-9954-64e4-d3993595f8b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.761534] env[63622]: DEBUG nova.network.neutron [req-38c8e693-7411-4390-a57a-745a46fcb395 req-ad6f68b4-d016-467e-8233-2ebcb6ed63e3 service nova] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Updated VIF entry in instance network info cache for port 7d455336-1b66-4655-860e-646434bf914b. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1724.761904] env[63622]: DEBUG nova.network.neutron [req-38c8e693-7411-4390-a57a-745a46fcb395 req-ad6f68b4-d016-467e-8233-2ebcb6ed63e3 service nova] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Updating instance_info_cache with network_info: [{"id": "7d455336-1b66-4655-860e-646434bf914b", "address": "fa:16:3e:c4:21:2d", "network": {"id": "7e7504b6-b536-48f4-8d8b-85bbee73ebae", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-657826381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7cf1aa7f9fac4524ba83a780184cccec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d455336-1b", "ovs_interfaceid": "7d455336-1b66-4655-860e-646434bf914b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1724.783818] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Acquiring lock "4ca60959-0687-4529-8000-a5fe899dd88a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.784196] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Lock "4ca60959-0687-4529-8000-a5fe899dd88a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.851329] env[63622]: DEBUG nova.compute.manager [req-c6266e73-0c45-41b5-bae6-284f1306a1b2 req-2d286462-aba9-490a-b24e-6437adab2074 service nova] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Received event network-changed-7d455336-1b66-4655-860e-646434bf914b {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1724.851732] env[63622]: DEBUG nova.compute.manager [req-c6266e73-0c45-41b5-bae6-284f1306a1b2 req-2d286462-aba9-490a-b24e-6437adab2074 service nova] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Refreshing instance network info cache due to event network-changed-7d455336-1b66-4655-860e-646434bf914b. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1724.852126] env[63622]: DEBUG oslo_concurrency.lockutils [req-c6266e73-0c45-41b5-bae6-284f1306a1b2 req-2d286462-aba9-490a-b24e-6437adab2074 service nova] Acquiring lock "refresh_cache-fc8cce34-20b3-4963-9e3b-b3d8b303b23e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1725.011686] env[63622]: DEBUG oslo_vmware.api [None req-41b14ff0-096f-4736-b7be-ba768f5cf662 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.022768] env[63622]: DEBUG oslo_concurrency.lockutils [None req-dcfb2ff8-af5a-448e-954d-8fe5accb101c tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "33b2dc88-3680-40ae-8e59-942198691cbf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.421s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.056868] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1817166, 'name': ReconfigVM_Task, 'duration_secs': 0.929229} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.057460] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Reconfigured VM instance instance-00000050 to attach disk [datastore1] d9c53bf1-f585-498b-99c9-fea2cf9e74a1/d9c53bf1-f585-498b-99c9-fea2cf9e74a1.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1725.058117] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-acb199e4-6ad1-420d-8796-fb6737ec5355 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.065644] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for the task: (returnval){ [ 1725.065644] env[63622]: value = "task-1817167" [ 1725.065644] env[63622]: _type = "Task" [ 1725.065644] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.074733] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1817167, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.175267] env[63622]: DEBUG oslo_vmware.api [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52bceff6-26e1-9954-64e4-d3993595f8b0, 'name': SearchDatastore_Task, 'duration_secs': 0.02773} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.175576] env[63622]: DEBUG oslo_concurrency.lockutils [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1725.175951] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 6a584ddb-fae6-4dd8-9b55-093406314097/6a584ddb-fae6-4dd8-9b55-093406314097.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1725.176382] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e5c58e3-fed8-4c8b-bb7e-e8b3e8e7be0e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.184909] env[63622]: DEBUG oslo_vmware.api [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Waiting for the task: (returnval){ [ 1725.184909] env[63622]: value = "task-1817168" [ 1725.184909] env[63622]: _type = "Task" [ 1725.184909] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.195123] env[63622]: DEBUG oslo_vmware.api [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Task: {'id': task-1817168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.246644] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Acquiring lock "8b252127-42c1-4f62-aa3e-c83d1103c382" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.246644] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Lock "8b252127-42c1-4f62-aa3e-c83d1103c382" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.265646] env[63622]: DEBUG oslo_concurrency.lockutils [req-38c8e693-7411-4390-a57a-745a46fcb395 req-ad6f68b4-d016-467e-8233-2ebcb6ed63e3 service nova] Releasing lock "refresh_cache-fc8cce34-20b3-4963-9e3b-b3d8b303b23e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1725.265646] env[63622]: DEBUG oslo_concurrency.lockutils [req-c6266e73-0c45-41b5-bae6-284f1306a1b2 req-2d286462-aba9-490a-b24e-6437adab2074 service nova] Acquired lock "refresh_cache-fc8cce34-20b3-4963-9e3b-b3d8b303b23e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.265646] env[63622]: DEBUG nova.network.neutron [req-c6266e73-0c45-41b5-bae6-284f1306a1b2 req-2d286462-aba9-490a-b24e-6437adab2074 service nova] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Refreshing network info cache for port 7d455336-1b66-4655-860e-646434bf914b {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1725.286735] env[63622]: DEBUG nova.compute.manager [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1725.513281] env[63622]: DEBUG oslo_vmware.api [None req-41b14ff0-096f-4736-b7be-ba768f5cf662 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.581375] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1817167, 'name': Rename_Task, 'duration_secs': 0.230341} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.582657] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1725.582657] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85623e4b-cca5-42f3-89f7-09f11d85d55a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.592151] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for the task: (returnval){ [ 1725.592151] env[63622]: value = "task-1817169" [ 1725.592151] env[63622]: _type = "Task" [ 1725.592151] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.608150] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1817169, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.635892] env[63622]: DEBUG nova.network.neutron [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Successfully updated port: 919bb03a-0572-4d35-89dc-e2e00df08d04 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1725.700656] env[63622]: DEBUG oslo_vmware.api [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Task: {'id': task-1817168, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.749723] env[63622]: DEBUG nova.compute.manager [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1725.805698] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.919652] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c639007a-fb66-482f-bf1f-1bd079d52e44 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.933131] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2381f83c-9b1b-431f-9d1b-bc588763b735 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.976921] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f15488-c9d3-4ae5-9e79-be96697408c5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.989018] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498e0a99-38a6-49de-9a2b-247f68ff1aab {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.005292] env[63622]: DEBUG nova.compute.provider_tree [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1726.016967] env[63622]: DEBUG oslo_vmware.api [None req-41b14ff0-096f-4736-b7be-ba768f5cf662 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.079238] env[63622]: DEBUG nova.network.neutron [req-c6266e73-0c45-41b5-bae6-284f1306a1b2 req-2d286462-aba9-490a-b24e-6437adab2074 service nova] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Updated VIF entry in instance network info cache for port 7d455336-1b66-4655-860e-646434bf914b. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1726.079623] env[63622]: DEBUG nova.network.neutron [req-c6266e73-0c45-41b5-bae6-284f1306a1b2 req-2d286462-aba9-490a-b24e-6437adab2074 service nova] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Updating instance_info_cache with network_info: [{"id": "7d455336-1b66-4655-860e-646434bf914b", "address": "fa:16:3e:c4:21:2d", "network": {"id": "7e7504b6-b536-48f4-8d8b-85bbee73ebae", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-657826381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7cf1aa7f9fac4524ba83a780184cccec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d455336-1b", "ovs_interfaceid": "7d455336-1b66-4655-860e-646434bf914b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1726.103366] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1817169, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.139556] env[63622]: DEBUG oslo_concurrency.lockutils [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "refresh_cache-1076340d-a740-4c92-8539-0ba9d17680f0" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.139719] env[63622]: DEBUG oslo_concurrency.lockutils [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquired lock "refresh_cache-1076340d-a740-4c92-8539-0ba9d17680f0" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.139879] env[63622]: DEBUG nova.network.neutron [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1726.197769] env[63622]: DEBUG oslo_vmware.api [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Task: {'id': task-1817168, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628065} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.198096] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 6a584ddb-fae6-4dd8-9b55-093406314097/6a584ddb-fae6-4dd8-9b55-093406314097.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1726.198332] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1726.198600] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59616cf8-06bf-42d5-8c68-fef601a59a8b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.206345] env[63622]: DEBUG oslo_vmware.api [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Waiting for the task: (returnval){ [ 1726.206345] env[63622]: value = "task-1817170" [ 1726.206345] env[63622]: _type = "Task" [ 1726.206345] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.217584] env[63622]: DEBUG oslo_vmware.api [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Task: {'id': task-1817170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.263457] env[63622]: DEBUG nova.compute.manager [req-e86782b8-7a8b-4142-aa32-6c88bce6aea9 req-e8ade912-bd60-430f-8b15-8fbc174cc407 service nova] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Received event network-changed-7d455336-1b66-4655-860e-646434bf914b {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1726.263662] env[63622]: DEBUG nova.compute.manager [req-e86782b8-7a8b-4142-aa32-6c88bce6aea9 req-e8ade912-bd60-430f-8b15-8fbc174cc407 service nova] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Refreshing instance network info cache due to event network-changed-7d455336-1b66-4655-860e-646434bf914b. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1726.263939] env[63622]: DEBUG oslo_concurrency.lockutils [req-e86782b8-7a8b-4142-aa32-6c88bce6aea9 req-e8ade912-bd60-430f-8b15-8fbc174cc407 service nova] Acquiring lock "refresh_cache-fc8cce34-20b3-4963-9e3b-b3d8b303b23e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.279685] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.516468] env[63622]: DEBUG nova.scheduler.client.report [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1726.520045] env[63622]: DEBUG oslo_vmware.api [None req-41b14ff0-096f-4736-b7be-ba768f5cf662 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.583359] env[63622]: DEBUG oslo_concurrency.lockutils [req-c6266e73-0c45-41b5-bae6-284f1306a1b2 req-2d286462-aba9-490a-b24e-6437adab2074 service nova] Releasing lock "refresh_cache-fc8cce34-20b3-4963-9e3b-b3d8b303b23e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.583873] env[63622]: DEBUG oslo_concurrency.lockutils [req-e86782b8-7a8b-4142-aa32-6c88bce6aea9 req-e8ade912-bd60-430f-8b15-8fbc174cc407 service nova] Acquired lock "refresh_cache-fc8cce34-20b3-4963-9e3b-b3d8b303b23e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.584085] env[63622]: DEBUG nova.network.neutron [req-e86782b8-7a8b-4142-aa32-6c88bce6aea9 req-e8ade912-bd60-430f-8b15-8fbc174cc407 service nova] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Refreshing network info cache for port 7d455336-1b66-4655-860e-646434bf914b {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1726.604886] env[63622]: DEBUG oslo_vmware.api [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1817169, 'name': PowerOnVM_Task, 'duration_secs': 0.803232} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.605210] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1726.605847] env[63622]: INFO nova.compute.manager [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1726.606099] env[63622]: DEBUG nova.compute.manager [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1726.606897] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f004ed-a5da-423b-9bb2-5b23143d2a81 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.696460] env[63622]: DEBUG nova.network.neutron [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1726.723042] env[63622]: DEBUG oslo_vmware.api [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Task: {'id': task-1817170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07114} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.724023] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1726.725512] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af3c528-c2e2-4130-a548-4547717c6372 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.749626] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 6a584ddb-fae6-4dd8-9b55-093406314097/6a584ddb-fae6-4dd8-9b55-093406314097.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1726.749966] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dcf7723-fb29-451b-9650-24aae0c42774 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.770738] env[63622]: DEBUG oslo_vmware.api [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Waiting for the task: (returnval){ [ 1726.770738] env[63622]: value = "task-1817171" [ 1726.770738] env[63622]: _type = "Task" [ 1726.770738] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.779186] env[63622]: DEBUG oslo_vmware.api [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Task: {'id': task-1817171, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.960232] env[63622]: DEBUG nova.compute.manager [req-dbca4985-f227-4ab5-bce5-c3a0d7b856ef req-f3e1f163-0b6a-4d73-9535-140ad986340f service nova] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Received event network-vif-plugged-919bb03a-0572-4d35-89dc-e2e00df08d04 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1726.960541] env[63622]: DEBUG oslo_concurrency.lockutils [req-dbca4985-f227-4ab5-bce5-c3a0d7b856ef req-f3e1f163-0b6a-4d73-9535-140ad986340f service nova] Acquiring lock "1076340d-a740-4c92-8539-0ba9d17680f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.960847] env[63622]: DEBUG oslo_concurrency.lockutils [req-dbca4985-f227-4ab5-bce5-c3a0d7b856ef req-f3e1f163-0b6a-4d73-9535-140ad986340f service nova] Lock "1076340d-a740-4c92-8539-0ba9d17680f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.961220] env[63622]: DEBUG oslo_concurrency.lockutils [req-dbca4985-f227-4ab5-bce5-c3a0d7b856ef req-f3e1f163-0b6a-4d73-9535-140ad986340f service nova] Lock "1076340d-a740-4c92-8539-0ba9d17680f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.961543] env[63622]: DEBUG nova.compute.manager [req-dbca4985-f227-4ab5-bce5-c3a0d7b856ef req-f3e1f163-0b6a-4d73-9535-140ad986340f service nova] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] No waiting events found dispatching network-vif-plugged-919bb03a-0572-4d35-89dc-e2e00df08d04 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1726.961846] env[63622]: WARNING nova.compute.manager [req-dbca4985-f227-4ab5-bce5-c3a0d7b856ef req-f3e1f163-0b6a-4d73-9535-140ad986340f service nova] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Received unexpected event network-vif-plugged-919bb03a-0572-4d35-89dc-e2e00df08d04 for instance with vm_state building and task_state spawning. [ 1726.962178] env[63622]: DEBUG nova.compute.manager [req-dbca4985-f227-4ab5-bce5-c3a0d7b856ef req-f3e1f163-0b6a-4d73-9535-140ad986340f service nova] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Received event network-changed-919bb03a-0572-4d35-89dc-e2e00df08d04 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1726.962556] env[63622]: DEBUG nova.compute.manager [req-dbca4985-f227-4ab5-bce5-c3a0d7b856ef req-f3e1f163-0b6a-4d73-9535-140ad986340f service nova] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Refreshing instance network info cache due to event network-changed-919bb03a-0572-4d35-89dc-e2e00df08d04. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1726.962926] env[63622]: DEBUG oslo_concurrency.lockutils [req-dbca4985-f227-4ab5-bce5-c3a0d7b856ef req-f3e1f163-0b6a-4d73-9535-140ad986340f service nova] Acquiring lock "refresh_cache-1076340d-a740-4c92-8539-0ba9d17680f0" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.964281] env[63622]: DEBUG nova.network.neutron [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Updating instance_info_cache with network_info: [{"id": "919bb03a-0572-4d35-89dc-e2e00df08d04", "address": "fa:16:3e:e4:c1:02", "network": {"id": "a87a7e7c-01bc-45f6-8728-114eebbe53df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-187738960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5c9901b11904794b53083f564e5a41c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap919bb03a-05", "ovs_interfaceid": "919bb03a-0572-4d35-89dc-e2e00df08d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1727.017987] env[63622]: DEBUG oslo_vmware.api [None req-41b14ff0-096f-4736-b7be-ba768f5cf662 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.021888] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.537s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.022405] env[63622]: DEBUG nova.compute.manager [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1727.025405] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2edf9129-d014-4b33-b226-2b9b46905bf5 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.738s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.025610] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2edf9129-d014-4b33-b226-2b9b46905bf5 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.027687] env[63622]: DEBUG oslo_concurrency.lockutils [None req-657b06b6-6204-4a15-b2f8-9f697da26bb4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.184s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.027913] env[63622]: DEBUG nova.objects.instance [None req-657b06b6-6204-4a15-b2f8-9f697da26bb4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Lazy-loading 'resources' on Instance uuid 1904db1c-f966-46ad-8894-dac1b335ad25 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1727.054753] env[63622]: INFO nova.scheduler.client.report [None req-2edf9129-d014-4b33-b226-2b9b46905bf5 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Deleted allocations for instance 0436abf1-ae0c-4595-912c-e7957b7a64a3 [ 1727.130018] env[63622]: INFO nova.compute.manager [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Took 52.40 seconds to build instance. [ 1727.282477] env[63622]: DEBUG oslo_vmware.api [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Task: {'id': task-1817171, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.423839] env[63622]: DEBUG nova.network.neutron [req-e86782b8-7a8b-4142-aa32-6c88bce6aea9 req-e8ade912-bd60-430f-8b15-8fbc174cc407 service nova] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Updated VIF entry in instance network info cache for port 7d455336-1b66-4655-860e-646434bf914b. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1727.424293] env[63622]: DEBUG nova.network.neutron [req-e86782b8-7a8b-4142-aa32-6c88bce6aea9 req-e8ade912-bd60-430f-8b15-8fbc174cc407 service nova] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Updating instance_info_cache with network_info: [{"id": "7d455336-1b66-4655-860e-646434bf914b", "address": "fa:16:3e:c4:21:2d", "network": {"id": "7e7504b6-b536-48f4-8d8b-85bbee73ebae", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-657826381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7cf1aa7f9fac4524ba83a780184cccec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d455336-1b", "ovs_interfaceid": "7d455336-1b66-4655-860e-646434bf914b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1727.471019] env[63622]: DEBUG oslo_concurrency.lockutils [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Releasing lock "refresh_cache-1076340d-a740-4c92-8539-0ba9d17680f0" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.471019] env[63622]: DEBUG nova.compute.manager [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Instance network_info: |[{"id": "919bb03a-0572-4d35-89dc-e2e00df08d04", "address": "fa:16:3e:e4:c1:02", "network": {"id": "a87a7e7c-01bc-45f6-8728-114eebbe53df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-187738960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5c9901b11904794b53083f564e5a41c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap919bb03a-05", "ovs_interfaceid": "919bb03a-0572-4d35-89dc-e2e00df08d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1727.471019] env[63622]: DEBUG oslo_concurrency.lockutils [req-dbca4985-f227-4ab5-bce5-c3a0d7b856ef req-f3e1f163-0b6a-4d73-9535-140ad986340f service nova] Acquired lock "refresh_cache-1076340d-a740-4c92-8539-0ba9d17680f0" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.471019] env[63622]: DEBUG nova.network.neutron [req-dbca4985-f227-4ab5-bce5-c3a0d7b856ef req-f3e1f163-0b6a-4d73-9535-140ad986340f service nova] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Refreshing network info cache for port 919bb03a-0572-4d35-89dc-e2e00df08d04 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1727.471019] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:c1:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ffea58a-e043-4ad1-9ad7-45a61fdca001', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '919bb03a-0572-4d35-89dc-e2e00df08d04', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1727.479983] env[63622]: DEBUG oslo.service.loopingcall [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1727.483331] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1727.483775] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4597f12d-f456-48d9-a59d-fe17d72674f2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.505029] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1727.505029] env[63622]: value = "task-1817172" [ 1727.505029] env[63622]: _type = "Task" [ 1727.505029] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.518206] env[63622]: DEBUG oslo_vmware.api [None req-41b14ff0-096f-4736-b7be-ba768f5cf662 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.521266] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817172, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.530887] env[63622]: DEBUG nova.compute.utils [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1727.538401] env[63622]: DEBUG nova.compute.manager [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1727.538705] env[63622]: DEBUG nova.network.neutron [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1727.568984] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2edf9129-d014-4b33-b226-2b9b46905bf5 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "0436abf1-ae0c-4595-912c-e7957b7a64a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.797s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.632390] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0eb2614f-2c8e-4dbf-b5e2-95087a82cb54 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Lock "d9c53bf1-f585-498b-99c9-fea2cf9e74a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.915s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.640749] env[63622]: DEBUG nova.policy [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbec321635d64a7a8f71f00abad479f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9660078317c743adb462df751adaad7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1727.796914] env[63622]: DEBUG oslo_vmware.api [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Task: {'id': task-1817171, 'name': ReconfigVM_Task, 'duration_secs': 0.816656} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.797953] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 6a584ddb-fae6-4dd8-9b55-093406314097/6a584ddb-fae6-4dd8-9b55-093406314097.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1727.798144] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-415ee223-5d65-44bb-9b42-f93b41c32b48 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.806714] env[63622]: DEBUG oslo_vmware.api [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Waiting for the task: (returnval){ [ 1727.806714] env[63622]: value = "task-1817173" [ 1727.806714] env[63622]: _type = "Task" [ 1727.806714] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.817267] env[63622]: DEBUG oslo_vmware.api [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Task: {'id': task-1817173, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.852429] env[63622]: INFO nova.compute.manager [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Rescuing [ 1727.852685] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquiring lock "refresh_cache-3eaef681-f30f-4f11-8a0a-c8bfe7081c3f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.852965] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquired lock "refresh_cache-3eaef681-f30f-4f11-8a0a-c8bfe7081c3f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.853189] env[63622]: DEBUG nova.network.neutron [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1727.927756] env[63622]: DEBUG oslo_concurrency.lockutils [req-e86782b8-7a8b-4142-aa32-6c88bce6aea9 req-e8ade912-bd60-430f-8b15-8fbc174cc407 service nova] Releasing lock "refresh_cache-fc8cce34-20b3-4963-9e3b-b3d8b303b23e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.962193] env[63622]: DEBUG nova.network.neutron [req-dbca4985-f227-4ab5-bce5-c3a0d7b856ef req-f3e1f163-0b6a-4d73-9535-140ad986340f service nova] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Updated VIF entry in instance network info cache for port 919bb03a-0572-4d35-89dc-e2e00df08d04. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1727.963636] env[63622]: DEBUG nova.network.neutron [req-dbca4985-f227-4ab5-bce5-c3a0d7b856ef req-f3e1f163-0b6a-4d73-9535-140ad986340f service nova] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Updating instance_info_cache with network_info: [{"id": "919bb03a-0572-4d35-89dc-e2e00df08d04", "address": "fa:16:3e:e4:c1:02", "network": {"id": "a87a7e7c-01bc-45f6-8728-114eebbe53df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-187738960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5c9901b11904794b53083f564e5a41c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap919bb03a-05", "ovs_interfaceid": "919bb03a-0572-4d35-89dc-e2e00df08d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1728.017754] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394c06a1-58ae-4f0f-856e-2cb9d84700f3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.025370] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817172, 'name': CreateVM_Task, 'duration_secs': 0.373331} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.026164] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1728.027344] env[63622]: DEBUG oslo_concurrency.lockutils [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.027661] env[63622]: DEBUG oslo_concurrency.lockutils [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.028260] env[63622]: DEBUG oslo_concurrency.lockutils [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1728.033676] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-632fb504-b549-44a4-add8-8e56312c5984 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.035492] env[63622]: DEBUG oslo_vmware.api [None req-41b14ff0-096f-4736-b7be-ba768f5cf662 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817160, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.036612] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72277b6-abb7-49b5-b238-d40814405b50 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.040490] env[63622]: DEBUG nova.compute.manager [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1728.049710] env[63622]: DEBUG oslo_vmware.api [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1728.049710] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]521efb88-d044-6244-298f-d14c96063a70" [ 1728.049710] env[63622]: _type = "Task" [ 1728.049710] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.079703] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53ccae0-eb8d-4dbf-aa99-56c37aa28c33 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.087082] env[63622]: DEBUG oslo_vmware.api [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]521efb88-d044-6244-298f-d14c96063a70, 'name': SearchDatastore_Task, 'duration_secs': 0.022779} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.088513] env[63622]: DEBUG oslo_concurrency.lockutils [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.088763] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1728.089048] env[63622]: DEBUG oslo_concurrency.lockutils [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.089232] env[63622]: DEBUG oslo_concurrency.lockutils [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.089399] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1728.089951] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f144e2b-ef29-4178-ba17-c6b12d416d12 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.095935] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9b96b9-a176-461e-8990-0a5b2b74bf99 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.101797] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1728.102136] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1728.103200] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-041b0934-5d9a-4ee5-b5cd-880ae86e6ed0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.114057] env[63622]: DEBUG nova.compute.provider_tree [None req-657b06b6-6204-4a15-b2f8-9f697da26bb4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1728.119353] env[63622]: DEBUG oslo_vmware.api [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1728.119353] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52138047-8db8-ab0b-5c28-34eb637f8496" [ 1728.119353] env[63622]: _type = "Task" [ 1728.119353] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.127417] env[63622]: DEBUG oslo_vmware.api [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52138047-8db8-ab0b-5c28-34eb637f8496, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.207402] env[63622]: DEBUG nova.network.neutron [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Successfully created port: d793dd58-5b0a-4d84-8575-4597dc8df1c9 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1728.321664] env[63622]: DEBUG oslo_vmware.api [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Task: {'id': task-1817173, 'name': Rename_Task, 'duration_secs': 0.225674} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.321664] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1728.321664] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e5fb88d-ed98-4c0d-a23d-f9c8749f9f6e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.329397] env[63622]: DEBUG oslo_vmware.api [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Waiting for the task: (returnval){ [ 1728.329397] env[63622]: value = "task-1817174" [ 1728.329397] env[63622]: _type = "Task" [ 1728.329397] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.337648] env[63622]: DEBUG oslo_vmware.api [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Task: {'id': task-1817174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.423365] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "3ba0280a-9e90-4236-b70b-f485d0766364" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.423365] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "3ba0280a-9e90-4236-b70b-f485d0766364" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.466446] env[63622]: DEBUG oslo_concurrency.lockutils [req-dbca4985-f227-4ab5-bce5-c3a0d7b856ef req-f3e1f163-0b6a-4d73-9535-140ad986340f service nova] Releasing lock "refresh_cache-1076340d-a740-4c92-8539-0ba9d17680f0" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.534022] env[63622]: DEBUG oslo_vmware.api [None req-41b14ff0-096f-4736-b7be-ba768f5cf662 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817160, 'name': ReconfigVM_Task, 'duration_secs': 5.974457} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.535239] env[63622]: DEBUG oslo_concurrency.lockutils [None req-41b14ff0-096f-4736-b7be-ba768f5cf662 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Releasing lock "32355a6b-26c7-4c69-95d8-35578a757907" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.535708] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-41b14ff0-096f-4736-b7be-ba768f5cf662 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Reconfigured VM to detach interface {{(pid=63622) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1728.617300] env[63622]: DEBUG nova.scheduler.client.report [None req-657b06b6-6204-4a15-b2f8-9f697da26bb4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1728.631148] env[63622]: DEBUG oslo_vmware.api [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52138047-8db8-ab0b-5c28-34eb637f8496, 'name': SearchDatastore_Task, 'duration_secs': 0.015681} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.632125] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-226220ca-3d73-47a9-b1fb-f1ffbe889bfc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.638242] env[63622]: DEBUG oslo_vmware.api [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1728.638242] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52654c9b-2e3c-e2a7-de5c-273a382ede6b" [ 1728.638242] env[63622]: _type = "Task" [ 1728.638242] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.651038] env[63622]: DEBUG oslo_vmware.api [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52654c9b-2e3c-e2a7-de5c-273a382ede6b, 'name': SearchDatastore_Task, 'duration_secs': 0.010105} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.651393] env[63622]: DEBUG oslo_concurrency.lockutils [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.651724] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 1076340d-a740-4c92-8539-0ba9d17680f0/1076340d-a740-4c92-8539-0ba9d17680f0.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1728.652284] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3612ad6-072a-4a38-a095-a2aab5f76ff7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.659518] env[63622]: DEBUG oslo_vmware.api [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1728.659518] env[63622]: value = "task-1817175" [ 1728.659518] env[63622]: _type = "Task" [ 1728.659518] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.670048] env[63622]: DEBUG oslo_vmware.api [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.830263] env[63622]: DEBUG nova.network.neutron [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Updating instance_info_cache with network_info: [{"id": "52cc6681-bfa5-427e-907c-fbf474b93418", "address": "fa:16:3e:be:68:f5", "network": {"id": "6c76cb6b-40d1-47e4-8957-7fcd527423cc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1478522882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bbece78f52e4184ba7be795d0a7ead0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52cc6681-bf", "ovs_interfaceid": "52cc6681-bfa5-427e-907c-fbf474b93418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1728.843920] env[63622]: DEBUG oslo_vmware.api [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Task: {'id': task-1817174, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.931438] env[63622]: DEBUG nova.compute.manager [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1728.998726] env[63622]: DEBUG nova.compute.manager [req-d4cb9cba-9670-4047-b5b1-03ddaadabe1a req-38da93ea-2137-4b25-bef2-972c14bfa67e service nova] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Received event network-changed-7d455336-1b66-4655-860e-646434bf914b {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1728.998968] env[63622]: DEBUG nova.compute.manager [req-d4cb9cba-9670-4047-b5b1-03ddaadabe1a req-38da93ea-2137-4b25-bef2-972c14bfa67e service nova] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Refreshing instance network info cache due to event network-changed-7d455336-1b66-4655-860e-646434bf914b. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1728.999216] env[63622]: DEBUG oslo_concurrency.lockutils [req-d4cb9cba-9670-4047-b5b1-03ddaadabe1a req-38da93ea-2137-4b25-bef2-972c14bfa67e service nova] Acquiring lock "refresh_cache-fc8cce34-20b3-4963-9e3b-b3d8b303b23e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.999365] env[63622]: DEBUG oslo_concurrency.lockutils [req-d4cb9cba-9670-4047-b5b1-03ddaadabe1a req-38da93ea-2137-4b25-bef2-972c14bfa67e service nova] Acquired lock "refresh_cache-fc8cce34-20b3-4963-9e3b-b3d8b303b23e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.999532] env[63622]: DEBUG nova.network.neutron [req-d4cb9cba-9670-4047-b5b1-03ddaadabe1a req-38da93ea-2137-4b25-bef2-972c14bfa67e service nova] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Refreshing network info cache for port 7d455336-1b66-4655-860e-646434bf914b {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1729.061558] env[63622]: DEBUG nova.compute.manager [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1729.091248] env[63622]: DEBUG nova.virt.hardware [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1729.091486] env[63622]: DEBUG nova.virt.hardware [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1729.091647] env[63622]: DEBUG nova.virt.hardware [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1729.091833] env[63622]: DEBUG nova.virt.hardware [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1729.092083] env[63622]: DEBUG nova.virt.hardware [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1729.092143] env[63622]: DEBUG nova.virt.hardware [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1729.092358] env[63622]: DEBUG nova.virt.hardware [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1729.092520] env[63622]: DEBUG nova.virt.hardware [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1729.092692] env[63622]: DEBUG nova.virt.hardware [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1729.092859] env[63622]: DEBUG nova.virt.hardware [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1729.093048] env[63622]: DEBUG nova.virt.hardware [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1729.093977] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c22e19-3595-4543-a573-32db6ea1ef9b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.102825] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed16533d-ec88-454c-80a9-e712a520f8a8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.126036] env[63622]: DEBUG oslo_concurrency.lockutils [None req-657b06b6-6204-4a15-b2f8-9f697da26bb4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.098s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.128556] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a3f2e71e-0dc1-4e07-acff-f5dad0ce9868 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.204s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.128808] env[63622]: DEBUG nova.objects.instance [None req-a3f2e71e-0dc1-4e07-acff-f5dad0ce9868 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Lazy-loading 'resources' on Instance uuid d8f68f09-e85d-4ab4-afc7-c0c79ae20168 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1729.154307] env[63622]: INFO nova.scheduler.client.report [None req-657b06b6-6204-4a15-b2f8-9f697da26bb4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Deleted allocations for instance 1904db1c-f966-46ad-8894-dac1b335ad25 [ 1729.174042] env[63622]: DEBUG oslo_vmware.api [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817175, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.298066] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f7714ae9-edb3-4417-a2ee-5d9686d30416 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Acquiring lock "fc8cce34-20b3-4963-9e3b-b3d8b303b23e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.298066] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f7714ae9-edb3-4417-a2ee-5d9686d30416 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Lock "fc8cce34-20b3-4963-9e3b-b3d8b303b23e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.298066] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f7714ae9-edb3-4417-a2ee-5d9686d30416 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Acquiring lock "fc8cce34-20b3-4963-9e3b-b3d8b303b23e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.298066] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f7714ae9-edb3-4417-a2ee-5d9686d30416 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Lock "fc8cce34-20b3-4963-9e3b-b3d8b303b23e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.298275] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f7714ae9-edb3-4417-a2ee-5d9686d30416 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Lock "fc8cce34-20b3-4963-9e3b-b3d8b303b23e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.300462] env[63622]: INFO nova.compute.manager [None req-f7714ae9-edb3-4417-a2ee-5d9686d30416 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Terminating instance [ 1729.336646] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Releasing lock "refresh_cache-3eaef681-f30f-4f11-8a0a-c8bfe7081c3f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.342104] env[63622]: DEBUG oslo_vmware.api [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Task: {'id': task-1817174, 'name': PowerOnVM_Task, 'duration_secs': 0.690332} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.342385] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1729.342590] env[63622]: INFO nova.compute.manager [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Took 9.53 seconds to spawn the instance on the hypervisor. [ 1729.342777] env[63622]: DEBUG nova.compute.manager [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1729.343864] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b133983-bb69-4edc-b194-860b715e943f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.354618] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d12f07fd-e1cf-4e38-8139-f95d0242faaf tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquiring lock "33d3c30c-584c-4547-823a-feaca12bad8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.354916] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d12f07fd-e1cf-4e38-8139-f95d0242faaf tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Lock "33d3c30c-584c-4547-823a-feaca12bad8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.355163] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d12f07fd-e1cf-4e38-8139-f95d0242faaf tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquiring lock "33d3c30c-584c-4547-823a-feaca12bad8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.355371] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d12f07fd-e1cf-4e38-8139-f95d0242faaf tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Lock "33d3c30c-584c-4547-823a-feaca12bad8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.355552] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d12f07fd-e1cf-4e38-8139-f95d0242faaf tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Lock "33d3c30c-584c-4547-823a-feaca12bad8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.357602] env[63622]: INFO nova.compute.manager [None req-d12f07fd-e1cf-4e38-8139-f95d0242faaf tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Terminating instance [ 1729.451782] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.516339] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1a22fbbe-8c0a-41a1-80c4-4b36d14bc7c5 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquiring lock "d9c53bf1-f585-498b-99c9-fea2cf9e74a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.516673] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1a22fbbe-8c0a-41a1-80c4-4b36d14bc7c5 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Lock "d9c53bf1-f585-498b-99c9-fea2cf9e74a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.516934] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1a22fbbe-8c0a-41a1-80c4-4b36d14bc7c5 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquiring lock "d9c53bf1-f585-498b-99c9-fea2cf9e74a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.517260] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1a22fbbe-8c0a-41a1-80c4-4b36d14bc7c5 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Lock "d9c53bf1-f585-498b-99c9-fea2cf9e74a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.518245] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1a22fbbe-8c0a-41a1-80c4-4b36d14bc7c5 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Lock "d9c53bf1-f585-498b-99c9-fea2cf9e74a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.520368] env[63622]: INFO nova.compute.manager [None req-1a22fbbe-8c0a-41a1-80c4-4b36d14bc7c5 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Terminating instance [ 1729.675122] env[63622]: DEBUG oslo_concurrency.lockutils [None req-657b06b6-6204-4a15-b2f8-9f697da26bb4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Lock "1904db1c-f966-46ad-8894-dac1b335ad25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.615s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.680341] env[63622]: DEBUG oslo_vmware.api [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561049} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.680646] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 1076340d-a740-4c92-8539-0ba9d17680f0/1076340d-a740-4c92-8539-0ba9d17680f0.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1729.680900] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1729.681202] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3aba629a-f532-4ca1-8843-a6e4fc4e5185 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.689168] env[63622]: DEBUG oslo_vmware.api [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1729.689168] env[63622]: value = "task-1817176" [ 1729.689168] env[63622]: _type = "Task" [ 1729.689168] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.697234] env[63622]: DEBUG oslo_vmware.api [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817176, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.758358] env[63622]: DEBUG nova.compute.manager [req-fc4bc383-2bdc-4e19-8b75-febd78d3c5ae req-31522b61-d8bc-4480-ac06-61019a83c0b4 service nova] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Received event network-vif-deleted-34929647-1f03-4972-a5df-bce8b378d8a2 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1729.758358] env[63622]: INFO nova.compute.manager [req-fc4bc383-2bdc-4e19-8b75-febd78d3c5ae req-31522b61-d8bc-4480-ac06-61019a83c0b4 service nova] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Neutron deleted interface 34929647-1f03-4972-a5df-bce8b378d8a2; detaching it from the instance and deleting it from the info cache [ 1729.758358] env[63622]: DEBUG nova.network.neutron [req-fc4bc383-2bdc-4e19-8b75-febd78d3c5ae req-31522b61-d8bc-4480-ac06-61019a83c0b4 service nova] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Updating instance_info_cache with network_info: [{"id": "79f49ad4-1b9a-4da3-beb1-622ee96cac5e", "address": "fa:16:3e:99:9b:0d", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79f49ad4-1b", "ovs_interfaceid": "79f49ad4-1b9a-4da3-beb1-622ee96cac5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "850828bc-2f10-4a80-b1d9-b3a25c64509e", "address": "fa:16:3e:0c:4c:7c", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap850828bc-2f", "ovs_interfaceid": "850828bc-2f10-4a80-b1d9-b3a25c64509e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1729.804457] env[63622]: DEBUG nova.compute.manager [None req-f7714ae9-edb3-4417-a2ee-5d9686d30416 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1729.804718] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f7714ae9-edb3-4417-a2ee-5d9686d30416 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1729.805621] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd2ec9f-c996-4228-bb38-49bafc710455 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.809190] env[63622]: DEBUG nova.network.neutron [req-d4cb9cba-9670-4047-b5b1-03ddaadabe1a req-38da93ea-2137-4b25-bef2-972c14bfa67e service nova] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Updated VIF entry in instance network info cache for port 7d455336-1b66-4655-860e-646434bf914b. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1729.809528] env[63622]: DEBUG nova.network.neutron [req-d4cb9cba-9670-4047-b5b1-03ddaadabe1a req-38da93ea-2137-4b25-bef2-972c14bfa67e service nova] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Updating instance_info_cache with network_info: [{"id": "7d455336-1b66-4655-860e-646434bf914b", "address": "fa:16:3e:c4:21:2d", "network": {"id": "7e7504b6-b536-48f4-8d8b-85bbee73ebae", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-657826381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7cf1aa7f9fac4524ba83a780184cccec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d455336-1b", "ovs_interfaceid": "7d455336-1b66-4655-860e-646434bf914b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1729.817655] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7714ae9-edb3-4417-a2ee-5d9686d30416 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1729.817923] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce6c5a96-f2df-4162-8a91-a6a3e7026ee0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.825966] env[63622]: DEBUG oslo_vmware.api [None req-f7714ae9-edb3-4417-a2ee-5d9686d30416 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Waiting for the task: (returnval){ [ 1729.825966] env[63622]: value = "task-1817177" [ 1729.825966] env[63622]: _type = "Task" [ 1729.825966] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.839162] env[63622]: DEBUG oslo_vmware.api [None req-f7714ae9-edb3-4417-a2ee-5d9686d30416 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Task: {'id': task-1817177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.872072] env[63622]: DEBUG nova.compute.manager [None req-d12f07fd-e1cf-4e38-8139-f95d0242faaf tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1729.872364] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d12f07fd-e1cf-4e38-8139-f95d0242faaf tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1729.873814] env[63622]: INFO nova.compute.manager [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Took 54.61 seconds to build instance. [ 1729.879316] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53287fe-cbb4-48cb-8875-51675ce017dc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.891552] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12f07fd-e1cf-4e38-8139-f95d0242faaf tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1729.891859] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eff4368b-0363-4005-b463-6001595f7a51 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.903229] env[63622]: DEBUG oslo_vmware.api [None req-d12f07fd-e1cf-4e38-8139-f95d0242faaf tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for the task: (returnval){ [ 1729.903229] env[63622]: value = "task-1817178" [ 1729.903229] env[63622]: _type = "Task" [ 1729.903229] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.914608] env[63622]: DEBUG oslo_vmware.api [None req-d12f07fd-e1cf-4e38-8139-f95d0242faaf tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1817178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.023945] env[63622]: DEBUG nova.compute.manager [None req-1a22fbbe-8c0a-41a1-80c4-4b36d14bc7c5 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1730.024214] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1a22fbbe-8c0a-41a1-80c4-4b36d14bc7c5 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1730.025155] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e0788a-b092-44f6-bd37-0f5ff0510862 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.036020] env[63622]: DEBUG oslo_concurrency.lockutils [None req-41b14ff0-096f-4736-b7be-ba768f5cf662 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "refresh_cache-32355a6b-26c7-4c69-95d8-35578a757907" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1730.036020] env[63622]: DEBUG oslo_concurrency.lockutils [None req-41b14ff0-096f-4736-b7be-ba768f5cf662 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquired lock "refresh_cache-32355a6b-26c7-4c69-95d8-35578a757907" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.036020] env[63622]: DEBUG nova.network.neutron [None req-41b14ff0-096f-4736-b7be-ba768f5cf662 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1730.038876] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a22fbbe-8c0a-41a1-80c4-4b36d14bc7c5 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1730.039419] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69346257-2e0b-43be-99b2-3ad0f1626b8b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.051596] env[63622]: DEBUG oslo_vmware.api [None req-1a22fbbe-8c0a-41a1-80c4-4b36d14bc7c5 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for the task: (returnval){ [ 1730.051596] env[63622]: value = "task-1817179" [ 1730.051596] env[63622]: _type = "Task" [ 1730.051596] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.062162] env[63622]: DEBUG oslo_vmware.api [None req-1a22fbbe-8c0a-41a1-80c4-4b36d14bc7c5 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1817179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.078360] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4dd9b55-a0c7-4714-86d5-b8654bb2d162 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.086683] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca38f69d-8f2c-4c5a-a303-98cdec30310a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.125445] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfe5eab-70d2-4de4-9a3c-b09bbeb91f85 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.134251] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0667b629-bb00-4a11-9ae2-04ab3faa95f9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.149440] env[63622]: DEBUG nova.compute.provider_tree [None req-a3f2e71e-0dc1-4e07-acff-f5dad0ce9868 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1730.199293] env[63622]: DEBUG oslo_vmware.api [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817176, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089765} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.199634] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1730.200502] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7bf6fa-1468-41b5-bad4-4bfcdaca5acf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.225776] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 1076340d-a740-4c92-8539-0ba9d17680f0/1076340d-a740-4c92-8539-0ba9d17680f0.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1730.226473] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bee8227-0242-4283-8008-f89b268546e9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.243342] env[63622]: DEBUG nova.network.neutron [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Successfully updated port: d793dd58-5b0a-4d84-8575-4597dc8df1c9 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1730.249951] env[63622]: DEBUG oslo_vmware.api [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1730.249951] env[63622]: value = "task-1817180" [ 1730.249951] env[63622]: _type = "Task" [ 1730.249951] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.254850] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5322ff61-70b9-4e79-9fa2-db869ef0067f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "32355a6b-26c7-4c69-95d8-35578a757907" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.255197] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5322ff61-70b9-4e79-9fa2-db869ef0067f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "32355a6b-26c7-4c69-95d8-35578a757907" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.255524] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5322ff61-70b9-4e79-9fa2-db869ef0067f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "32355a6b-26c7-4c69-95d8-35578a757907-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.255722] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5322ff61-70b9-4e79-9fa2-db869ef0067f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "32355a6b-26c7-4c69-95d8-35578a757907-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.255929] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5322ff61-70b9-4e79-9fa2-db869ef0067f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "32355a6b-26c7-4c69-95d8-35578a757907-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.258911] env[63622]: INFO nova.compute.manager [None req-5322ff61-70b9-4e79-9fa2-db869ef0067f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Terminating instance [ 1730.260552] env[63622]: DEBUG oslo_concurrency.lockutils [req-fc4bc383-2bdc-4e19-8b75-febd78d3c5ae req-31522b61-d8bc-4480-ac06-61019a83c0b4 service nova] Acquiring lock "32355a6b-26c7-4c69-95d8-35578a757907" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1730.265812] env[63622]: DEBUG oslo_vmware.api [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817180, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.314572] env[63622]: DEBUG oslo_concurrency.lockutils [req-d4cb9cba-9670-4047-b5b1-03ddaadabe1a req-38da93ea-2137-4b25-bef2-972c14bfa67e service nova] Releasing lock "refresh_cache-fc8cce34-20b3-4963-9e3b-b3d8b303b23e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.339643] env[63622]: DEBUG oslo_vmware.api [None req-f7714ae9-edb3-4417-a2ee-5d9686d30416 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Task: {'id': task-1817177, 'name': PowerOffVM_Task, 'duration_secs': 0.489843} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.339937] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7714ae9-edb3-4417-a2ee-5d9686d30416 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1730.340214] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f7714ae9-edb3-4417-a2ee-5d9686d30416 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1730.340546] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e059ddd3-1675-4e4a-a3d6-d1718f82351a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.382123] env[63622]: DEBUG oslo_concurrency.lockutils [None req-27866be7-81c9-4a16-8797-dcd3780c7e2a tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Lock "6a584ddb-fae6-4dd8-9b55-093406314097" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.131s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.382673] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1730.382998] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e7e40bf-b8b8-4438-9994-55ccf47903b4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.391278] env[63622]: DEBUG oslo_vmware.api [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1730.391278] env[63622]: value = "task-1817182" [ 1730.391278] env[63622]: _type = "Task" [ 1730.391278] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.401207] env[63622]: DEBUG oslo_vmware.api [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.413832] env[63622]: DEBUG oslo_vmware.api [None req-d12f07fd-e1cf-4e38-8139-f95d0242faaf tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1817178, 'name': PowerOffVM_Task, 'duration_secs': 0.400687} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.414364] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12f07fd-e1cf-4e38-8139-f95d0242faaf tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1730.414543] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d12f07fd-e1cf-4e38-8139-f95d0242faaf tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1730.414796] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb7ce77e-eed1-411a-befe-9eb064c0f05e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.453930] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2cc2b4da-b9e4-4cd0-9a99-cb6d51e79be4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Acquiring lock "0ea5d621-0d9c-4062-8a21-88f72cdece18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.454207] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2cc2b4da-b9e4-4cd0-9a99-cb6d51e79be4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Lock "0ea5d621-0d9c-4062-8a21-88f72cdece18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.454419] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2cc2b4da-b9e4-4cd0-9a99-cb6d51e79be4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Acquiring lock "0ea5d621-0d9c-4062-8a21-88f72cdece18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.454604] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2cc2b4da-b9e4-4cd0-9a99-cb6d51e79be4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Lock "0ea5d621-0d9c-4062-8a21-88f72cdece18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.454778] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2cc2b4da-b9e4-4cd0-9a99-cb6d51e79be4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Lock "0ea5d621-0d9c-4062-8a21-88f72cdece18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.457225] env[63622]: INFO nova.compute.manager [None req-2cc2b4da-b9e4-4cd0-9a99-cb6d51e79be4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Terminating instance [ 1730.566274] env[63622]: DEBUG oslo_vmware.api [None req-1a22fbbe-8c0a-41a1-80c4-4b36d14bc7c5 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1817179, 'name': PowerOffVM_Task, 'duration_secs': 0.302262} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.566616] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a22fbbe-8c0a-41a1-80c4-4b36d14bc7c5 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1730.566789] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1a22fbbe-8c0a-41a1-80c4-4b36d14bc7c5 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1730.567071] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be0ce3cc-02b9-4fe5-85b1-12671295920e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.592667] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f7714ae9-edb3-4417-a2ee-5d9686d30416 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1730.592917] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f7714ae9-edb3-4417-a2ee-5d9686d30416 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1730.593116] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7714ae9-edb3-4417-a2ee-5d9686d30416 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Deleting the datastore file [datastore1] fc8cce34-20b3-4963-9e3b-b3d8b303b23e {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1730.593404] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2d9fa02-a9c0-4da2-b996-05699095cedc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.600568] env[63622]: DEBUG oslo_vmware.api [None req-f7714ae9-edb3-4417-a2ee-5d9686d30416 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Waiting for the task: (returnval){ [ 1730.600568] env[63622]: value = "task-1817185" [ 1730.600568] env[63622]: _type = "Task" [ 1730.600568] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.601763] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d12f07fd-e1cf-4e38-8139-f95d0242faaf tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1730.601973] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d12f07fd-e1cf-4e38-8139-f95d0242faaf tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1730.603098] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-d12f07fd-e1cf-4e38-8139-f95d0242faaf tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Deleting the datastore file [datastore1] 33d3c30c-584c-4547-823a-feaca12bad8d {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1730.606161] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b22cd20d-8cdd-43ea-9cc0-4c48388bdbcd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.612923] env[63622]: DEBUG oslo_vmware.api [None req-f7714ae9-edb3-4417-a2ee-5d9686d30416 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Task: {'id': task-1817185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.613944] env[63622]: DEBUG oslo_vmware.api [None req-d12f07fd-e1cf-4e38-8139-f95d0242faaf tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for the task: (returnval){ [ 1730.613944] env[63622]: value = "task-1817186" [ 1730.613944] env[63622]: _type = "Task" [ 1730.613944] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.621026] env[63622]: DEBUG oslo_vmware.api [None req-d12f07fd-e1cf-4e38-8139-f95d0242faaf tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1817186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.653553] env[63622]: DEBUG nova.scheduler.client.report [None req-a3f2e71e-0dc1-4e07-acff-f5dad0ce9868 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1730.746085] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "refresh_cache-a33387ce-53a1-4cb9-9e7b-4ff7cabc841c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1730.746404] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquired lock "refresh_cache-a33387ce-53a1-4cb9-9e7b-4ff7cabc841c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.746404] env[63622]: DEBUG nova.network.neutron [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1730.766333] env[63622]: DEBUG oslo_vmware.api [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817180, 'name': ReconfigVM_Task, 'duration_secs': 0.302169} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.767177] env[63622]: DEBUG nova.compute.manager [None req-5322ff61-70b9-4e79-9fa2-db869ef0067f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1730.767480] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5322ff61-70b9-4e79-9fa2-db869ef0067f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1730.767878] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 1076340d-a740-4c92-8539-0ba9d17680f0/1076340d-a740-4c92-8539-0ba9d17680f0.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1730.769855] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7b7d4b-9412-4e6f-994f-8d7e0eaa84c5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.774087] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14e2cda7-4681-4d54-b2da-61ff38fb99b8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.778063] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1a22fbbe-8c0a-41a1-80c4-4b36d14bc7c5 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1730.778359] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1a22fbbe-8c0a-41a1-80c4-4b36d14bc7c5 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1730.778622] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a22fbbe-8c0a-41a1-80c4-4b36d14bc7c5 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Deleting the datastore file [datastore1] d9c53bf1-f585-498b-99c9-fea2cf9e74a1 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1730.779778] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f90dadf4-9c30-4c1d-8ea1-de3b4dc496b1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.785206] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5322ff61-70b9-4e79-9fa2-db869ef0067f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1730.787647] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d6b1175-92a9-40c0-af50-e76a2cb8c251 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.789558] env[63622]: DEBUG oslo_vmware.api [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1730.789558] env[63622]: value = "task-1817187" [ 1730.789558] env[63622]: _type = "Task" [ 1730.789558] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.795280] env[63622]: DEBUG oslo_vmware.api [None req-1a22fbbe-8c0a-41a1-80c4-4b36d14bc7c5 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for the task: (returnval){ [ 1730.795280] env[63622]: value = "task-1817188" [ 1730.795280] env[63622]: _type = "Task" [ 1730.795280] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.810590] env[63622]: DEBUG oslo_vmware.api [None req-5322ff61-70b9-4e79-9fa2-db869ef0067f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1730.810590] env[63622]: value = "task-1817189" [ 1730.810590] env[63622]: _type = "Task" [ 1730.810590] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.820830] env[63622]: DEBUG oslo_vmware.api [None req-1a22fbbe-8c0a-41a1-80c4-4b36d14bc7c5 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1817188, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.824148] env[63622]: DEBUG oslo_vmware.api [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817187, 'name': Rename_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.828754] env[63622]: DEBUG oslo_vmware.api [None req-5322ff61-70b9-4e79-9fa2-db869ef0067f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.866888] env[63622]: INFO nova.network.neutron [None req-41b14ff0-096f-4736-b7be-ba768f5cf662 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Port 850828bc-2f10-4a80-b1d9-b3a25c64509e from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1730.867416] env[63622]: DEBUG nova.network.neutron [None req-41b14ff0-096f-4736-b7be-ba768f5cf662 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Updating instance_info_cache with network_info: [{"id": "79f49ad4-1b9a-4da3-beb1-622ee96cac5e", "address": "fa:16:3e:99:9b:0d", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79f49ad4-1b", "ovs_interfaceid": "79f49ad4-1b9a-4da3-beb1-622ee96cac5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1730.901480] env[63622]: DEBUG oslo_vmware.api [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817182, 'name': PowerOffVM_Task, 'duration_secs': 0.432942} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.901720] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1730.902501] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12e2415-4316-4534-ba02-a4dcea577833 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.923991] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c135a0bd-6955-4c22-8cbf-f1b07b40b526 tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Acquiring lock "interface-6a584ddb-fae6-4dd8-9b55-093406314097-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.924274] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c135a0bd-6955-4c22-8cbf-f1b07b40b526 tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Lock "interface-6a584ddb-fae6-4dd8-9b55-093406314097-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.924662] env[63622]: DEBUG nova.objects.instance [None req-c135a0bd-6955-4c22-8cbf-f1b07b40b526 tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Lazy-loading 'flavor' on Instance uuid 6a584ddb-fae6-4dd8-9b55-093406314097 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1730.927205] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a21d86e-b435-4742-9ab3-afbba71b0d40 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.965017] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1730.965017] env[63622]: DEBUG nova.compute.manager [None req-2cc2b4da-b9e4-4cd0-9a99-cb6d51e79be4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1730.965017] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc2b4da-b9e4-4cd0-9a99-cb6d51e79be4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1730.965017] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7b8ac56-cd9b-4288-8d53-37a8aa38e4b0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.965623] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb672f8-75d5-48d8-bd95-f4a184e72c13 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.976069] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cc2b4da-b9e4-4cd0-9a99-cb6d51e79be4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1730.977294] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89aa6a27-4488-46f4-ae6f-6cc3dc20a862 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.979600] env[63622]: DEBUG oslo_vmware.api [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1730.979600] env[63622]: value = "task-1817190" [ 1730.979600] env[63622]: _type = "Task" [ 1730.979600] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.985694] env[63622]: DEBUG oslo_vmware.api [None req-2cc2b4da-b9e4-4cd0-9a99-cb6d51e79be4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Waiting for the task: (returnval){ [ 1730.985694] env[63622]: value = "task-1817191" [ 1730.985694] env[63622]: _type = "Task" [ 1730.985694] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.993427] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] VM already powered off {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1730.994043] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1730.994043] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1730.994043] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.994237] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1730.994469] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bbc9ba8-d314-4d54-90e4-3feb3c7d2e6a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.999477] env[63622]: DEBUG oslo_vmware.api [None req-2cc2b4da-b9e4-4cd0-9a99-cb6d51e79be4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1817191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.018584] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1731.019031] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1731.019835] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5335d544-ed02-484e-a0bc-d4e7a41a2def {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.025493] env[63622]: DEBUG oslo_vmware.api [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1731.025493] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52769641-c905-2364-c16c-be92d61de240" [ 1731.025493] env[63622]: _type = "Task" [ 1731.025493] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.033397] env[63622]: DEBUG oslo_vmware.api [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52769641-c905-2364-c16c-be92d61de240, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.111020] env[63622]: DEBUG oslo_vmware.api [None req-f7714ae9-edb3-4417-a2ee-5d9686d30416 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Task: {'id': task-1817185, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.424398} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.111395] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7714ae9-edb3-4417-a2ee-5d9686d30416 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1731.111589] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f7714ae9-edb3-4417-a2ee-5d9686d30416 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1731.111772] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f7714ae9-edb3-4417-a2ee-5d9686d30416 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1731.111948] env[63622]: INFO nova.compute.manager [None req-f7714ae9-edb3-4417-a2ee-5d9686d30416 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1731.112209] env[63622]: DEBUG oslo.service.loopingcall [None req-f7714ae9-edb3-4417-a2ee-5d9686d30416 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1731.112398] env[63622]: DEBUG nova.compute.manager [-] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1731.112492] env[63622]: DEBUG nova.network.neutron [-] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1731.122203] env[63622]: DEBUG oslo_vmware.api [None req-d12f07fd-e1cf-4e38-8139-f95d0242faaf tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1817186, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324635} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.122476] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-d12f07fd-e1cf-4e38-8139-f95d0242faaf tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1731.122664] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d12f07fd-e1cf-4e38-8139-f95d0242faaf tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1731.122841] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d12f07fd-e1cf-4e38-8139-f95d0242faaf tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1731.123022] env[63622]: INFO nova.compute.manager [None req-d12f07fd-e1cf-4e38-8139-f95d0242faaf tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1731.123252] env[63622]: DEBUG oslo.service.loopingcall [None req-d12f07fd-e1cf-4e38-8139-f95d0242faaf tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1731.123436] env[63622]: DEBUG nova.compute.manager [-] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1731.123526] env[63622]: DEBUG nova.network.neutron [-] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1731.156633] env[63622]: DEBUG nova.compute.manager [req-752a834d-38b8-4cf9-b0a4-5b913ecd6058 req-3546de29-ffad-4431-9c4f-474c3d2ce3db service nova] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Received event network-vif-deleted-850828bc-2f10-4a80-b1d9-b3a25c64509e {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1731.156858] env[63622]: DEBUG nova.compute.manager [req-752a834d-38b8-4cf9-b0a4-5b913ecd6058 req-3546de29-ffad-4431-9c4f-474c3d2ce3db service nova] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Received event network-vif-plugged-d793dd58-5b0a-4d84-8575-4597dc8df1c9 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1731.157143] env[63622]: DEBUG oslo_concurrency.lockutils [req-752a834d-38b8-4cf9-b0a4-5b913ecd6058 req-3546de29-ffad-4431-9c4f-474c3d2ce3db service nova] Acquiring lock "a33387ce-53a1-4cb9-9e7b-4ff7cabc841c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.157354] env[63622]: DEBUG oslo_concurrency.lockutils [req-752a834d-38b8-4cf9-b0a4-5b913ecd6058 req-3546de29-ffad-4431-9c4f-474c3d2ce3db service nova] Lock "a33387ce-53a1-4cb9-9e7b-4ff7cabc841c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.157520] env[63622]: DEBUG oslo_concurrency.lockutils [req-752a834d-38b8-4cf9-b0a4-5b913ecd6058 req-3546de29-ffad-4431-9c4f-474c3d2ce3db service nova] Lock "a33387ce-53a1-4cb9-9e7b-4ff7cabc841c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.157758] env[63622]: DEBUG nova.compute.manager [req-752a834d-38b8-4cf9-b0a4-5b913ecd6058 req-3546de29-ffad-4431-9c4f-474c3d2ce3db service nova] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] No waiting events found dispatching network-vif-plugged-d793dd58-5b0a-4d84-8575-4597dc8df1c9 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1731.157900] env[63622]: WARNING nova.compute.manager [req-752a834d-38b8-4cf9-b0a4-5b913ecd6058 req-3546de29-ffad-4431-9c4f-474c3d2ce3db service nova] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Received unexpected event network-vif-plugged-d793dd58-5b0a-4d84-8575-4597dc8df1c9 for instance with vm_state building and task_state spawning. [ 1731.158102] env[63622]: DEBUG nova.compute.manager [req-752a834d-38b8-4cf9-b0a4-5b913ecd6058 req-3546de29-ffad-4431-9c4f-474c3d2ce3db service nova] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Received event network-changed-d793dd58-5b0a-4d84-8575-4597dc8df1c9 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1731.158282] env[63622]: DEBUG nova.compute.manager [req-752a834d-38b8-4cf9-b0a4-5b913ecd6058 req-3546de29-ffad-4431-9c4f-474c3d2ce3db service nova] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Refreshing instance network info cache due to event network-changed-d793dd58-5b0a-4d84-8575-4597dc8df1c9. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1731.158471] env[63622]: DEBUG oslo_concurrency.lockutils [req-752a834d-38b8-4cf9-b0a4-5b913ecd6058 req-3546de29-ffad-4431-9c4f-474c3d2ce3db service nova] Acquiring lock "refresh_cache-a33387ce-53a1-4cb9-9e7b-4ff7cabc841c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1731.159521] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a3f2e71e-0dc1-4e07-acff-f5dad0ce9868 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.031s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.162051] env[63622]: DEBUG oslo_concurrency.lockutils [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.668s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.165953] env[63622]: INFO nova.compute.claims [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1731.182308] env[63622]: INFO nova.scheduler.client.report [None req-a3f2e71e-0dc1-4e07-acff-f5dad0ce9868 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Deleted allocations for instance d8f68f09-e85d-4ab4-afc7-c0c79ae20168 [ 1731.312346] env[63622]: DEBUG oslo_vmware.api [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817187, 'name': Rename_Task, 'duration_secs': 0.176366} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.318634] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1731.323609] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a30a94cb-7605-4663-af94-9314fb0d73a3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.330641] env[63622]: DEBUG oslo_vmware.api [None req-1a22fbbe-8c0a-41a1-80c4-4b36d14bc7c5 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Task: {'id': task-1817188, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200575} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.331603] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a22fbbe-8c0a-41a1-80c4-4b36d14bc7c5 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1731.331822] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1a22fbbe-8c0a-41a1-80c4-4b36d14bc7c5 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1731.332037] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1a22fbbe-8c0a-41a1-80c4-4b36d14bc7c5 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1731.332256] env[63622]: INFO nova.compute.manager [None req-1a22fbbe-8c0a-41a1-80c4-4b36d14bc7c5 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1731.332510] env[63622]: DEBUG oslo.service.loopingcall [None req-1a22fbbe-8c0a-41a1-80c4-4b36d14bc7c5 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1731.332720] env[63622]: DEBUG nova.compute.manager [-] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1731.332814] env[63622]: DEBUG nova.network.neutron [-] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1731.337300] env[63622]: DEBUG oslo_vmware.api [None req-5322ff61-70b9-4e79-9fa2-db869ef0067f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817189, 'name': PowerOffVM_Task, 'duration_secs': 0.220915} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.338742] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5322ff61-70b9-4e79-9fa2-db869ef0067f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1731.338930] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5322ff61-70b9-4e79-9fa2-db869ef0067f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1731.339231] env[63622]: DEBUG oslo_vmware.api [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1731.339231] env[63622]: value = "task-1817192" [ 1731.339231] env[63622]: _type = "Task" [ 1731.339231] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.339426] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ac44ee3-431b-4cee-96d6-48458fbabb6b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.346559] env[63622]: DEBUG nova.network.neutron [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1731.351599] env[63622]: DEBUG oslo_vmware.api [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817192, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.372597] env[63622]: DEBUG oslo_concurrency.lockutils [None req-41b14ff0-096f-4736-b7be-ba768f5cf662 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Releasing lock "refresh_cache-32355a6b-26c7-4c69-95d8-35578a757907" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1731.429472] env[63622]: DEBUG nova.objects.instance [None req-c135a0bd-6955-4c22-8cbf-f1b07b40b526 tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Lazy-loading 'pci_requests' on Instance uuid 6a584ddb-fae6-4dd8-9b55-093406314097 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1731.502298] env[63622]: DEBUG oslo_vmware.api [None req-2cc2b4da-b9e4-4cd0-9a99-cb6d51e79be4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1817191, 'name': PowerOffVM_Task, 'duration_secs': 0.210715} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.502298] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cc2b4da-b9e4-4cd0-9a99-cb6d51e79be4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1731.502806] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc2b4da-b9e4-4cd0-9a99-cb6d51e79be4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1731.503215] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b91bf19-5639-44bc-90a1-fb5cf0b6b7e0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.524484] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5322ff61-70b9-4e79-9fa2-db869ef0067f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1731.524484] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5322ff61-70b9-4e79-9fa2-db869ef0067f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1731.524670] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5322ff61-70b9-4e79-9fa2-db869ef0067f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Deleting the datastore file [datastore1] 32355a6b-26c7-4c69-95d8-35578a757907 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1731.525106] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf2a2635-7d05-464f-943f-dae0f8d20454 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.537168] env[63622]: DEBUG oslo_vmware.api [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52769641-c905-2364-c16c-be92d61de240, 'name': SearchDatastore_Task, 'duration_secs': 0.013837} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.538733] env[63622]: DEBUG oslo_vmware.api [None req-5322ff61-70b9-4e79-9fa2-db869ef0067f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1731.538733] env[63622]: value = "task-1817195" [ 1731.538733] env[63622]: _type = "Task" [ 1731.538733] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.539102] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ea69500-17dd-4231-be51-19f534b0c892 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.548400] env[63622]: DEBUG oslo_vmware.api [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1731.548400] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ea0ceb-4286-29b5-0fd9-02b0cff37dbb" [ 1731.548400] env[63622]: _type = "Task" [ 1731.548400] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.551815] env[63622]: DEBUG oslo_vmware.api [None req-5322ff61-70b9-4e79-9fa2-db869ef0067f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.559707] env[63622]: DEBUG oslo_vmware.api [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ea0ceb-4286-29b5-0fd9-02b0cff37dbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.681742] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc2b4da-b9e4-4cd0-9a99-cb6d51e79be4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1731.682058] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc2b4da-b9e4-4cd0-9a99-cb6d51e79be4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1731.682266] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cc2b4da-b9e4-4cd0-9a99-cb6d51e79be4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Deleting the datastore file [datastore1] 0ea5d621-0d9c-4062-8a21-88f72cdece18 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1731.683227] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f26ccd2-bd9e-43e7-a35c-1205a26c0da8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.689576] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a3f2e71e-0dc1-4e07-acff-f5dad0ce9868 tempest-ImagesOneServerNegativeTestJSON-1336326407 tempest-ImagesOneServerNegativeTestJSON-1336326407-project-member] Lock "d8f68f09-e85d-4ab4-afc7-c0c79ae20168" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.902s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.691645] env[63622]: DEBUG oslo_vmware.api [None req-2cc2b4da-b9e4-4cd0-9a99-cb6d51e79be4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Waiting for the task: (returnval){ [ 1731.691645] env[63622]: value = "task-1817196" [ 1731.691645] env[63622]: _type = "Task" [ 1731.691645] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.701015] env[63622]: DEBUG oslo_vmware.api [None req-2cc2b4da-b9e4-4cd0-9a99-cb6d51e79be4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1817196, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.853415] env[63622]: DEBUG oslo_vmware.api [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817192, 'name': PowerOnVM_Task, 'duration_secs': 0.470146} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.854563] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1731.854563] env[63622]: INFO nova.compute.manager [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Took 7.42 seconds to spawn the instance on the hypervisor. [ 1731.854563] env[63622]: DEBUG nova.compute.manager [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1731.855631] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3dcc536-0582-47f0-8ad9-a50c11cfdd7d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.879901] env[63622]: DEBUG oslo_concurrency.lockutils [None req-41b14ff0-096f-4736-b7be-ba768f5cf662 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "interface-32355a6b-26c7-4c69-95d8-35578a757907-850828bc-2f10-4a80-b1d9-b3a25c64509e" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.978s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.932452] env[63622]: DEBUG nova.objects.base [None req-c135a0bd-6955-4c22-8cbf-f1b07b40b526 tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Object Instance<6a584ddb-fae6-4dd8-9b55-093406314097> lazy-loaded attributes: flavor,pci_requests {{(pid=63622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1731.932740] env[63622]: DEBUG nova.network.neutron [None req-c135a0bd-6955-4c22-8cbf-f1b07b40b526 tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1732.034932] env[63622]: DEBUG nova.network.neutron [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Updating instance_info_cache with network_info: [{"id": "d793dd58-5b0a-4d84-8575-4597dc8df1c9", "address": "fa:16:3e:10:12:56", "network": {"id": "f163feaf-bc42-4b43-ba23-db8b92c7e8fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-126149258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9660078317c743adb462df751adaad7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd793dd58-5b", "ovs_interfaceid": "d793dd58-5b0a-4d84-8575-4597dc8df1c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1732.052623] env[63622]: DEBUG oslo_vmware.api [None req-5322ff61-70b9-4e79-9fa2-db869ef0067f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280417} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.056577] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5322ff61-70b9-4e79-9fa2-db869ef0067f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1732.056577] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5322ff61-70b9-4e79-9fa2-db869ef0067f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1732.059943] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5322ff61-70b9-4e79-9fa2-db869ef0067f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1732.059943] env[63622]: INFO nova.compute.manager [None req-5322ff61-70b9-4e79-9fa2-db869ef0067f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1732.059943] env[63622]: DEBUG oslo.service.loopingcall [None req-5322ff61-70b9-4e79-9fa2-db869ef0067f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1732.059943] env[63622]: DEBUG nova.compute.manager [-] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1732.059943] env[63622]: DEBUG nova.network.neutron [-] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1732.065273] env[63622]: DEBUG oslo_vmware.api [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ea0ceb-4286-29b5-0fd9-02b0cff37dbb, 'name': SearchDatastore_Task, 'duration_secs': 0.01404} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.065528] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1732.065782] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f/e2d5bd27-1b7d-4255-a1df-e035847393df-rescue.vmdk. {{(pid=63622) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1732.066098] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87b8e9e0-9b8f-4065-a58e-557c5920cd9d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.069289] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c135a0bd-6955-4c22-8cbf-f1b07b40b526 tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Lock "interface-6a584ddb-fae6-4dd8-9b55-093406314097-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.145s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.075956] env[63622]: DEBUG oslo_vmware.api [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1732.075956] env[63622]: value = "task-1817197" [ 1732.075956] env[63622]: _type = "Task" [ 1732.075956] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.084723] env[63622]: DEBUG nova.network.neutron [-] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1732.085950] env[63622]: DEBUG oslo_vmware.api [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817197, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.136418] env[63622]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 34929647-1f03-4972-a5df-bce8b378d8a2 could not be found.", "detail": ""}} {{(pid=63622) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1732.137046] env[63622]: DEBUG nova.network.neutron [-] Unable to show port 34929647-1f03-4972-a5df-bce8b378d8a2 as it no longer exists. {{(pid=63622) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1732.205153] env[63622]: DEBUG oslo_vmware.api [None req-2cc2b4da-b9e4-4cd0-9a99-cb6d51e79be4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Task: {'id': task-1817196, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244609} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.207857] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cc2b4da-b9e4-4cd0-9a99-cb6d51e79be4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1732.208084] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc2b4da-b9e4-4cd0-9a99-cb6d51e79be4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1732.208290] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc2b4da-b9e4-4cd0-9a99-cb6d51e79be4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1732.208470] env[63622]: INFO nova.compute.manager [None req-2cc2b4da-b9e4-4cd0-9a99-cb6d51e79be4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1732.208730] env[63622]: DEBUG oslo.service.loopingcall [None req-2cc2b4da-b9e4-4cd0-9a99-cb6d51e79be4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1732.209094] env[63622]: DEBUG nova.compute.manager [-] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1732.209314] env[63622]: DEBUG nova.network.neutron [-] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1732.380607] env[63622]: INFO nova.compute.manager [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Took 36.73 seconds to build instance. [ 1732.482987] env[63622]: DEBUG nova.network.neutron [-] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1732.538151] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Releasing lock "refresh_cache-a33387ce-53a1-4cb9-9e7b-4ff7cabc841c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1732.538602] env[63622]: DEBUG nova.compute.manager [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Instance network_info: |[{"id": "d793dd58-5b0a-4d84-8575-4597dc8df1c9", "address": "fa:16:3e:10:12:56", "network": {"id": "f163feaf-bc42-4b43-ba23-db8b92c7e8fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-126149258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9660078317c743adb462df751adaad7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd793dd58-5b", "ovs_interfaceid": "d793dd58-5b0a-4d84-8575-4597dc8df1c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1732.538924] env[63622]: DEBUG oslo_concurrency.lockutils [req-752a834d-38b8-4cf9-b0a4-5b913ecd6058 req-3546de29-ffad-4431-9c4f-474c3d2ce3db service nova] Acquired lock "refresh_cache-a33387ce-53a1-4cb9-9e7b-4ff7cabc841c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.539534] env[63622]: DEBUG nova.network.neutron [req-752a834d-38b8-4cf9-b0a4-5b913ecd6058 req-3546de29-ffad-4431-9c4f-474c3d2ce3db service nova] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Refreshing network info cache for port d793dd58-5b0a-4d84-8575-4597dc8df1c9 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1732.540488] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:12:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd793dd58-5b0a-4d84-8575-4597dc8df1c9', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1732.548843] env[63622]: DEBUG oslo.service.loopingcall [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1732.554437] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1732.555166] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15a69ce3-a7e0-4949-a345-4cff2adaf7e2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.583084] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14a152a-d5dd-4b59-ac0e-0f6ef3d61acc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.587754] env[63622]: INFO nova.compute.manager [-] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Took 1.25 seconds to deallocate network for instance. [ 1732.587754] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1732.587754] env[63622]: value = "task-1817198" [ 1732.587754] env[63622]: _type = "Task" [ 1732.587754] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.599325] env[63622]: DEBUG oslo_vmware.api [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817197, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.605132] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf70b70-cd48-4ea7-b309-a469064c35f6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.615850] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817198, 'name': CreateVM_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.645387] env[63622]: DEBUG nova.network.neutron [-] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1732.647773] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf86d3ac-3048-4ad6-a30c-ff39a125b4c4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.658458] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bf87fa-85a6-4c45-a012-14878ba2772d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.675891] env[63622]: DEBUG nova.compute.provider_tree [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1732.716419] env[63622]: DEBUG nova.compute.manager [req-63241b29-e668-4f32-ac7b-42086e6ab3a2 req-19ccf79f-dfa7-4123-ac7d-03315e041960 service nova] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Received event network-vif-deleted-3de3defb-49af-4a27-a032-faf4d330bb04 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1732.829259] env[63622]: DEBUG nova.network.neutron [req-752a834d-38b8-4cf9-b0a4-5b913ecd6058 req-3546de29-ffad-4431-9c4f-474c3d2ce3db service nova] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Updated VIF entry in instance network info cache for port d793dd58-5b0a-4d84-8575-4597dc8df1c9. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1732.829259] env[63622]: DEBUG nova.network.neutron [req-752a834d-38b8-4cf9-b0a4-5b913ecd6058 req-3546de29-ffad-4431-9c4f-474c3d2ce3db service nova] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Updating instance_info_cache with network_info: [{"id": "d793dd58-5b0a-4d84-8575-4597dc8df1c9", "address": "fa:16:3e:10:12:56", "network": {"id": "f163feaf-bc42-4b43-ba23-db8b92c7e8fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-126149258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9660078317c743adb462df751adaad7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd793dd58-5b", "ovs_interfaceid": "d793dd58-5b0a-4d84-8575-4597dc8df1c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1732.882592] env[63622]: DEBUG oslo_concurrency.lockutils [None req-581b7838-300e-48a3-810d-b3554c4a04b9 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "1076340d-a740-4c92-8539-0ba9d17680f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.217s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.984833] env[63622]: INFO nova.compute.manager [-] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Took 1.86 seconds to deallocate network for instance. [ 1733.089812] env[63622]: DEBUG oslo_vmware.api [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817197, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.098918] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817198, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.111399] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1a22fbbe-8c0a-41a1-80c4-4b36d14bc7c5 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.148146] env[63622]: INFO nova.compute.manager [-] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Took 2.04 seconds to deallocate network for instance. [ 1733.181551] env[63622]: DEBUG nova.network.neutron [-] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.200552] env[63622]: ERROR nova.scheduler.client.report [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [req-be2d5392-ef01-40fd-a2f9-ccc36d7c9409] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8dd86f19-3c1a-4ba4-9c42-69cb148971df. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-be2d5392-ef01-40fd-a2f9-ccc36d7c9409"}]} [ 1733.214436] env[63622]: DEBUG nova.scheduler.client.report [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Refreshing inventories for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1733.232848] env[63622]: DEBUG nova.scheduler.client.report [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Updating ProviderTree inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1733.233121] env[63622]: DEBUG nova.compute.provider_tree [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1733.243950] env[63622]: DEBUG nova.scheduler.client.report [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Refreshing aggregate associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, aggregates: None {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1733.265082] env[63622]: DEBUG nova.scheduler.client.report [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Refreshing trait associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1733.329131] env[63622]: DEBUG oslo_concurrency.lockutils [req-752a834d-38b8-4cf9-b0a4-5b913ecd6058 req-3546de29-ffad-4431-9c4f-474c3d2ce3db service nova] Releasing lock "refresh_cache-a33387ce-53a1-4cb9-9e7b-4ff7cabc841c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1733.341237] env[63622]: DEBUG nova.network.neutron [-] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.382785] env[63622]: DEBUG nova.compute.manager [req-be453fd5-feeb-4231-9c38-dc9cd106f3d7 req-b486a96e-ee3c-49e2-bb01-33c6d502d056 service nova] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Received event network-vif-deleted-91934a37-57aa-45c6-81f2-a0fab897b51a {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1733.383046] env[63622]: DEBUG nova.compute.manager [req-be453fd5-feeb-4231-9c38-dc9cd106f3d7 req-b486a96e-ee3c-49e2-bb01-33c6d502d056 service nova] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Received event network-vif-deleted-7d455336-1b66-4655-860e-646434bf914b {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1733.383237] env[63622]: DEBUG nova.compute.manager [req-be453fd5-feeb-4231-9c38-dc9cd106f3d7 req-b486a96e-ee3c-49e2-bb01-33c6d502d056 service nova] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Received event network-vif-deleted-46019efa-2e3a-43d6-977b-db070c5bf9e0 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1733.383423] env[63622]: DEBUG nova.compute.manager [req-be453fd5-feeb-4231-9c38-dc9cd106f3d7 req-b486a96e-ee3c-49e2-bb01-33c6d502d056 service nova] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Received event network-vif-deleted-79f49ad4-1b9a-4da3-beb1-622ee96cac5e {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1733.492715] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d12f07fd-e1cf-4e38-8139-f95d0242faaf tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.589891] env[63622]: DEBUG oslo_vmware.api [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817197, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.143791} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.592021] env[63622]: INFO nova.virt.vmwareapi.ds_util [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f/e2d5bd27-1b7d-4255-a1df-e035847393df-rescue.vmdk. [ 1733.593862] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b73954-4e21-471a-8039-a5ad1906b19f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.604948] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817198, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.628165] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f/e2d5bd27-1b7d-4255-a1df-e035847393df-rescue.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1733.631994] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72aa6e9e-a810-43f7-9ec5-6a87683385c8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.651081] env[63622]: DEBUG oslo_vmware.api [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1733.651081] env[63622]: value = "task-1817199" [ 1733.651081] env[63622]: _type = "Task" [ 1733.651081] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.655473] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f7714ae9-edb3-4417-a2ee-5d9686d30416 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.657971] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e27dd7b-58c9-4d56-918e-706cc20ac14e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.664471] env[63622]: DEBUG oslo_vmware.api [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817199, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.666802] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a4b3fc7e-7297-45b0-95f5-71a8c2607c20 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "1076340d-a740-4c92-8539-0ba9d17680f0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.667037] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a4b3fc7e-7297-45b0-95f5-71a8c2607c20 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "1076340d-a740-4c92-8539-0ba9d17680f0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.671836] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da289ab-b361-451c-9dab-309bc1d763ee {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.702557] env[63622]: INFO nova.compute.manager [-] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Took 1.49 seconds to deallocate network for instance. [ 1733.707579] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca59bced-fc08-4833-b113-e059dc9d5c84 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.717096] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb3b813-8850-4570-96e0-07349d0d4244 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.732786] env[63622]: DEBUG nova.compute.provider_tree [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1733.844144] env[63622]: INFO nova.compute.manager [-] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Took 1.79 seconds to deallocate network for instance. [ 1734.011796] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a167e89d-3ec9-4976-941a-f07cd0ccce1c tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Acquiring lock "6a584ddb-fae6-4dd8-9b55-093406314097" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.012068] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a167e89d-3ec9-4976-941a-f07cd0ccce1c tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Lock "6a584ddb-fae6-4dd8-9b55-093406314097" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.012281] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a167e89d-3ec9-4976-941a-f07cd0ccce1c tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Acquiring lock "6a584ddb-fae6-4dd8-9b55-093406314097-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.012469] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a167e89d-3ec9-4976-941a-f07cd0ccce1c tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Lock "6a584ddb-fae6-4dd8-9b55-093406314097-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.012639] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a167e89d-3ec9-4976-941a-f07cd0ccce1c tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Lock "6a584ddb-fae6-4dd8-9b55-093406314097-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.017192] env[63622]: INFO nova.compute.manager [None req-a167e89d-3ec9-4976-941a-f07cd0ccce1c tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Terminating instance [ 1734.100307] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817198, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.162352] env[63622]: DEBUG oslo_vmware.api [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817199, 'name': ReconfigVM_Task, 'duration_secs': 0.307349} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.162639] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f/e2d5bd27-1b7d-4255-a1df-e035847393df-rescue.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1734.164524] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51944a33-21d8-4c04-a2b6-1d346fdfaada {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.185863] env[63622]: DEBUG nova.compute.utils [None req-a4b3fc7e-7297-45b0-95f5-71a8c2607c20 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1734.194241] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cd66ae9-3dcc-4ee5-a17d-1d5d8128c464 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.211582] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2cc2b4da-b9e4-4cd0-9a99-cb6d51e79be4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.211993] env[63622]: DEBUG oslo_vmware.api [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1734.211993] env[63622]: value = "task-1817200" [ 1734.211993] env[63622]: _type = "Task" [ 1734.211993] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.222422] env[63622]: DEBUG oslo_vmware.api [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817200, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.237089] env[63622]: DEBUG nova.scheduler.client.report [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1734.351144] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5322ff61-70b9-4e79-9fa2-db869ef0067f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.521504] env[63622]: DEBUG nova.compute.manager [None req-a167e89d-3ec9-4976-941a-f07cd0ccce1c tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1734.521700] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a167e89d-3ec9-4976-941a-f07cd0ccce1c tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1734.522763] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be873578-9cd1-4d24-94e7-5156e2a32156 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.532115] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a167e89d-3ec9-4976-941a-f07cd0ccce1c tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1734.532379] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a941f4b9-1545-4f4a-bf09-e032d19b0afb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.539259] env[63622]: DEBUG oslo_vmware.api [None req-a167e89d-3ec9-4976-941a-f07cd0ccce1c tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Waiting for the task: (returnval){ [ 1734.539259] env[63622]: value = "task-1817201" [ 1734.539259] env[63622]: _type = "Task" [ 1734.539259] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.547970] env[63622]: DEBUG oslo_vmware.api [None req-a167e89d-3ec9-4976-941a-f07cd0ccce1c tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Task: {'id': task-1817201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.601329] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817198, 'name': CreateVM_Task, 'duration_secs': 1.975865} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.601540] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1734.603541] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.603541] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.603541] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1734.603541] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25148766-fc68-4f87-99f4-62d5dcf3f5c5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.609054] env[63622]: DEBUG oslo_vmware.api [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1734.609054] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5279e7ea-fd36-296b-bf42-cabe8e9b224f" [ 1734.609054] env[63622]: _type = "Task" [ 1734.609054] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.616918] env[63622]: DEBUG oslo_vmware.api [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5279e7ea-fd36-296b-bf42-cabe8e9b224f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.693924] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a4b3fc7e-7297-45b0-95f5-71a8c2607c20 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "1076340d-a740-4c92-8539-0ba9d17680f0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.027s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.722150] env[63622]: DEBUG oslo_vmware.api [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817200, 'name': ReconfigVM_Task, 'duration_secs': 0.237234} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.722519] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1734.722783] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32292828-9d86-40b5-b299-743f64c83063 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.729294] env[63622]: DEBUG oslo_vmware.api [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1734.729294] env[63622]: value = "task-1817202" [ 1734.729294] env[63622]: _type = "Task" [ 1734.729294] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.738684] env[63622]: DEBUG oslo_vmware.api [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817202, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.745575] env[63622]: DEBUG oslo_concurrency.lockutils [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.584s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.746136] env[63622]: DEBUG nova.compute.manager [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1734.748708] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 26.965s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.054812] env[63622]: DEBUG oslo_vmware.api [None req-a167e89d-3ec9-4976-941a-f07cd0ccce1c tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Task: {'id': task-1817201, 'name': PowerOffVM_Task, 'duration_secs': 0.367789} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.054812] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a167e89d-3ec9-4976-941a-f07cd0ccce1c tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1735.054812] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a167e89d-3ec9-4976-941a-f07cd0ccce1c tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1735.054812] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ba59841-b032-406b-a6ab-34b8c3ea14d4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.119877] env[63622]: DEBUG oslo_vmware.api [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5279e7ea-fd36-296b-bf42-cabe8e9b224f, 'name': SearchDatastore_Task, 'duration_secs': 0.031456} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.120370] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1735.120759] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1735.121149] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.121418] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.121730] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1735.122104] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2488d0f-1bcc-40a1-a274-733165bad796 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.149996] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1735.149996] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1735.150440] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88ce0bd3-219d-4615-b972-997de30d43bb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.156052] env[63622]: DEBUG oslo_vmware.api [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1735.156052] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52517564-6e8d-b47e-d5d2-c6824b754f9e" [ 1735.156052] env[63622]: _type = "Task" [ 1735.156052] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.165419] env[63622]: DEBUG oslo_vmware.api [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52517564-6e8d-b47e-d5d2-c6824b754f9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.239688] env[63622]: DEBUG oslo_vmware.api [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817202, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.251788] env[63622]: DEBUG nova.compute.utils [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1735.253231] env[63622]: DEBUG nova.compute.manager [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1735.253231] env[63622]: DEBUG nova.network.neutron [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1735.274168] env[63622]: DEBUG nova.compute.manager [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1735.334523] env[63622]: DEBUG nova.policy [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5a560b15cde47588b3ff1e5b96b1fe1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f120bd72d5754804aceba4bf1a29bd52', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1735.668387] env[63622]: DEBUG oslo_vmware.api [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52517564-6e8d-b47e-d5d2-c6824b754f9e, 'name': SearchDatastore_Task, 'duration_secs': 0.183273} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.669292] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8172928-0dd7-4e24-918a-55864f33787a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.676027] env[63622]: DEBUG oslo_vmware.api [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1735.676027] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52194fca-ecd2-7cf5-c3a1-6a8687163aa4" [ 1735.676027] env[63622]: _type = "Task" [ 1735.676027] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.684387] env[63622]: DEBUG oslo_vmware.api [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52194fca-ecd2-7cf5-c3a1-6a8687163aa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.740332] env[63622]: DEBUG oslo_vmware.api [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817202, 'name': PowerOnVM_Task, 'duration_secs': 0.724582} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.740645] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1735.743482] env[63622]: DEBUG nova.compute.manager [None req-9bc796e1-b3dd-4833-b969-4adaa09433b5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1735.744297] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e6d31d-b514-4668-8861-b057296be9bb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.748524] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a4b3fc7e-7297-45b0-95f5-71a8c2607c20 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "1076340d-a740-4c92-8539-0ba9d17680f0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.749099] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a4b3fc7e-7297-45b0-95f5-71a8c2607c20 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "1076340d-a740-4c92-8539-0ba9d17680f0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.749489] env[63622]: INFO nova.compute.manager [None req-a4b3fc7e-7297-45b0-95f5-71a8c2607c20 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Attaching volume bf03c891-48ad-4faa-a6fe-136e895191b1 to /dev/sdb [ 1735.801750] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e9a9c1-be78-4ca6-b32f-9d02bd72efe6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.810044] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3091e083-1ee5-45c2-81e5-f0720a3aa6a8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.817694] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1735.817900] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 565f3e30-b352-4f31-ae46-769c18fb8c12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1735.818071] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance b58ac762-c8e2-46c5-bd84-c0b70666aa5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1735.818204] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance b64116cf-848e-4a45-a8bc-401f9dd0fe9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1735.818324] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance be8f9418-ff2d-4a0f-b24f-869917441642 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1735.818468] env[63622]: WARNING nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 32355a6b-26c7-4c69-95d8-35578a757907 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1735.818847] env[63622]: WARNING nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 0ea5d621-0d9c-4062-8a21-88f72cdece18 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1735.818847] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 254be768-e148-4291-be13-02cee70e2784 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1735.818847] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance c32a5b36-9de1-4b31-81cc-0bb26d34df7f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1735.819209] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 4659fe4d-6ec1-4723-abf8-3071a37ed91e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1735.819209] env[63622]: WARNING nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance d214f8ef-1169-4858-96ce-d9a3208c7e61 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1735.819209] env[63622]: WARNING nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance fc8cce34-20b3-4963-9e3b-b3d8b303b23e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1735.819378] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1735.819378] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 8b938f1f-ad5c-4bf1-a1df-590138d31bfc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1735.826635] env[63622]: DEBUG nova.virt.block_device [None req-a4b3fc7e-7297-45b0-95f5-71a8c2607c20 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Updating existing volume attachment record: c50aa02e-a98e-47f3-8487-aa713a8af457 {{(pid=63622) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1735.884710] env[63622]: DEBUG nova.network.neutron [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Successfully created port: f5227a9e-ac99-4d5f-9b03-0a9b02ae171a {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1736.188138] env[63622]: DEBUG oslo_vmware.api [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52194fca-ecd2-7cf5-c3a1-6a8687163aa4, 'name': SearchDatastore_Task, 'duration_secs': 0.108405} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.188429] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1736.188683] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] a33387ce-53a1-4cb9-9e7b-4ff7cabc841c/a33387ce-53a1-4cb9-9e7b-4ff7cabc841c.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1736.188988] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d693b54-3c9f-4b57-95e6-be8bc83a0ac6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.195738] env[63622]: DEBUG oslo_vmware.api [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1736.195738] env[63622]: value = "task-1817207" [ 1736.195738] env[63622]: _type = "Task" [ 1736.195738] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.204298] env[63622]: DEBUG oslo_vmware.api [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.290744] env[63622]: DEBUG nova.compute.manager [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1736.323012] env[63622]: DEBUG nova.virt.hardware [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1736.323274] env[63622]: DEBUG nova.virt.hardware [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1736.323639] env[63622]: DEBUG nova.virt.hardware [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1736.323889] env[63622]: DEBUG nova.virt.hardware [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1736.324118] env[63622]: DEBUG nova.virt.hardware [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1736.324231] env[63622]: DEBUG nova.virt.hardware [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1736.324515] env[63622]: DEBUG nova.virt.hardware [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1736.324667] env[63622]: DEBUG nova.virt.hardware [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1736.324806] env[63622]: DEBUG nova.virt.hardware [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1736.324932] env[63622]: DEBUG nova.virt.hardware [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1736.326697] env[63622]: DEBUG nova.virt.hardware [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1736.327546] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1736.327725] env[63622]: WARNING nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 33d3c30c-584c-4547-823a-feaca12bad8d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1736.327844] env[63622]: WARNING nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance d9c53bf1-f585-498b-99c9-fea2cf9e74a1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1736.327970] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 6a584ddb-fae6-4dd8-9b55-093406314097 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1736.328104] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 1076340d-a740-4c92-8539-0ba9d17680f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1736.328291] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance a33387ce-53a1-4cb9-9e7b-4ff7cabc841c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1736.328433] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 1cd4057c-3ba9-4a2f-89b1-e1a763402a82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1736.330492] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb224e1-9308-4df2-bffd-ffa302ec7400 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.341794] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e9ad2d-c7fc-42d8-9fb3-082d31703664 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.386155] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a167e89d-3ec9-4976-941a-f07cd0ccce1c tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1736.386446] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a167e89d-3ec9-4976-941a-f07cd0ccce1c tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1736.386637] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a167e89d-3ec9-4976-941a-f07cd0ccce1c tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Deleting the datastore file [datastore1] 6a584ddb-fae6-4dd8-9b55-093406314097 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1736.386921] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b31e5ce7-1835-499e-8e6a-ec197c37e90f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.396795] env[63622]: DEBUG oslo_vmware.api [None req-a167e89d-3ec9-4976-941a-f07cd0ccce1c tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Waiting for the task: (returnval){ [ 1736.396795] env[63622]: value = "task-1817208" [ 1736.396795] env[63622]: _type = "Task" [ 1736.396795] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.404969] env[63622]: INFO nova.compute.manager [None req-dece8791-4e6e-4f27-84bb-731c185f8850 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Rebuilding instance [ 1736.406903] env[63622]: DEBUG oslo_vmware.api [None req-a167e89d-3ec9-4976-941a-f07cd0ccce1c tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Task: {'id': task-1817208, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.446035] env[63622]: DEBUG nova.compute.manager [None req-dece8791-4e6e-4f27-84bb-731c185f8850 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1736.446913] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60b28f8-3d24-45ae-9ae0-a40f708fe704 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.711096] env[63622]: DEBUG oslo_vmware.api [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.836611] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance c8d628d7-4626-4930-ba9d-dab479a58d71 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1736.906882] env[63622]: DEBUG oslo_vmware.api [None req-a167e89d-3ec9-4976-941a-f07cd0ccce1c tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Task: {'id': task-1817208, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.207867] env[63622]: INFO nova.compute.manager [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Rebuilding instance [ 1737.209817] env[63622]: DEBUG oslo_vmware.api [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817207, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.260607] env[63622]: DEBUG nova.compute.manager [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1737.261527] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10adfccf-29a0-4b1b-b1aa-1d264da686bf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.339568] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 4ca60959-0687-4529-8000-a5fe899dd88a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1737.406241] env[63622]: DEBUG oslo_vmware.api [None req-a167e89d-3ec9-4976-941a-f07cd0ccce1c tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Task: {'id': task-1817208, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.730471} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.406541] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a167e89d-3ec9-4976-941a-f07cd0ccce1c tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1737.406732] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a167e89d-3ec9-4976-941a-f07cd0ccce1c tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1737.406915] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a167e89d-3ec9-4976-941a-f07cd0ccce1c tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1737.407104] env[63622]: INFO nova.compute.manager [None req-a167e89d-3ec9-4976-941a-f07cd0ccce1c tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Took 2.89 seconds to destroy the instance on the hypervisor. [ 1737.407343] env[63622]: DEBUG oslo.service.loopingcall [None req-a167e89d-3ec9-4976-941a-f07cd0ccce1c tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1737.407528] env[63622]: DEBUG nova.compute.manager [-] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1737.407623] env[63622]: DEBUG nova.network.neutron [-] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1737.462380] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-dece8791-4e6e-4f27-84bb-731c185f8850 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1737.462591] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e8cda84-55ca-4192-984b-d19c15d71eae {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.470920] env[63622]: DEBUG oslo_vmware.api [None req-dece8791-4e6e-4f27-84bb-731c185f8850 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Waiting for the task: (returnval){ [ 1737.470920] env[63622]: value = "task-1817209" [ 1737.470920] env[63622]: _type = "Task" [ 1737.470920] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.480993] env[63622]: DEBUG oslo_vmware.api [None req-dece8791-4e6e-4f27-84bb-731c185f8850 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Task: {'id': task-1817209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.537744] env[63622]: DEBUG nova.compute.manager [req-4278bac9-40e6-41de-a40b-d1d18323f649 req-ac01bd75-e80a-4634-8624-00714d560277 service nova] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Received event network-vif-plugged-f5227a9e-ac99-4d5f-9b03-0a9b02ae171a {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1737.538668] env[63622]: DEBUG oslo_concurrency.lockutils [req-4278bac9-40e6-41de-a40b-d1d18323f649 req-ac01bd75-e80a-4634-8624-00714d560277 service nova] Acquiring lock "1cd4057c-3ba9-4a2f-89b1-e1a763402a82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.539245] env[63622]: DEBUG oslo_concurrency.lockutils [req-4278bac9-40e6-41de-a40b-d1d18323f649 req-ac01bd75-e80a-4634-8624-00714d560277 service nova] Lock "1cd4057c-3ba9-4a2f-89b1-e1a763402a82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.540674] env[63622]: DEBUG oslo_concurrency.lockutils [req-4278bac9-40e6-41de-a40b-d1d18323f649 req-ac01bd75-e80a-4634-8624-00714d560277 service nova] Lock "1cd4057c-3ba9-4a2f-89b1-e1a763402a82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.540674] env[63622]: DEBUG nova.compute.manager [req-4278bac9-40e6-41de-a40b-d1d18323f649 req-ac01bd75-e80a-4634-8624-00714d560277 service nova] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] No waiting events found dispatching network-vif-plugged-f5227a9e-ac99-4d5f-9b03-0a9b02ae171a {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1737.540674] env[63622]: WARNING nova.compute.manager [req-4278bac9-40e6-41de-a40b-d1d18323f649 req-ac01bd75-e80a-4634-8624-00714d560277 service nova] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Received unexpected event network-vif-plugged-f5227a9e-ac99-4d5f-9b03-0a9b02ae171a for instance with vm_state building and task_state spawning. [ 1737.614504] env[63622]: INFO nova.compute.manager [None req-1ede6ad7-d2ea-4372-a52e-86e457ed7f6a tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Unrescuing [ 1737.614504] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1ede6ad7-d2ea-4372-a52e-86e457ed7f6a tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquiring lock "refresh_cache-3eaef681-f30f-4f11-8a0a-c8bfe7081c3f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.614504] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1ede6ad7-d2ea-4372-a52e-86e457ed7f6a tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquired lock "refresh_cache-3eaef681-f30f-4f11-8a0a-c8bfe7081c3f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.614504] env[63622]: DEBUG nova.network.neutron [None req-1ede6ad7-d2ea-4372-a52e-86e457ed7f6a tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1737.664403] env[63622]: DEBUG nova.network.neutron [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Successfully updated port: f5227a9e-ac99-4d5f-9b03-0a9b02ae171a {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1737.708215] env[63622]: DEBUG oslo_vmware.api [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817207, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.085062} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.708593] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] a33387ce-53a1-4cb9-9e7b-4ff7cabc841c/a33387ce-53a1-4cb9-9e7b-4ff7cabc841c.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1737.708883] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1737.709564] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05cafa33-d1c4-4679-8009-44c1f52f19e9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.716750] env[63622]: DEBUG oslo_vmware.api [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1737.716750] env[63622]: value = "task-1817210" [ 1737.716750] env[63622]: _type = "Task" [ 1737.716750] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.726335] env[63622]: DEBUG oslo_vmware.api [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817210, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.845149] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 8b252127-42c1-4f62-aa3e-c83d1103c382 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1737.988711] env[63622]: DEBUG oslo_vmware.api [None req-dece8791-4e6e-4f27-84bb-731c185f8850 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Task: {'id': task-1817209, 'name': PowerOffVM_Task, 'duration_secs': 0.185423} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.989068] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-dece8791-4e6e-4f27-84bb-731c185f8850 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1737.990198] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-dece8791-4e6e-4f27-84bb-731c185f8850 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1737.990818] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76cd4558-3fa3-4276-928d-f7969c64b8bf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.998146] env[63622]: DEBUG oslo_vmware.api [None req-dece8791-4e6e-4f27-84bb-731c185f8850 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Waiting for the task: (returnval){ [ 1737.998146] env[63622]: value = "task-1817211" [ 1737.998146] env[63622]: _type = "Task" [ 1737.998146] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.009916] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-dece8791-4e6e-4f27-84bb-731c185f8850 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] VM already powered off {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1738.010071] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-dece8791-4e6e-4f27-84bb-731c185f8850 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Volume detach. Driver type: vmdk {{(pid=63622) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1738.010260] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-dece8791-4e6e-4f27-84bb-731c185f8850 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376442', 'volume_id': '43a58848-eb9e-4525-9bb7-58a734c91646', 'name': 'volume-43a58848-eb9e-4525-9bb7-58a734c91646', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c32a5b36-9de1-4b31-81cc-0bb26d34df7f', 'attached_at': '', 'detached_at': '', 'volume_id': '43a58848-eb9e-4525-9bb7-58a734c91646', 'serial': '43a58848-eb9e-4525-9bb7-58a734c91646'} {{(pid=63622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1738.012914] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890ce11b-ebe5-4ff2-bec6-f2669b082de6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.033792] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c87adf7-9e29-4e1b-8503-205474c34712 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.043703] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f52c514-9af8-40eb-9f0b-f20270c55c55 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.047257] env[63622]: DEBUG nova.compute.manager [req-7bf32ace-9018-47de-8e01-5688d2807601 req-ba8502cf-981e-4e06-be26-4dc77d45abec service nova] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Received event network-vif-deleted-f4d527e3-6982-45cf-8949-425ee17dfdcd {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1738.047497] env[63622]: INFO nova.compute.manager [req-7bf32ace-9018-47de-8e01-5688d2807601 req-ba8502cf-981e-4e06-be26-4dc77d45abec service nova] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Neutron deleted interface f4d527e3-6982-45cf-8949-425ee17dfdcd; detaching it from the instance and deleting it from the info cache [ 1738.047693] env[63622]: DEBUG nova.network.neutron [req-7bf32ace-9018-47de-8e01-5688d2807601 req-ba8502cf-981e-4e06-be26-4dc77d45abec service nova] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.066855] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fd8f8c-bb14-4f99-9b1e-7ba73e8e7e2e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.083458] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-dece8791-4e6e-4f27-84bb-731c185f8850 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] The volume has not been displaced from its original location: [datastore1] volume-43a58848-eb9e-4525-9bb7-58a734c91646/volume-43a58848-eb9e-4525-9bb7-58a734c91646.vmdk. No consolidation needed. {{(pid=63622) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1738.088761] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-dece8791-4e6e-4f27-84bb-731c185f8850 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Reconfiguring VM instance instance-00000049 to detach disk 2000 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1738.089792] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82c713a5-53ea-4d33-86b5-859b9372b036 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.109190] env[63622]: DEBUG oslo_vmware.api [None req-dece8791-4e6e-4f27-84bb-731c185f8850 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Waiting for the task: (returnval){ [ 1738.109190] env[63622]: value = "task-1817212" [ 1738.109190] env[63622]: _type = "Task" [ 1738.109190] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.120356] env[63622]: DEBUG oslo_vmware.api [None req-dece8791-4e6e-4f27-84bb-731c185f8850 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Task: {'id': task-1817212, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.171269] env[63622]: DEBUG oslo_concurrency.lockutils [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquiring lock "refresh_cache-1cd4057c-3ba9-4a2f-89b1-e1a763402a82" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.171269] env[63622]: DEBUG oslo_concurrency.lockutils [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquired lock "refresh_cache-1cd4057c-3ba9-4a2f-89b1-e1a763402a82" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.171269] env[63622]: DEBUG nova.network.neutron [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1738.229288] env[63622]: DEBUG oslo_vmware.api [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817210, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166267} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.229602] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1738.230402] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a345d3c3-b52b-446d-af3f-b5c2f0dd6e3c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.252775] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] a33387ce-53a1-4cb9-9e7b-4ff7cabc841c/a33387ce-53a1-4cb9-9e7b-4ff7cabc841c.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1738.255727] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc25a983-e2a2-4260-a2e6-e26d830ff3ff {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.275931] env[63622]: DEBUG oslo_vmware.api [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1738.275931] env[63622]: value = "task-1817213" [ 1738.275931] env[63622]: _type = "Task" [ 1738.275931] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.284125] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1738.284404] env[63622]: DEBUG oslo_vmware.api [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817213, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.284620] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82dc92db-926e-46ae-b13d-37162a14bc66 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.290461] env[63622]: DEBUG oslo_vmware.api [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1738.290461] env[63622]: value = "task-1817214" [ 1738.290461] env[63622]: _type = "Task" [ 1738.290461] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.298073] env[63622]: DEBUG oslo_vmware.api [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.350259] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 3ba0280a-9e90-4236-b70b-f485d0766364 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1738.350558] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1738.350728] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1738.408693] env[63622]: DEBUG nova.network.neutron [None req-1ede6ad7-d2ea-4372-a52e-86e457ed7f6a tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Updating instance_info_cache with network_info: [{"id": "52cc6681-bfa5-427e-907c-fbf474b93418", "address": "fa:16:3e:be:68:f5", "network": {"id": "6c76cb6b-40d1-47e4-8957-7fcd527423cc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1478522882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bbece78f52e4184ba7be795d0a7ead0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52cc6681-bf", "ovs_interfaceid": "52cc6681-bfa5-427e-907c-fbf474b93418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.519469] env[63622]: DEBUG nova.network.neutron [-] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.551317] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89c9043e-eab4-41bf-9151-b28f6f912107 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.562584] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618f001b-a37f-473e-b118-aaf85ed98c69 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.600744] env[63622]: DEBUG nova.compute.manager [req-7bf32ace-9018-47de-8e01-5688d2807601 req-ba8502cf-981e-4e06-be26-4dc77d45abec service nova] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Detach interface failed, port_id=f4d527e3-6982-45cf-8949-425ee17dfdcd, reason: Instance 6a584ddb-fae6-4dd8-9b55-093406314097 could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1738.622865] env[63622]: DEBUG oslo_vmware.api [None req-dece8791-4e6e-4f27-84bb-731c185f8850 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Task: {'id': task-1817212, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.686243] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec861c87-1041-4bb2-aa34-b7a9b5ce7b95 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.694127] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97ab1a5-7c96-4ed3-8811-767c4f6b6004 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.700077] env[63622]: DEBUG nova.network.neutron [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1738.727051] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61322d65-1bfc-4248-a6b2-a4f148872d6d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.734891] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efa12ac-998f-4368-a72f-43e4e2113910 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.747868] env[63622]: DEBUG nova.compute.provider_tree [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1738.785948] env[63622]: DEBUG oslo_vmware.api [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.801463] env[63622]: DEBUG oslo_vmware.api [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.912712] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1ede6ad7-d2ea-4372-a52e-86e457ed7f6a tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Releasing lock "refresh_cache-3eaef681-f30f-4f11-8a0a-c8bfe7081c3f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1738.913461] env[63622]: DEBUG nova.objects.instance [None req-1ede6ad7-d2ea-4372-a52e-86e457ed7f6a tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Lazy-loading 'flavor' on Instance uuid 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1738.933612] env[63622]: DEBUG nova.network.neutron [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Updating instance_info_cache with network_info: [{"id": "f5227a9e-ac99-4d5f-9b03-0a9b02ae171a", "address": "fa:16:3e:04:89:c7", "network": {"id": "6a81e564-3ab4-4b16-815a-02efc78621b6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1115342741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f120bd72d5754804aceba4bf1a29bd52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5227a9e-ac", "ovs_interfaceid": "f5227a9e-ac99-4d5f-9b03-0a9b02ae171a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1739.021441] env[63622]: INFO nova.compute.manager [-] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Took 1.61 seconds to deallocate network for instance. [ 1739.120679] env[63622]: DEBUG oslo_vmware.api [None req-dece8791-4e6e-4f27-84bb-731c185f8850 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Task: {'id': task-1817212, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.284327] env[63622]: DEBUG nova.scheduler.client.report [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Updated inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with generation 117 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1739.284701] env[63622]: DEBUG nova.compute.provider_tree [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Updating resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df generation from 117 to 118 during operation: update_inventory {{(pid=63622) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1739.284701] env[63622]: DEBUG nova.compute.provider_tree [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1739.294051] env[63622]: DEBUG oslo_vmware.api [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.302608] env[63622]: DEBUG oslo_vmware.api [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.420373] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24198f77-2df0-498f-9b9d-b8928196de43 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.442772] env[63622]: DEBUG oslo_concurrency.lockutils [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Releasing lock "refresh_cache-1cd4057c-3ba9-4a2f-89b1-e1a763402a82" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.443166] env[63622]: DEBUG nova.compute.manager [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Instance network_info: |[{"id": "f5227a9e-ac99-4d5f-9b03-0a9b02ae171a", "address": "fa:16:3e:04:89:c7", "network": {"id": "6a81e564-3ab4-4b16-815a-02efc78621b6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1115342741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f120bd72d5754804aceba4bf1a29bd52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5227a9e-ac", "ovs_interfaceid": "f5227a9e-ac99-4d5f-9b03-0a9b02ae171a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1739.443510] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ede6ad7-d2ea-4372-a52e-86e457ed7f6a tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1739.444048] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:89:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db328342-7107-4bac-b1d6-111fbd5780f1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5227a9e-ac99-4d5f-9b03-0a9b02ae171a', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1739.451602] env[63622]: DEBUG oslo.service.loopingcall [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1739.451905] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2640f12-a37a-4f01-9120-c40633f18a71 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.453526] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1739.453757] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77d41997-95f4-4bee-8738-26969613d6bb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.474233] env[63622]: DEBUG oslo_vmware.api [None req-1ede6ad7-d2ea-4372-a52e-86e457ed7f6a tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1739.474233] env[63622]: value = "task-1817215" [ 1739.474233] env[63622]: _type = "Task" [ 1739.474233] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.475516] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1739.475516] env[63622]: value = "task-1817216" [ 1739.475516] env[63622]: _type = "Task" [ 1739.475516] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.488631] env[63622]: DEBUG oslo_vmware.api [None req-1ede6ad7-d2ea-4372-a52e-86e457ed7f6a tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.491621] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817216, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.528012] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a167e89d-3ec9-4976-941a-f07cd0ccce1c tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.567087] env[63622]: DEBUG nova.compute.manager [req-3410fbff-8e8b-4017-a841-227e97076c3f req-1f3ed0ad-9075-4d46-a8f3-644bf257374d service nova] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Received event network-changed-f5227a9e-ac99-4d5f-9b03-0a9b02ae171a {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1739.567137] env[63622]: DEBUG nova.compute.manager [req-3410fbff-8e8b-4017-a841-227e97076c3f req-1f3ed0ad-9075-4d46-a8f3-644bf257374d service nova] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Refreshing instance network info cache due to event network-changed-f5227a9e-ac99-4d5f-9b03-0a9b02ae171a. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1739.567505] env[63622]: DEBUG oslo_concurrency.lockutils [req-3410fbff-8e8b-4017-a841-227e97076c3f req-1f3ed0ad-9075-4d46-a8f3-644bf257374d service nova] Acquiring lock "refresh_cache-1cd4057c-3ba9-4a2f-89b1-e1a763402a82" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.567620] env[63622]: DEBUG oslo_concurrency.lockutils [req-3410fbff-8e8b-4017-a841-227e97076c3f req-1f3ed0ad-9075-4d46-a8f3-644bf257374d service nova] Acquired lock "refresh_cache-1cd4057c-3ba9-4a2f-89b1-e1a763402a82" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.567846] env[63622]: DEBUG nova.network.neutron [req-3410fbff-8e8b-4017-a841-227e97076c3f req-1f3ed0ad-9075-4d46-a8f3-644bf257374d service nova] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Refreshing network info cache for port f5227a9e-ac99-4d5f-9b03-0a9b02ae171a {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1739.622079] env[63622]: DEBUG oslo_vmware.api [None req-dece8791-4e6e-4f27-84bb-731c185f8850 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Task: {'id': task-1817212, 'name': ReconfigVM_Task, 'duration_secs': 1.205601} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.622079] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-dece8791-4e6e-4f27-84bb-731c185f8850 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Reconfigured VM instance instance-00000049 to detach disk 2000 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1739.626669] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6421933f-be1e-4654-94fe-7cc18ece99f1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.643475] env[63622]: DEBUG oslo_vmware.api [None req-dece8791-4e6e-4f27-84bb-731c185f8850 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Waiting for the task: (returnval){ [ 1739.643475] env[63622]: value = "task-1817217" [ 1739.643475] env[63622]: _type = "Task" [ 1739.643475] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.652045] env[63622]: DEBUG oslo_vmware.api [None req-dece8791-4e6e-4f27-84bb-731c185f8850 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Task: {'id': task-1817217, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.788315] env[63622]: DEBUG oslo_vmware.api [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817213, 'name': ReconfigVM_Task, 'duration_secs': 1.210564} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.788650] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Reconfigured VM instance instance-00000053 to attach disk [datastore1] a33387ce-53a1-4cb9-9e7b-4ff7cabc841c/a33387ce-53a1-4cb9-9e7b-4ff7cabc841c.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1739.789672] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1739.789872] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.041s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.790079] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a30e0fa7-24b9-471a-97a2-79240b97491c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.791782] env[63622]: DEBUG oslo_concurrency.lockutils [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.597s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.791941] env[63622]: DEBUG nova.objects.instance [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Lazy-loading 'pci_requests' on Instance uuid dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1739.793146] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1739.793294] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Cleaning up deleted instances {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11579}} [ 1739.799794] env[63622]: DEBUG oslo_vmware.api [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1739.799794] env[63622]: value = "task-1817218" [ 1739.799794] env[63622]: _type = "Task" [ 1739.799794] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.807982] env[63622]: DEBUG oslo_vmware.api [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817214, 'name': PowerOffVM_Task, 'duration_secs': 1.07165} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.807982] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1739.808232] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1739.808844] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e725de4-dd9e-41c8-83fd-b44cd8b1584d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.814666] env[63622]: DEBUG oslo_vmware.api [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817218, 'name': Rename_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.819165] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1739.819403] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbd92e10-cda6-4cbe-b1c5-bbf8a5bb86a3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.988522] env[63622]: DEBUG oslo_vmware.api [None req-1ede6ad7-d2ea-4372-a52e-86e457ed7f6a tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817215, 'name': PowerOffVM_Task, 'duration_secs': 0.235442} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.991587] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ede6ad7-d2ea-4372-a52e-86e457ed7f6a tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1739.996986] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ede6ad7-d2ea-4372-a52e-86e457ed7f6a tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1739.997248] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817216, 'name': CreateVM_Task, 'duration_secs': 0.495301} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.997443] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6732d4d-c664-492b-82c4-91a2f066b5f7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.010077] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1740.010764] env[63622]: DEBUG oslo_concurrency.lockutils [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.010934] env[63622]: DEBUG oslo_concurrency.lockutils [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.011266] env[63622]: DEBUG oslo_concurrency.lockutils [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1740.011909] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f94b9a41-d163-4785-a6ac-c6f4ad97f68e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.016328] env[63622]: DEBUG oslo_vmware.api [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1740.016328] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]523bce73-3399-4dd6-09f1-4a932f0029fc" [ 1740.016328] env[63622]: _type = "Task" [ 1740.016328] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.020490] env[63622]: DEBUG oslo_vmware.api [None req-1ede6ad7-d2ea-4372-a52e-86e457ed7f6a tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1740.020490] env[63622]: value = "task-1817220" [ 1740.020490] env[63622]: _type = "Task" [ 1740.020490] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.026238] env[63622]: DEBUG oslo_vmware.api [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]523bce73-3399-4dd6-09f1-4a932f0029fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.031494] env[63622]: DEBUG oslo_vmware.api [None req-1ede6ad7-d2ea-4372-a52e-86e457ed7f6a tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817220, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.060786] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1740.061074] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1740.061284] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Deleting the datastore file [datastore1] 4659fe4d-6ec1-4723-abf8-3071a37ed91e {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1740.061552] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7bc56073-e401-43e5-8ca5-2963396a0668 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.068587] env[63622]: DEBUG oslo_vmware.api [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1740.068587] env[63622]: value = "task-1817221" [ 1740.068587] env[63622]: _type = "Task" [ 1740.068587] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.078495] env[63622]: DEBUG oslo_vmware.api [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.159211] env[63622]: DEBUG oslo_vmware.api [None req-dece8791-4e6e-4f27-84bb-731c185f8850 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Task: {'id': task-1817217, 'name': ReconfigVM_Task, 'duration_secs': 0.120214} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.159372] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-dece8791-4e6e-4f27-84bb-731c185f8850 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376442', 'volume_id': '43a58848-eb9e-4525-9bb7-58a734c91646', 'name': 'volume-43a58848-eb9e-4525-9bb7-58a734c91646', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c32a5b36-9de1-4b31-81cc-0bb26d34df7f', 'attached_at': '', 'detached_at': '', 'volume_id': '43a58848-eb9e-4525-9bb7-58a734c91646', 'serial': '43a58848-eb9e-4525-9bb7-58a734c91646'} {{(pid=63622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1740.159740] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-dece8791-4e6e-4f27-84bb-731c185f8850 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1740.160464] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe3cd43-412c-40d2-b584-6eeae53a0bd7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.167682] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-dece8791-4e6e-4f27-84bb-731c185f8850 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1740.167939] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f154fab-df71-4d89-8973-11c9eb5d8427 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.296961] env[63622]: DEBUG nova.objects.instance [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Lazy-loading 'numa_topology' on Instance uuid dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1740.319294] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] There are 60 instances to clean {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11588}} [ 1740.319587] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: d8f68f09-e85d-4ab4-afc7-c0c79ae20168] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1740.323559] env[63622]: DEBUG nova.network.neutron [req-3410fbff-8e8b-4017-a841-227e97076c3f req-1f3ed0ad-9075-4d46-a8f3-644bf257374d service nova] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Updated VIF entry in instance network info cache for port f5227a9e-ac99-4d5f-9b03-0a9b02ae171a. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1740.323909] env[63622]: DEBUG nova.network.neutron [req-3410fbff-8e8b-4017-a841-227e97076c3f req-1f3ed0ad-9075-4d46-a8f3-644bf257374d service nova] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Updating instance_info_cache with network_info: [{"id": "f5227a9e-ac99-4d5f-9b03-0a9b02ae171a", "address": "fa:16:3e:04:89:c7", "network": {"id": "6a81e564-3ab4-4b16-815a-02efc78621b6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1115342741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f120bd72d5754804aceba4bf1a29bd52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5227a9e-ac", "ovs_interfaceid": "f5227a9e-ac99-4d5f-9b03-0a9b02ae171a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.330340] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-dece8791-4e6e-4f27-84bb-731c185f8850 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1740.331027] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-dece8791-4e6e-4f27-84bb-731c185f8850 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1740.331027] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-dece8791-4e6e-4f27-84bb-731c185f8850 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Deleting the datastore file [datastore1] c32a5b36-9de1-4b31-81cc-0bb26d34df7f {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1740.331211] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0fc59a7-0d73-4f33-ac96-7847a8814c05 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.336583] env[63622]: DEBUG oslo_vmware.api [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817218, 'name': Rename_Task, 'duration_secs': 0.144424} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.337175] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1740.337435] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72233af4-1065-46a9-b60f-30aa0d7ef885 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.340982] env[63622]: DEBUG oslo_vmware.api [None req-dece8791-4e6e-4f27-84bb-731c185f8850 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Waiting for the task: (returnval){ [ 1740.340982] env[63622]: value = "task-1817224" [ 1740.340982] env[63622]: _type = "Task" [ 1740.340982] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.344994] env[63622]: DEBUG oslo_vmware.api [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1740.344994] env[63622]: value = "task-1817225" [ 1740.344994] env[63622]: _type = "Task" [ 1740.344994] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.351075] env[63622]: DEBUG oslo_vmware.api [None req-dece8791-4e6e-4f27-84bb-731c185f8850 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Task: {'id': task-1817224, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.356314] env[63622]: DEBUG oslo_vmware.api [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.534051] env[63622]: DEBUG oslo_vmware.api [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]523bce73-3399-4dd6-09f1-4a932f0029fc, 'name': SearchDatastore_Task, 'duration_secs': 0.010062} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.538504] env[63622]: DEBUG oslo_concurrency.lockutils [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.538853] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1740.539200] env[63622]: DEBUG oslo_concurrency.lockutils [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.539407] env[63622]: DEBUG oslo_concurrency.lockutils [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.539648] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1740.540018] env[63622]: DEBUG oslo_vmware.api [None req-1ede6ad7-d2ea-4372-a52e-86e457ed7f6a tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817220, 'name': ReconfigVM_Task, 'duration_secs': 0.224554} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.540286] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18bbcdb0-805a-483e-b737-92c593dfbbe4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.542838] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ede6ad7-d2ea-4372-a52e-86e457ed7f6a tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1740.543117] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ede6ad7-d2ea-4372-a52e-86e457ed7f6a tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1740.543436] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91731a40-e0bd-4dd0-a8c1-d35cb0a17d7f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.551190] env[63622]: DEBUG oslo_vmware.api [None req-1ede6ad7-d2ea-4372-a52e-86e457ed7f6a tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1740.551190] env[63622]: value = "task-1817226" [ 1740.551190] env[63622]: _type = "Task" [ 1740.551190] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.552328] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1740.552506] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1740.555877] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f8f2cc3-b3f7-4c0e-8d7f-7c0d42acf4af {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.565164] env[63622]: DEBUG oslo_vmware.api [None req-1ede6ad7-d2ea-4372-a52e-86e457ed7f6a tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817226, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.566238] env[63622]: DEBUG oslo_vmware.api [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1740.566238] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52259fbc-126d-1ac6-021b-5d4282458ecb" [ 1740.566238] env[63622]: _type = "Task" [ 1740.566238] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.577716] env[63622]: DEBUG oslo_vmware.api [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52259fbc-126d-1ac6-021b-5d4282458ecb, 'name': SearchDatastore_Task, 'duration_secs': 0.010237} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.580988] env[63622]: DEBUG oslo_vmware.api [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161764} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.581580] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-212eb5f5-b391-4525-8889-72a8f3abe386 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.583887] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1740.584142] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1740.584400] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1740.591988] env[63622]: DEBUG oslo_vmware.api [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1740.591988] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ee08c1-79df-df56-0e49-90d1f3188c4e" [ 1740.591988] env[63622]: _type = "Task" [ 1740.591988] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.600072] env[63622]: DEBUG oslo_vmware.api [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ee08c1-79df-df56-0e49-90d1f3188c4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.824016] env[63622]: INFO nova.compute.claims [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1740.826966] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 33b2dc88-3680-40ae-8e59-942198691cbf] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1740.829705] env[63622]: DEBUG oslo_concurrency.lockutils [req-3410fbff-8e8b-4017-a841-227e97076c3f req-1f3ed0ad-9075-4d46-a8f3-644bf257374d service nova] Releasing lock "refresh_cache-1cd4057c-3ba9-4a2f-89b1-e1a763402a82" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.854620] env[63622]: DEBUG oslo_vmware.api [None req-dece8791-4e6e-4f27-84bb-731c185f8850 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Task: {'id': task-1817224, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.111383} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.857668] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-dece8791-4e6e-4f27-84bb-731c185f8850 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1740.857881] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-dece8791-4e6e-4f27-84bb-731c185f8850 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1740.858079] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-dece8791-4e6e-4f27-84bb-731c185f8850 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1740.859725] env[63622]: DEBUG oslo_vmware.api [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817225, 'name': PowerOnVM_Task, 'duration_secs': 0.481751} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.860698] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1740.861039] env[63622]: INFO nova.compute.manager [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Took 11.80 seconds to spawn the instance on the hypervisor. [ 1740.861156] env[63622]: DEBUG nova.compute.manager [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1740.861858] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa762027-a9d6-46f5-acb3-da3c14224d6a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.913620] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-dece8791-4e6e-4f27-84bb-731c185f8850 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Volume detach. Driver type: vmdk {{(pid=63622) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1740.913986] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-acea9a58-707b-4876-be22-8c6a245a5785 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.926429] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae1d93a-3833-4efa-98ca-1419f9e9a4d4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.963226] env[63622]: ERROR nova.compute.manager [None req-dece8791-4e6e-4f27-84bb-731c185f8850 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Failed to detach volume 43a58848-eb9e-4525-9bb7-58a734c91646 from /dev/sda: nova.exception.InstanceNotFound: Instance c32a5b36-9de1-4b31-81cc-0bb26d34df7f could not be found. [ 1740.963226] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Traceback (most recent call last): [ 1740.963226] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1740.963226] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] self.driver.rebuild(**kwargs) [ 1740.963226] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1740.963226] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] raise NotImplementedError() [ 1740.963226] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] NotImplementedError [ 1740.963226] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] [ 1740.963226] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] During handling of the above exception, another exception occurred: [ 1740.963226] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] [ 1740.963226] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Traceback (most recent call last): [ 1740.963226] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1740.963226] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] self.driver.detach_volume(context, old_connection_info, [ 1740.963226] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1740.963226] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] return self._volumeops.detach_volume(connection_info, instance) [ 1740.963226] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1740.963226] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] self._detach_volume_vmdk(connection_info, instance) [ 1740.963226] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1740.963226] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1740.963226] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1740.963226] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] stable_ref.fetch_moref(session) [ 1740.963226] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1740.963226] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1740.963226] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] nova.exception.InstanceNotFound: Instance c32a5b36-9de1-4b31-81cc-0bb26d34df7f could not be found. [ 1740.963226] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] [ 1741.063981] env[63622]: DEBUG oslo_vmware.api [None req-1ede6ad7-d2ea-4372-a52e-86e457ed7f6a tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817226, 'name': PowerOnVM_Task, 'duration_secs': 0.382647} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.066623] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ede6ad7-d2ea-4372-a52e-86e457ed7f6a tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1741.066897] env[63622]: DEBUG nova.compute.manager [None req-1ede6ad7-d2ea-4372-a52e-86e457ed7f6a tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1741.067983] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00839b0f-6b40-4919-bd98-792e061276be {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.100586] env[63622]: DEBUG oslo_vmware.api [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ee08c1-79df-df56-0e49-90d1f3188c4e, 'name': SearchDatastore_Task, 'duration_secs': 0.013241} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.100862] env[63622]: DEBUG oslo_concurrency.lockutils [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.101129] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 1cd4057c-3ba9-4a2f-89b1-e1a763402a82/1cd4057c-3ba9-4a2f-89b1-e1a763402a82.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1741.101398] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25c4e56a-d91f-4413-ab88-63c688486316 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.108192] env[63622]: DEBUG oslo_vmware.api [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1741.108192] env[63622]: value = "task-1817227" [ 1741.108192] env[63622]: _type = "Task" [ 1741.108192] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.120054] env[63622]: DEBUG oslo_vmware.api [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817227, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.121649] env[63622]: DEBUG nova.compute.utils [None req-dece8791-4e6e-4f27-84bb-731c185f8850 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Build of instance c32a5b36-9de1-4b31-81cc-0bb26d34df7f aborted: Failed to rebuild volume backed instance. {{(pid=63622) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1741.125280] env[63622]: ERROR nova.compute.manager [None req-dece8791-4e6e-4f27-84bb-731c185f8850 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance c32a5b36-9de1-4b31-81cc-0bb26d34df7f aborted: Failed to rebuild volume backed instance. [ 1741.125280] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Traceback (most recent call last): [ 1741.125280] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1741.125280] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] self.driver.rebuild(**kwargs) [ 1741.125280] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1741.125280] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] raise NotImplementedError() [ 1741.125280] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] NotImplementedError [ 1741.125280] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] [ 1741.125280] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] During handling of the above exception, another exception occurred: [ 1741.125280] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] [ 1741.125280] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Traceback (most recent call last): [ 1741.125280] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1741.125280] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] self._detach_root_volume(context, instance, root_bdm) [ 1741.125280] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1741.125280] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] with excutils.save_and_reraise_exception(): [ 1741.125280] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1741.125280] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] self.force_reraise() [ 1741.125280] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1741.125280] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] raise self.value [ 1741.125280] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1741.125280] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] self.driver.detach_volume(context, old_connection_info, [ 1741.125280] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1741.125280] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] return self._volumeops.detach_volume(connection_info, instance) [ 1741.125280] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1741.125280] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] self._detach_volume_vmdk(connection_info, instance) [ 1741.125280] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1741.125280] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1741.125280] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1741.125280] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] stable_ref.fetch_moref(session) [ 1741.125280] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1741.125280] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1741.125280] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] nova.exception.InstanceNotFound: Instance c32a5b36-9de1-4b31-81cc-0bb26d34df7f could not be found. [ 1741.125280] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] [ 1741.125280] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] During handling of the above exception, another exception occurred: [ 1741.125280] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] [ 1741.125280] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Traceback (most recent call last): [ 1741.125280] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] File "/opt/stack/nova/nova/compute/manager.py", line 11216, in _error_out_instance_on_exception [ 1741.125280] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] yield [ 1741.125280] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1741.125280] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] self._do_rebuild_instance_with_claim( [ 1741.126488] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1741.126488] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] self._do_rebuild_instance( [ 1741.126488] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1741.126488] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] self._rebuild_default_impl(**kwargs) [ 1741.126488] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1741.126488] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] self._rebuild_volume_backed_instance( [ 1741.126488] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1741.126488] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] raise exception.BuildAbortException( [ 1741.126488] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] nova.exception.BuildAbortException: Build of instance c32a5b36-9de1-4b31-81cc-0bb26d34df7f aborted: Failed to rebuild volume backed instance. [ 1741.126488] env[63622]: ERROR nova.compute.manager [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] [ 1741.332078] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 9f49dd91-81f7-428c-a57b-738481f47dc2] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1741.385482] env[63622]: INFO nova.compute.manager [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Took 43.61 seconds to build instance. [ 1741.627024] env[63622]: DEBUG oslo_vmware.api [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817227, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.627024] env[63622]: DEBUG nova.virt.hardware [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1741.627024] env[63622]: DEBUG nova.virt.hardware [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1741.627024] env[63622]: DEBUG nova.virt.hardware [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1741.627024] env[63622]: DEBUG nova.virt.hardware [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1741.627978] env[63622]: DEBUG nova.virt.hardware [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1741.627978] env[63622]: DEBUG nova.virt.hardware [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1741.628319] env[63622]: DEBUG nova.virt.hardware [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1741.629027] env[63622]: DEBUG nova.virt.hardware [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1741.629027] env[63622]: DEBUG nova.virt.hardware [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1741.629027] env[63622]: DEBUG nova.virt.hardware [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1741.629680] env[63622]: DEBUG nova.virt.hardware [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1741.633318] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8901a350-4194-4c94-a216-e4a2bbc42f4c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.642546] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50341bcf-5e70-4eda-94b8-5496cfe27125 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.659997] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:27:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da4a3da6-0e12-4604-ab3b-ebb732692187', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1741.667989] env[63622]: DEBUG oslo.service.loopingcall [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1741.668688] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1741.668935] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a84d0bee-86ef-4b3c-a67f-683dce7d484d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.689105] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1741.689105] env[63622]: value = "task-1817228" [ 1741.689105] env[63622]: _type = "Task" [ 1741.689105] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.697052] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817228, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.811775] env[63622]: DEBUG nova.compute.manager [req-7b64b2ec-a4d4-41ed-86b3-d7e49f4a599f req-888efa20-4628-4ab2-aacb-235e54609cc4 service nova] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Received event network-changed-d793dd58-5b0a-4d84-8575-4597dc8df1c9 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1741.811843] env[63622]: DEBUG nova.compute.manager [req-7b64b2ec-a4d4-41ed-86b3-d7e49f4a599f req-888efa20-4628-4ab2-aacb-235e54609cc4 service nova] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Refreshing instance network info cache due to event network-changed-d793dd58-5b0a-4d84-8575-4597dc8df1c9. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1741.812336] env[63622]: DEBUG oslo_concurrency.lockutils [req-7b64b2ec-a4d4-41ed-86b3-d7e49f4a599f req-888efa20-4628-4ab2-aacb-235e54609cc4 service nova] Acquiring lock "refresh_cache-a33387ce-53a1-4cb9-9e7b-4ff7cabc841c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.812588] env[63622]: DEBUG oslo_concurrency.lockutils [req-7b64b2ec-a4d4-41ed-86b3-d7e49f4a599f req-888efa20-4628-4ab2-aacb-235e54609cc4 service nova] Acquired lock "refresh_cache-a33387ce-53a1-4cb9-9e7b-4ff7cabc841c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.812932] env[63622]: DEBUG nova.network.neutron [req-7b64b2ec-a4d4-41ed-86b3-d7e49f4a599f req-888efa20-4628-4ab2-aacb-235e54609cc4 service nova] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Refreshing network info cache for port d793dd58-5b0a-4d84-8575-4597dc8df1c9 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1741.838719] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 29822337-a213-4067-8c96-923e706e6f49] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1741.893559] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a0daa95a-9cb0-4884-a78b-c8c88ee25d44 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "a33387ce-53a1-4cb9-9e7b-4ff7cabc841c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.057s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.123595] env[63622]: DEBUG oslo_vmware.api [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817227, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.981355} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.126333] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 1cd4057c-3ba9-4a2f-89b1-e1a763402a82/1cd4057c-3ba9-4a2f-89b1-e1a763402a82.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1742.126921] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1742.127160] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-104e8108-0770-41ba-a1f5-1b2c35f4bacd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.134919] env[63622]: DEBUG oslo_vmware.api [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1742.134919] env[63622]: value = "task-1817229" [ 1742.134919] env[63622]: _type = "Task" [ 1742.134919] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.151350] env[63622]: DEBUG oslo_vmware.api [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817229, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.199605] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817228, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.213798] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b36bf8a-7717-427e-88cb-afc0e117b8e8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.222165] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b4b348-9cc7-4745-8c97-306970a5fd1a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.255548] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f39d18-9a90-4375-9f1a-521275364ee2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.264726] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f183aed9-e32c-4ee3-b43a-b86852dd35c5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.280328] env[63622]: DEBUG nova.compute.provider_tree [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1742.342707] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 1904db1c-f966-46ad-8894-dac1b335ad25] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1742.388283] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4b3fc7e-7297-45b0-95f5-71a8c2607c20 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Volume attach. Driver type: vmdk {{(pid=63622) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1742.388640] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4b3fc7e-7297-45b0-95f5-71a8c2607c20 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376480', 'volume_id': 'bf03c891-48ad-4faa-a6fe-136e895191b1', 'name': 'volume-bf03c891-48ad-4faa-a6fe-136e895191b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1076340d-a740-4c92-8539-0ba9d17680f0', 'attached_at': '', 'detached_at': '', 'volume_id': 'bf03c891-48ad-4faa-a6fe-136e895191b1', 'serial': 'bf03c891-48ad-4faa-a6fe-136e895191b1'} {{(pid=63622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1742.390375] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f65770-9e6c-44e1-8201-0a01a572a561 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.420279] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644bb908-4ee3-416e-bbf7-13caf1bccc8f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.447398] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4b3fc7e-7297-45b0-95f5-71a8c2607c20 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] volume-bf03c891-48ad-4faa-a6fe-136e895191b1/volume-bf03c891-48ad-4faa-a6fe-136e895191b1.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1742.447707] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11fec87b-6285-43ab-bdd9-17f9656d6f3a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.466321] env[63622]: DEBUG oslo_vmware.api [None req-a4b3fc7e-7297-45b0-95f5-71a8c2607c20 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1742.466321] env[63622]: value = "task-1817230" [ 1742.466321] env[63622]: _type = "Task" [ 1742.466321] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.476786] env[63622]: DEBUG oslo_vmware.api [None req-a4b3fc7e-7297-45b0-95f5-71a8c2607c20 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817230, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.616650] env[63622]: DEBUG nova.network.neutron [req-7b64b2ec-a4d4-41ed-86b3-d7e49f4a599f req-888efa20-4628-4ab2-aacb-235e54609cc4 service nova] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Updated VIF entry in instance network info cache for port d793dd58-5b0a-4d84-8575-4597dc8df1c9. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1742.617045] env[63622]: DEBUG nova.network.neutron [req-7b64b2ec-a4d4-41ed-86b3-d7e49f4a599f req-888efa20-4628-4ab2-aacb-235e54609cc4 service nova] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Updating instance_info_cache with network_info: [{"id": "d793dd58-5b0a-4d84-8575-4597dc8df1c9", "address": "fa:16:3e:10:12:56", "network": {"id": "f163feaf-bc42-4b43-ba23-db8b92c7e8fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-126149258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9660078317c743adb462df751adaad7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd793dd58-5b", "ovs_interfaceid": "d793dd58-5b0a-4d84-8575-4597dc8df1c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1742.646646] env[63622]: DEBUG oslo_vmware.api [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817229, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07359} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.647720] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1742.648482] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3090ca24-8e84-4c16-ac82-50efad40c9e5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.672360] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 1cd4057c-3ba9-4a2f-89b1-e1a763402a82/1cd4057c-3ba9-4a2f-89b1-e1a763402a82.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1742.672956] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7223f6e3-e52c-4080-8f13-92356643490c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.694569] env[63622]: DEBUG oslo_vmware.api [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1742.694569] env[63622]: value = "task-1817231" [ 1742.694569] env[63622]: _type = "Task" [ 1742.694569] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.700884] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817228, 'name': CreateVM_Task, 'duration_secs': 0.692268} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.701366] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1742.702045] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.702219] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.702539] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1742.702768] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2adb14d-7001-4f8a-b557-4d09c7f25e25 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.707370] env[63622]: DEBUG oslo_vmware.api [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817231, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.708548] env[63622]: DEBUG oslo_vmware.api [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1742.708548] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52f1ed64-7285-5c2c-3f20-91c1a3f319b6" [ 1742.708548] env[63622]: _type = "Task" [ 1742.708548] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.716828] env[63622]: DEBUG oslo_vmware.api [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52f1ed64-7285-5c2c-3f20-91c1a3f319b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.783549] env[63622]: DEBUG nova.scheduler.client.report [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1742.845721] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 8144b612-bbdd-41d7-ba56-0c49cc7a5215] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1742.975611] env[63622]: DEBUG oslo_vmware.api [None req-a4b3fc7e-7297-45b0-95f5-71a8c2607c20 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817230, 'name': ReconfigVM_Task, 'duration_secs': 0.350675} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.975902] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4b3fc7e-7297-45b0-95f5-71a8c2607c20 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Reconfigured VM instance instance-00000052 to attach disk [datastore1] volume-bf03c891-48ad-4faa-a6fe-136e895191b1/volume-bf03c891-48ad-4faa-a6fe-136e895191b1.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1742.980566] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c80e3ce1-d14e-421c-a862-60a8cd0131d3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.995477] env[63622]: DEBUG oslo_vmware.api [None req-a4b3fc7e-7297-45b0-95f5-71a8c2607c20 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1742.995477] env[63622]: value = "task-1817232" [ 1742.995477] env[63622]: _type = "Task" [ 1742.995477] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.008535] env[63622]: DEBUG oslo_vmware.api [None req-a4b3fc7e-7297-45b0-95f5-71a8c2607c20 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817232, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.120661] env[63622]: DEBUG oslo_concurrency.lockutils [req-7b64b2ec-a4d4-41ed-86b3-d7e49f4a599f req-888efa20-4628-4ab2-aacb-235e54609cc4 service nova] Releasing lock "refresh_cache-a33387ce-53a1-4cb9-9e7b-4ff7cabc841c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1743.149088] env[63622]: DEBUG oslo_concurrency.lockutils [None req-dece8791-4e6e-4f27-84bb-731c185f8850 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.204435] env[63622]: DEBUG oslo_vmware.api [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817231, 'name': ReconfigVM_Task, 'duration_secs': 0.284827} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.204799] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 1cd4057c-3ba9-4a2f-89b1-e1a763402a82/1cd4057c-3ba9-4a2f-89b1-e1a763402a82.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1743.205493] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b373a52b-f32a-452a-9dad-312885a515a3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.213623] env[63622]: DEBUG oslo_vmware.api [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1743.213623] env[63622]: value = "task-1817233" [ 1743.213623] env[63622]: _type = "Task" [ 1743.213623] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.220524] env[63622]: DEBUG oslo_vmware.api [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52f1ed64-7285-5c2c-3f20-91c1a3f319b6, 'name': SearchDatastore_Task, 'duration_secs': 0.011227} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.221157] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1743.221404] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1743.221658] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1743.221811] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.221991] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1743.222254] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5486dabb-f830-4959-8b0e-463b1894d29b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.227065] env[63622]: DEBUG oslo_vmware.api [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817233, 'name': Rename_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.234318] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1743.234550] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1743.235665] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f8cb333-c6d2-489e-9f50-e324bfee3e47 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.241251] env[63622]: DEBUG oslo_vmware.api [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1743.241251] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52af1ab2-89ff-8843-e9b7-b6321ee3bda8" [ 1743.241251] env[63622]: _type = "Task" [ 1743.241251] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.249017] env[63622]: DEBUG oslo_vmware.api [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52af1ab2-89ff-8843-e9b7-b6321ee3bda8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.288134] env[63622]: DEBUG oslo_concurrency.lockutils [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.496s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.290817] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d31c02cb-5396-47c9-ac41-c4c5ab6254fb tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.799s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.290817] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d31c02cb-5396-47c9-ac41-c4c5ab6254fb tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.292440] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.670s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.294147] env[63622]: INFO nova.compute.claims [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1743.330908] env[63622]: INFO nova.scheduler.client.report [None req-d31c02cb-5396-47c9-ac41-c4c5ab6254fb tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Deleted allocations for instance d214f8ef-1169-4858-96ce-d9a3208c7e61 [ 1743.338781] env[63622]: INFO nova.network.neutron [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Updating port aa29f1af-ebf8-4191-9f1d-4596db3b5bfa with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1743.349245] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 8a2d92a3-829a-485d-8cb4-68a3969fd7b4] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1743.506126] env[63622]: DEBUG oslo_vmware.api [None req-a4b3fc7e-7297-45b0-95f5-71a8c2607c20 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817232, 'name': ReconfigVM_Task, 'duration_secs': 0.158593} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.506376] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4b3fc7e-7297-45b0-95f5-71a8c2607c20 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376480', 'volume_id': 'bf03c891-48ad-4faa-a6fe-136e895191b1', 'name': 'volume-bf03c891-48ad-4faa-a6fe-136e895191b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1076340d-a740-4c92-8539-0ba9d17680f0', 'attached_at': '', 'detached_at': '', 'volume_id': 'bf03c891-48ad-4faa-a6fe-136e895191b1', 'serial': 'bf03c891-48ad-4faa-a6fe-136e895191b1'} {{(pid=63622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1743.728323] env[63622]: DEBUG oslo_vmware.api [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817233, 'name': Rename_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.753067] env[63622]: DEBUG oslo_vmware.api [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52af1ab2-89ff-8843-e9b7-b6321ee3bda8, 'name': SearchDatastore_Task, 'duration_secs': 0.015562} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.753067] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69a87d29-1d03-41ce-b168-a19e820ebacc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.760458] env[63622]: DEBUG oslo_vmware.api [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1743.760458] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52974775-34ac-0311-2eab-ebee60468e7c" [ 1743.760458] env[63622]: _type = "Task" [ 1743.760458] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.771561] env[63622]: DEBUG oslo_vmware.api [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52974775-34ac-0311-2eab-ebee60468e7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.845925] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d31c02cb-5396-47c9-ac41-c4c5ab6254fb tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "d214f8ef-1169-4858-96ce-d9a3208c7e61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.795s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.852595] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 8d916502-431a-427c-85e0-cecda54a70f0] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1744.089638] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4f36a275-44b0-487e-8fde-7a1187e4eba4 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Acquiring lock "c32a5b36-9de1-4b31-81cc-0bb26d34df7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.089926] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4f36a275-44b0-487e-8fde-7a1187e4eba4 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Lock "c32a5b36-9de1-4b31-81cc-0bb26d34df7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.090179] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4f36a275-44b0-487e-8fde-7a1187e4eba4 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Acquiring lock "c32a5b36-9de1-4b31-81cc-0bb26d34df7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.090386] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4f36a275-44b0-487e-8fde-7a1187e4eba4 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Lock "c32a5b36-9de1-4b31-81cc-0bb26d34df7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.090566] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4f36a275-44b0-487e-8fde-7a1187e4eba4 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Lock "c32a5b36-9de1-4b31-81cc-0bb26d34df7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.093187] env[63622]: INFO nova.compute.manager [None req-4f36a275-44b0-487e-8fde-7a1187e4eba4 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Terminating instance [ 1744.231870] env[63622]: DEBUG oslo_vmware.api [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817233, 'name': Rename_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.272034] env[63622]: DEBUG oslo_vmware.api [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52974775-34ac-0311-2eab-ebee60468e7c, 'name': SearchDatastore_Task, 'duration_secs': 0.047156} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.272279] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.272535] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 4659fe4d-6ec1-4723-abf8-3071a37ed91e/4659fe4d-6ec1-4723-abf8-3071a37ed91e.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1744.272879] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-392c0b5b-7b7f-497d-945b-468a7425591f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.280897] env[63622]: DEBUG oslo_vmware.api [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1744.280897] env[63622]: value = "task-1817234" [ 1744.280897] env[63622]: _type = "Task" [ 1744.280897] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.290010] env[63622]: DEBUG oslo_vmware.api [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817234, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.355909] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: aea0a9d1-5bf1-4e41-a497-52e334f06079] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1744.548590] env[63622]: DEBUG nova.objects.instance [None req-a4b3fc7e-7297-45b0-95f5-71a8c2607c20 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lazy-loading 'flavor' on Instance uuid 1076340d-a740-4c92-8539-0ba9d17680f0 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1744.597567] env[63622]: DEBUG nova.compute.manager [None req-4f36a275-44b0-487e-8fde-7a1187e4eba4 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1744.598711] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be8134ed-a04a-4082-9c75-412995df4888 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.601505] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1b053c-311c-426e-9bd7-1d497fdff9ba {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.609654] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5020032-c117-4caf-96a4-5eb54a27f711 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.615552] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463f8036-f1c8-4c7b-adc3-e3dbd86ee36d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.675812] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd72e84d-771c-4bcf-81c3-5072616e5596 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.678593] env[63622]: WARNING nova.virt.vmwareapi.driver [None req-4f36a275-44b0-487e-8fde-7a1187e4eba4 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance c32a5b36-9de1-4b31-81cc-0bb26d34df7f could not be found. [ 1744.678787] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4f36a275-44b0-487e-8fde-7a1187e4eba4 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1744.679200] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-734e6d00-3248-49d1-90d3-821095d797f7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.686936] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87da48ae-aaf5-4c6e-97c3-65f61c7bec3e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.693255] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae392948-8fc2-4a7e-9de8-8ed37847320c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.716384] env[63622]: DEBUG nova.compute.provider_tree [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1744.728477] env[63622]: WARNING nova.virt.vmwareapi.vmops [None req-4f36a275-44b0-487e-8fde-7a1187e4eba4 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance c32a5b36-9de1-4b31-81cc-0bb26d34df7f could not be found. [ 1744.728690] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4f36a275-44b0-487e-8fde-7a1187e4eba4 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1744.728877] env[63622]: INFO nova.compute.manager [None req-4f36a275-44b0-487e-8fde-7a1187e4eba4 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Took 0.13 seconds to destroy the instance on the hypervisor. [ 1744.729391] env[63622]: DEBUG oslo.service.loopingcall [None req-4f36a275-44b0-487e-8fde-7a1187e4eba4 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1744.733075] env[63622]: DEBUG nova.compute.manager [-] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1744.733180] env[63622]: DEBUG nova.network.neutron [-] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1744.740188] env[63622]: DEBUG oslo_vmware.api [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817233, 'name': Rename_Task, 'duration_secs': 1.162742} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.740549] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1744.740669] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d58cd7f7-3cb5-4eda-bf49-01ecbc79972d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.749260] env[63622]: DEBUG oslo_vmware.api [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1744.749260] env[63622]: value = "task-1817235" [ 1744.749260] env[63622]: _type = "Task" [ 1744.749260] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.756493] env[63622]: DEBUG oslo_vmware.api [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.793023] env[63622]: DEBUG oslo_vmware.api [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817234, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.863282] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 573694ac-637c-4ec4-b40d-38d09951d6ad] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1745.054512] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a4b3fc7e-7297-45b0-95f5-71a8c2607c20 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "1076340d-a740-4c92-8539-0ba9d17680f0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.305s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.104467] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "0824ddf3-a526-4b7f-95ca-489d8898ae40" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.105651] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "0824ddf3-a526-4b7f-95ca-489d8898ae40" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.230759] env[63622]: DEBUG oslo_concurrency.lockutils [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Acquiring lock "refresh_cache-dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.230988] env[63622]: DEBUG oslo_concurrency.lockutils [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Acquired lock "refresh_cache-dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.231171] env[63622]: DEBUG nova.network.neutron [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1745.232883] env[63622]: DEBUG nova.scheduler.client.report [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1745.263692] env[63622]: DEBUG oslo_vmware.api [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817235, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.290753] env[63622]: DEBUG oslo_vmware.api [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817234, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.87993} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.291207] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 4659fe4d-6ec1-4723-abf8-3071a37ed91e/4659fe4d-6ec1-4723-abf8-3071a37ed91e.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1745.291501] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1745.291764] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-681a1246-ad92-4687-8548-a6eece7505a9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.300576] env[63622]: DEBUG oslo_vmware.api [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1745.300576] env[63622]: value = "task-1817236" [ 1745.300576] env[63622]: _type = "Task" [ 1745.300576] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.311524] env[63622]: DEBUG oslo_vmware.api [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.332713] env[63622]: DEBUG nova.compute.manager [req-85e6558d-effe-4676-b3d7-e4f40af51527 req-752410b6-98fa-44b2-9526-ed3aa7d4fb42 service nova] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Received event network-vif-plugged-aa29f1af-ebf8-4191-9f1d-4596db3b5bfa {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1745.332713] env[63622]: DEBUG oslo_concurrency.lockutils [req-85e6558d-effe-4676-b3d7-e4f40af51527 req-752410b6-98fa-44b2-9526-ed3aa7d4fb42 service nova] Acquiring lock "dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.332713] env[63622]: DEBUG oslo_concurrency.lockutils [req-85e6558d-effe-4676-b3d7-e4f40af51527 req-752410b6-98fa-44b2-9526-ed3aa7d4fb42 service nova] Lock "dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.332985] env[63622]: DEBUG oslo_concurrency.lockutils [req-85e6558d-effe-4676-b3d7-e4f40af51527 req-752410b6-98fa-44b2-9526-ed3aa7d4fb42 service nova] Lock "dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.333555] env[63622]: DEBUG nova.compute.manager [req-85e6558d-effe-4676-b3d7-e4f40af51527 req-752410b6-98fa-44b2-9526-ed3aa7d4fb42 service nova] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] No waiting events found dispatching network-vif-plugged-aa29f1af-ebf8-4191-9f1d-4596db3b5bfa {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1745.333555] env[63622]: WARNING nova.compute.manager [req-85e6558d-effe-4676-b3d7-e4f40af51527 req-752410b6-98fa-44b2-9526-ed3aa7d4fb42 service nova] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Received unexpected event network-vif-plugged-aa29f1af-ebf8-4191-9f1d-4596db3b5bfa for instance with vm_state shelved_offloaded and task_state spawning. [ 1745.345492] env[63622]: DEBUG oslo_concurrency.lockutils [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "1076340d-a740-4c92-8539-0ba9d17680f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.345492] env[63622]: DEBUG oslo_concurrency.lockutils [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "1076340d-a740-4c92-8539-0ba9d17680f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.345492] env[63622]: DEBUG oslo_concurrency.lockutils [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "1076340d-a740-4c92-8539-0ba9d17680f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.345706] env[63622]: DEBUG oslo_concurrency.lockutils [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "1076340d-a740-4c92-8539-0ba9d17680f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.345841] env[63622]: DEBUG oslo_concurrency.lockutils [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "1076340d-a740-4c92-8539-0ba9d17680f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.348039] env[63622]: INFO nova.compute.manager [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Terminating instance [ 1745.366896] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 4fe79ca1-00cd-4360-9179-96997ca32b34] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1745.378508] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquiring lock "de6c7fe2-e333-449c-9e97-0c374c306ab5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.378786] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Lock "de6c7fe2-e333-449c-9e97-0c374c306ab5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.604129] env[63622]: DEBUG nova.compute.manager [req-95d077a4-1681-414c-857e-a4955b440b72 req-a158e068-f34c-4f0a-9068-7fb4ba41f886 service nova] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Received event network-vif-deleted-5ff3370d-9572-4f12-b2e2-de6ef3a29ee7 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1745.604383] env[63622]: INFO nova.compute.manager [req-95d077a4-1681-414c-857e-a4955b440b72 req-a158e068-f34c-4f0a-9068-7fb4ba41f886 service nova] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Neutron deleted interface 5ff3370d-9572-4f12-b2e2-de6ef3a29ee7; detaching it from the instance and deleting it from the info cache [ 1745.604763] env[63622]: DEBUG nova.network.neutron [req-95d077a4-1681-414c-857e-a4955b440b72 req-a158e068-f34c-4f0a-9068-7fb4ba41f886 service nova] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1745.608518] env[63622]: DEBUG nova.compute.manager [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1745.743352] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.743853] env[63622]: DEBUG nova.compute.manager [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1745.746738] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.941s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.748122] env[63622]: INFO nova.compute.claims [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1745.759713] env[63622]: DEBUG oslo_vmware.api [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817235, 'name': PowerOnVM_Task, 'duration_secs': 0.603142} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.759974] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1745.760190] env[63622]: INFO nova.compute.manager [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Took 9.47 seconds to spawn the instance on the hypervisor. [ 1745.760365] env[63622]: DEBUG nova.compute.manager [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1745.761149] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83551e37-4b18-4ca8-a3f6-487d7a0d6408 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.816024] env[63622]: DEBUG oslo_vmware.api [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.287356} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.816024] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1745.816024] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cb7511-453f-44f6-911e-5355d489195e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.839297] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 4659fe4d-6ec1-4723-abf8-3071a37ed91e/4659fe4d-6ec1-4723-abf8-3071a37ed91e.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1745.840093] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6eceef2d-81dd-4421-8269-e7a2820c2047 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.863810] env[63622]: DEBUG nova.compute.manager [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1745.864076] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1745.864653] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d03f546b-177b-46a2-aa31-698fcecc00ef {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.870254] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 83361e30-32ff-4dbb-8da8-cf8fb66a043f] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1745.876798] env[63622]: DEBUG oslo_vmware.api [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1745.876798] env[63622]: value = "task-1817237" [ 1745.876798] env[63622]: _type = "Task" [ 1745.876798] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.877016] env[63622]: DEBUG oslo_vmware.api [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1745.877016] env[63622]: value = "task-1817238" [ 1745.877016] env[63622]: _type = "Task" [ 1745.877016] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.883528] env[63622]: DEBUG nova.compute.manager [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1745.897545] env[63622]: DEBUG nova.network.neutron [-] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1745.897545] env[63622]: DEBUG oslo_vmware.api [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.897545] env[63622]: DEBUG oslo_vmware.api [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817238, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.008640] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f7cabca4-a887-4b76-8326-79f7a03325cb tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Acquiring lock "be8f9418-ff2d-4a0f-b24f-869917441642" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.008916] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f7cabca4-a887-4b76-8326-79f7a03325cb tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Lock "be8f9418-ff2d-4a0f-b24f-869917441642" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.009145] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f7cabca4-a887-4b76-8326-79f7a03325cb tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Acquiring lock "be8f9418-ff2d-4a0f-b24f-869917441642-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.009372] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f7cabca4-a887-4b76-8326-79f7a03325cb tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Lock "be8f9418-ff2d-4a0f-b24f-869917441642-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.009574] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f7cabca4-a887-4b76-8326-79f7a03325cb tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Lock "be8f9418-ff2d-4a0f-b24f-869917441642-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.014728] env[63622]: INFO nova.compute.manager [None req-f7cabca4-a887-4b76-8326-79f7a03325cb tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Terminating instance [ 1746.108363] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5e7b65c3-b10e-415f-93ed-9e24695081bd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.124417] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139794c0-11c0-4c19-b5ec-2eac5a19d0a4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.136354] env[63622]: DEBUG nova.network.neutron [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Updating instance_info_cache with network_info: [{"id": "aa29f1af-ebf8-4191-9f1d-4596db3b5bfa", "address": "fa:16:3e:94:99:18", "network": {"id": "f6a6dd47-7b61-4b13-a2a1-9c46ffb461d1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-194860287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2a8048bf0c346588fcc48de2a56296a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa29f1af-eb", "ovs_interfaceid": "aa29f1af-ebf8-4191-9f1d-4596db3b5bfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.161272] env[63622]: DEBUG nova.compute.manager [req-95d077a4-1681-414c-857e-a4955b440b72 req-a158e068-f34c-4f0a-9068-7fb4ba41f886 service nova] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Detach interface failed, port_id=5ff3370d-9572-4f12-b2e2-de6ef3a29ee7, reason: Instance c32a5b36-9de1-4b31-81cc-0bb26d34df7f could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1746.162751] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.252887] env[63622]: DEBUG nova.compute.utils [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1746.257435] env[63622]: DEBUG nova.compute.manager [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1746.257974] env[63622]: DEBUG nova.network.neutron [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1746.279103] env[63622]: INFO nova.compute.manager [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Took 45.81 seconds to build instance. [ 1746.309674] env[63622]: DEBUG nova.policy [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '176f566fe56b404b9e1253b4c96673ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b059e9f34de5469fadcf3a65167d7123', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1746.380022] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 27ac1c9d-affb-4883-97fd-84b43ec0a054] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1746.399244] env[63622]: INFO nova.compute.manager [-] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Took 1.67 seconds to deallocate network for instance. [ 1746.422882] env[63622]: DEBUG oslo_vmware.api [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817238, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.423079] env[63622]: DEBUG oslo_vmware.api [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817237, 'name': PowerOffVM_Task, 'duration_secs': 0.407603} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.425562] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1746.425562] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Volume detach. Driver type: vmdk {{(pid=63622) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1746.425562] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376480', 'volume_id': 'bf03c891-48ad-4faa-a6fe-136e895191b1', 'name': 'volume-bf03c891-48ad-4faa-a6fe-136e895191b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1076340d-a740-4c92-8539-0ba9d17680f0', 'attached_at': '', 'detached_at': '', 'volume_id': 'bf03c891-48ad-4faa-a6fe-136e895191b1', 'serial': 'bf03c891-48ad-4faa-a6fe-136e895191b1'} {{(pid=63622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1746.426823] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2024adde-931d-42fc-b386-39d9ae97b988 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.441724] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.474095] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c69ee26-e243-454c-9852-947b080a9337 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.482598] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4315b8be-9a76-4b34-9de2-3fead9c7da25 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.506721] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f368c01-443a-409c-8829-edfcb1e8e8d7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.525608] env[63622]: DEBUG nova.compute.manager [None req-f7cabca4-a887-4b76-8326-79f7a03325cb tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1746.525608] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f7cabca4-a887-4b76-8326-79f7a03325cb tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1746.526145] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] The volume has not been displaced from its original location: [datastore1] volume-bf03c891-48ad-4faa-a6fe-136e895191b1/volume-bf03c891-48ad-4faa-a6fe-136e895191b1.vmdk. No consolidation needed. {{(pid=63622) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1746.531612] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1746.532401] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd2169c-cebd-4702-8fce-b9276b518b4f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.535292] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e1c04cc-aef1-4942-bd1a-556038d87776 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.553971] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7cabca4-a887-4b76-8326-79f7a03325cb tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1746.555433] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82c0be50-6f4d-4c5b-9d77-588494168522 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.556970] env[63622]: DEBUG oslo_vmware.api [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1746.556970] env[63622]: value = "task-1817239" [ 1746.556970] env[63622]: _type = "Task" [ 1746.556970] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.562345] env[63622]: DEBUG oslo_vmware.api [None req-f7cabca4-a887-4b76-8326-79f7a03325cb tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Waiting for the task: (returnval){ [ 1746.562345] env[63622]: value = "task-1817240" [ 1746.562345] env[63622]: _type = "Task" [ 1746.562345] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.567867] env[63622]: DEBUG oslo_vmware.api [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817239, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.574338] env[63622]: DEBUG oslo_vmware.api [None req-f7cabca4-a887-4b76-8326-79f7a03325cb tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1817240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.639415] env[63622]: DEBUG oslo_concurrency.lockutils [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Releasing lock "refresh_cache-dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.672771] env[63622]: DEBUG nova.virt.hardware [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d38dcc57c8e66951cb42aff7cc23c028',container_format='bare',created_at=2024-12-12T14:07:38Z,direct_url=,disk_format='vmdk',id=56f70fe3-3d82-49f8-b224-e3d7b97c8d95,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1473886768-shelved',owner='f2a8048bf0c346588fcc48de2a56296a',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2024-12-12T14:07:53Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1746.673078] env[63622]: DEBUG nova.virt.hardware [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1746.673252] env[63622]: DEBUG nova.virt.hardware [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1746.673441] env[63622]: DEBUG nova.virt.hardware [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1746.673615] env[63622]: DEBUG nova.virt.hardware [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1746.673737] env[63622]: DEBUG nova.virt.hardware [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1746.673974] env[63622]: DEBUG nova.virt.hardware [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1746.674110] env[63622]: DEBUG nova.virt.hardware [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1746.674284] env[63622]: DEBUG nova.virt.hardware [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1746.674448] env[63622]: DEBUG nova.virt.hardware [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1746.674621] env[63622]: DEBUG nova.virt.hardware [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1746.675532] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b051bee8-9b07-4e9b-abb3-f1044eda6892 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.684013] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a93dd32-c933-4d8f-acb8-5e27a0b67935 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.698321] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:99:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6eaa481-1f92-4851-b98e-09ed0daad7cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa29f1af-ebf8-4191-9f1d-4596db3b5bfa', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1746.706036] env[63622]: DEBUG oslo.service.loopingcall [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1746.706331] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1746.706551] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a64ff31-f668-47d1-a60d-e17cf16bbb61 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.728143] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1746.728143] env[63622]: value = "task-1817241" [ 1746.728143] env[63622]: _type = "Task" [ 1746.728143] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.737985] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817241, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.747156] env[63622]: DEBUG nova.network.neutron [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Successfully created port: 5df13dc5-3b50-4b9e-bef6-edca5a207523 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1746.758478] env[63622]: DEBUG nova.compute.manager [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1746.781817] env[63622]: DEBUG oslo_concurrency.lockutils [None req-233a6220-f68c-4a55-a52e-9b7903b2dfba tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "1cd4057c-3ba9-4a2f-89b1-e1a763402a82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.446s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.892936] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: cd422152-9cf0-490e-b593-417fe5b56c0c] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1746.900539] env[63622]: DEBUG oslo_vmware.api [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817238, 'name': ReconfigVM_Task, 'duration_secs': 0.570169} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.900809] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 4659fe4d-6ec1-4723-abf8-3071a37ed91e/4659fe4d-6ec1-4723-abf8-3071a37ed91e.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1746.903013] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ae35a0f-96e4-4e66-b4fa-61dbc335fb1f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.908125] env[63622]: DEBUG oslo_vmware.api [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1746.908125] env[63622]: value = "task-1817242" [ 1746.908125] env[63622]: _type = "Task" [ 1746.908125] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.917408] env[63622]: DEBUG oslo_vmware.api [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817242, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.974330] env[63622]: INFO nova.compute.manager [None req-4f36a275-44b0-487e-8fde-7a1187e4eba4 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Took 0.57 seconds to detach 1 volumes for instance. [ 1746.976762] env[63622]: DEBUG nova.compute.manager [None req-4f36a275-44b0-487e-8fde-7a1187e4eba4 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Deleting volume: 43a58848-eb9e-4525-9bb7-58a734c91646 {{(pid=63622) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1747.084109] env[63622]: DEBUG oslo_vmware.api [None req-f7cabca4-a887-4b76-8326-79f7a03325cb tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1817240, 'name': PowerOffVM_Task, 'duration_secs': 0.215891} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.084109] env[63622]: DEBUG oslo_vmware.api [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817239, 'name': ReconfigVM_Task, 'duration_secs': 0.267557} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.086948] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7cabca4-a887-4b76-8326-79f7a03325cb tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1747.087232] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f7cabca4-a887-4b76-8326-79f7a03325cb tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1747.088919] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1747.095790] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-230bdec9-67de-458c-8777-1672f5f4ff6f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.097949] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4916db02-909f-4c3a-874c-97c2634a6afc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.113227] env[63622]: DEBUG oslo_vmware.api [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1747.113227] env[63622]: value = "task-1817245" [ 1747.113227] env[63622]: _type = "Task" [ 1747.113227] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.123503] env[63622]: DEBUG oslo_vmware.api [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817245, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.198781] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1153f46c-fae9-4ed1-b769-17b6a60129b9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.206053] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd85fccf-015d-462b-8dec-492c195e41fb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.242411] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc8c224-b85c-4c6d-aef1-1ea924103d6b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.253617] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864c4288-5cb1-42bd-8d2b-15273daddbf5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.257667] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817241, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.258870] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f7cabca4-a887-4b76-8326-79f7a03325cb tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1747.259118] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f7cabca4-a887-4b76-8326-79f7a03325cb tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1747.259351] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7cabca4-a887-4b76-8326-79f7a03325cb tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Deleting the datastore file [datastore1] be8f9418-ff2d-4a0f-b24f-869917441642 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1747.259888] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-548cd087-2ec7-4215-9a34-600919910dfb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.274444] env[63622]: DEBUG nova.compute.provider_tree [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1747.280314] env[63622]: DEBUG oslo_vmware.api [None req-f7cabca4-a887-4b76-8326-79f7a03325cb tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Waiting for the task: (returnval){ [ 1747.280314] env[63622]: value = "task-1817246" [ 1747.280314] env[63622]: _type = "Task" [ 1747.280314] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.289631] env[63622]: DEBUG oslo_vmware.api [None req-f7cabca4-a887-4b76-8326-79f7a03325cb tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1817246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.400997] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 6602df5b-e638-43d6-975a-b5379fb51776] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1747.419559] env[63622]: DEBUG oslo_vmware.api [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817242, 'name': Rename_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.456831] env[63622]: DEBUG nova.compute.manager [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1747.461019] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332019b2-d644-4a14-91da-2e196037821f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.475811] env[63622]: DEBUG nova.compute.manager [req-a32a0f64-c2f2-4a1b-a439-63c712a52593 req-5aacab33-54ee-4ebf-b719-5921a8bbcf79 service nova] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Received event network-changed-aa29f1af-ebf8-4191-9f1d-4596db3b5bfa {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1747.476041] env[63622]: DEBUG nova.compute.manager [req-a32a0f64-c2f2-4a1b-a439-63c712a52593 req-5aacab33-54ee-4ebf-b719-5921a8bbcf79 service nova] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Refreshing instance network info cache due to event network-changed-aa29f1af-ebf8-4191-9f1d-4596db3b5bfa. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1747.476369] env[63622]: DEBUG oslo_concurrency.lockutils [req-a32a0f64-c2f2-4a1b-a439-63c712a52593 req-5aacab33-54ee-4ebf-b719-5921a8bbcf79 service nova] Acquiring lock "refresh_cache-dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.476529] env[63622]: DEBUG oslo_concurrency.lockutils [req-a32a0f64-c2f2-4a1b-a439-63c712a52593 req-5aacab33-54ee-4ebf-b719-5921a8bbcf79 service nova] Acquired lock "refresh_cache-dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.476688] env[63622]: DEBUG nova.network.neutron [req-a32a0f64-c2f2-4a1b-a439-63c712a52593 req-5aacab33-54ee-4ebf-b719-5921a8bbcf79 service nova] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Refreshing network info cache for port aa29f1af-ebf8-4191-9f1d-4596db3b5bfa {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1747.525458] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4f36a275-44b0-487e-8fde-7a1187e4eba4 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.627298] env[63622]: DEBUG oslo_vmware.api [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.755590] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817241, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.780547] env[63622]: DEBUG nova.compute.manager [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1747.788058] env[63622]: DEBUG nova.scheduler.client.report [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1747.800545] env[63622]: DEBUG oslo_vmware.api [None req-f7cabca4-a887-4b76-8326-79f7a03325cb tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1817246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.822852] env[63622]: DEBUG nova.virt.hardware [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1747.823192] env[63622]: DEBUG nova.virt.hardware [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1747.823429] env[63622]: DEBUG nova.virt.hardware [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1747.823717] env[63622]: DEBUG nova.virt.hardware [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1747.823965] env[63622]: DEBUG nova.virt.hardware [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1747.825041] env[63622]: DEBUG nova.virt.hardware [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1747.825343] env[63622]: DEBUG nova.virt.hardware [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1747.825600] env[63622]: DEBUG nova.virt.hardware [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1747.825937] env[63622]: DEBUG nova.virt.hardware [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1747.826134] env[63622]: DEBUG nova.virt.hardware [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1747.826399] env[63622]: DEBUG nova.virt.hardware [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1747.827734] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6fa77a-f225-4a07-a2a8-5761eb2d69fe {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.837228] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486b8439-3847-4fd1-b52c-99f23691e87e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.903642] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: d6332bd4-194a-4708-a682-62bb362d6b4e] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1747.923229] env[63622]: DEBUG oslo_vmware.api [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817242, 'name': Rename_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.969516] env[63622]: INFO nova.compute.manager [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] instance snapshotting [ 1747.974654] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe417c83-4ed6-4f91-8587-70a4f9d72c35 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.996915] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b40c64-991b-4c7f-a541-fb083105700c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.126357] env[63622]: DEBUG oslo_vmware.api [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817245, 'name': ReconfigVM_Task, 'duration_secs': 0.847876} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.126658] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376480', 'volume_id': 'bf03c891-48ad-4faa-a6fe-136e895191b1', 'name': 'volume-bf03c891-48ad-4faa-a6fe-136e895191b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1076340d-a740-4c92-8539-0ba9d17680f0', 'attached_at': '', 'detached_at': '', 'volume_id': 'bf03c891-48ad-4faa-a6fe-136e895191b1', 'serial': 'bf03c891-48ad-4faa-a6fe-136e895191b1'} {{(pid=63622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1748.126967] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1748.127784] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df22b24-126f-45b0-8902-b5ede5d89a1f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.135217] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1748.135491] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cecddfac-a6c1-4d0f-ade3-e3d932725d5f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.250829] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817241, 'name': CreateVM_Task, 'duration_secs': 1.438008} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.251204] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1748.252038] env[63622]: DEBUG oslo_concurrency.lockutils [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/56f70fe3-3d82-49f8-b224-e3d7b97c8d95" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.252349] env[63622]: DEBUG oslo_concurrency.lockutils [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Acquired lock "[datastore1] devstack-image-cache_base/56f70fe3-3d82-49f8-b224-e3d7b97c8d95" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.252880] env[63622]: DEBUG oslo_concurrency.lockutils [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/56f70fe3-3d82-49f8-b224-e3d7b97c8d95" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1748.253286] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f204518-544d-4c66-a138-0f6a93f48706 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.258577] env[63622]: DEBUG oslo_vmware.api [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Waiting for the task: (returnval){ [ 1748.258577] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]521cb2c9-f2d3-91a6-4dac-856da7a553f2" [ 1748.258577] env[63622]: _type = "Task" [ 1748.258577] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.270932] env[63622]: DEBUG oslo_vmware.api [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]521cb2c9-f2d3-91a6-4dac-856da7a553f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.293018] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.293018] env[63622]: DEBUG nova.compute.manager [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1748.293912] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.014s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.295548] env[63622]: INFO nova.compute.claims [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1748.302534] env[63622]: DEBUG nova.network.neutron [req-a32a0f64-c2f2-4a1b-a439-63c712a52593 req-5aacab33-54ee-4ebf-b719-5921a8bbcf79 service nova] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Updated VIF entry in instance network info cache for port aa29f1af-ebf8-4191-9f1d-4596db3b5bfa. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1748.303054] env[63622]: DEBUG nova.network.neutron [req-a32a0f64-c2f2-4a1b-a439-63c712a52593 req-5aacab33-54ee-4ebf-b719-5921a8bbcf79 service nova] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Updating instance_info_cache with network_info: [{"id": "aa29f1af-ebf8-4191-9f1d-4596db3b5bfa", "address": "fa:16:3e:94:99:18", "network": {"id": "f6a6dd47-7b61-4b13-a2a1-9c46ffb461d1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-194860287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2a8048bf0c346588fcc48de2a56296a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa29f1af-eb", "ovs_interfaceid": "aa29f1af-ebf8-4191-9f1d-4596db3b5bfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1748.310077] env[63622]: DEBUG oslo_vmware.api [None req-f7cabca4-a887-4b76-8326-79f7a03325cb tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Task: {'id': task-1817246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.586487} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.310569] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7cabca4-a887-4b76-8326-79f7a03325cb tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1748.310933] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f7cabca4-a887-4b76-8326-79f7a03325cb tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1748.311531] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f7cabca4-a887-4b76-8326-79f7a03325cb tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1748.311974] env[63622]: INFO nova.compute.manager [None req-f7cabca4-a887-4b76-8326-79f7a03325cb tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Took 1.79 seconds to destroy the instance on the hypervisor. [ 1748.312526] env[63622]: DEBUG oslo.service.loopingcall [None req-f7cabca4-a887-4b76-8326-79f7a03325cb tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1748.312982] env[63622]: DEBUG nova.compute.manager [-] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1748.313328] env[63622]: DEBUG nova.network.neutron [-] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1748.353049] env[63622]: DEBUG nova.compute.manager [req-c7f34343-f5e5-4319-a922-469df300ffe9 req-52f68746-2ffd-4f83-933d-a987a40d6fa4 service nova] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Received event network-vif-plugged-5df13dc5-3b50-4b9e-bef6-edca5a207523 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1748.353049] env[63622]: DEBUG oslo_concurrency.lockutils [req-c7f34343-f5e5-4319-a922-469df300ffe9 req-52f68746-2ffd-4f83-933d-a987a40d6fa4 service nova] Acquiring lock "c8d628d7-4626-4930-ba9d-dab479a58d71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.353049] env[63622]: DEBUG oslo_concurrency.lockutils [req-c7f34343-f5e5-4319-a922-469df300ffe9 req-52f68746-2ffd-4f83-933d-a987a40d6fa4 service nova] Lock "c8d628d7-4626-4930-ba9d-dab479a58d71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.353049] env[63622]: DEBUG oslo_concurrency.lockutils [req-c7f34343-f5e5-4319-a922-469df300ffe9 req-52f68746-2ffd-4f83-933d-a987a40d6fa4 service nova] Lock "c8d628d7-4626-4930-ba9d-dab479a58d71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.353049] env[63622]: DEBUG nova.compute.manager [req-c7f34343-f5e5-4319-a922-469df300ffe9 req-52f68746-2ffd-4f83-933d-a987a40d6fa4 service nova] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] No waiting events found dispatching network-vif-plugged-5df13dc5-3b50-4b9e-bef6-edca5a207523 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1748.353049] env[63622]: WARNING nova.compute.manager [req-c7f34343-f5e5-4319-a922-469df300ffe9 req-52f68746-2ffd-4f83-933d-a987a40d6fa4 service nova] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Received unexpected event network-vif-plugged-5df13dc5-3b50-4b9e-bef6-edca5a207523 for instance with vm_state building and task_state spawning. [ 1748.414026] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: cd606483-2cfa-4a3f-af12-cde244aa4a7c] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1748.428975] env[63622]: DEBUG oslo_vmware.api [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817242, 'name': Rename_Task, 'duration_secs': 1.062171} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.430397] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1748.431064] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71dd32a2-ea07-44f8-966a-c2b2e749e1fe {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.439411] env[63622]: DEBUG oslo_vmware.api [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1748.439411] env[63622]: value = "task-1817248" [ 1748.439411] env[63622]: _type = "Task" [ 1748.439411] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.449054] env[63622]: DEBUG oslo_vmware.api [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.511309] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Creating Snapshot of the VM instance {{(pid=63622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1748.511309] env[63622]: DEBUG nova.network.neutron [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Successfully updated port: 5df13dc5-3b50-4b9e-bef6-edca5a207523 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1748.512024] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5c455917-3b7a-4e6e-9f64-7b4b12687699 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.521730] env[63622]: DEBUG oslo_vmware.api [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1748.521730] env[63622]: value = "task-1817249" [ 1748.521730] env[63622]: _type = "Task" [ 1748.521730] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.531945] env[63622]: DEBUG oslo_vmware.api [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817249, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.772370] env[63622]: DEBUG oslo_concurrency.lockutils [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Releasing lock "[datastore1] devstack-image-cache_base/56f70fe3-3d82-49f8-b224-e3d7b97c8d95" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.772749] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Processing image 56f70fe3-3d82-49f8-b224-e3d7b97c8d95 {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1748.773141] env[63622]: DEBUG oslo_concurrency.lockutils [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/56f70fe3-3d82-49f8-b224-e3d7b97c8d95/56f70fe3-3d82-49f8-b224-e3d7b97c8d95.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.773389] env[63622]: DEBUG oslo_concurrency.lockutils [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Acquired lock "[datastore1] devstack-image-cache_base/56f70fe3-3d82-49f8-b224-e3d7b97c8d95/56f70fe3-3d82-49f8-b224-e3d7b97c8d95.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.773675] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1748.774516] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf2c71ad-bb62-46e1-b7e5-f9cac3fdc864 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.783428] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1748.783622] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1748.784449] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3d1b31b-9feb-4688-a5e4-82458287c26f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.789898] env[63622]: DEBUG oslo_vmware.api [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Waiting for the task: (returnval){ [ 1748.789898] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]523e36b5-ff14-6a73-27df-72808c439520" [ 1748.789898] env[63622]: _type = "Task" [ 1748.789898] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.797748] env[63622]: DEBUG oslo_vmware.api [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]523e36b5-ff14-6a73-27df-72808c439520, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.809126] env[63622]: DEBUG nova.compute.utils [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1748.810420] env[63622]: DEBUG oslo_concurrency.lockutils [req-a32a0f64-c2f2-4a1b-a439-63c712a52593 req-5aacab33-54ee-4ebf-b719-5921a8bbcf79 service nova] Releasing lock "refresh_cache-dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.810836] env[63622]: DEBUG nova.compute.manager [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1748.811029] env[63622]: DEBUG nova.network.neutron [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1748.883041] env[63622]: DEBUG nova.policy [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b20e5c128f24cf686a9976e85962209', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8dc9afaab53b4669b7d61e60bed47df7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1748.915184] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 88a07015-5ac1-45f5-9394-aa2c83a968c2] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1748.950798] env[63622]: DEBUG oslo_vmware.api [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817248, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.017718] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Acquiring lock "refresh_cache-c8d628d7-4626-4930-ba9d-dab479a58d71" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.017973] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Acquired lock "refresh_cache-c8d628d7-4626-4930-ba9d-dab479a58d71" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.018042] env[63622]: DEBUG nova.network.neutron [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1749.044219] env[63622]: DEBUG oslo_vmware.api [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817249, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.277484] env[63622]: DEBUG nova.network.neutron [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Successfully created port: 1246344b-ce7f-404d-8259-c154f0a34a08 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1749.300371] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Preparing fetch location {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1749.300738] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Fetch image to [datastore1] OSTACK_IMG_a09b9405-a44b-4316-af02-840b8acb82af/OSTACK_IMG_a09b9405-a44b-4316-af02-840b8acb82af.vmdk {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1749.300939] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Downloading stream optimized image 56f70fe3-3d82-49f8-b224-e3d7b97c8d95 to [datastore1] OSTACK_IMG_a09b9405-a44b-4316-af02-840b8acb82af/OSTACK_IMG_a09b9405-a44b-4316-af02-840b8acb82af.vmdk on the data store datastore1 as vApp {{(pid=63622) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1749.301139] env[63622]: DEBUG nova.virt.vmwareapi.images [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Downloading image file data 56f70fe3-3d82-49f8-b224-e3d7b97c8d95 to the ESX as VM named 'OSTACK_IMG_a09b9405-a44b-4316-af02-840b8acb82af' {{(pid=63622) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1749.312254] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1749.312567] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1749.312895] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Deleting the datastore file [datastore1] 1076340d-a740-4c92-8539-0ba9d17680f0 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1749.317922] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ef85d09-d8a8-452b-886c-5e913511ed1c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.318257] env[63622]: DEBUG nova.compute.manager [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1749.329198] env[63622]: DEBUG oslo_vmware.api [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1749.329198] env[63622]: value = "task-1817250" [ 1749.329198] env[63622]: _type = "Task" [ 1749.329198] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.364231] env[63622]: DEBUG oslo_vmware.api [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.369887] env[63622]: DEBUG nova.network.neutron [-] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.408697] env[63622]: DEBUG oslo_vmware.rw_handles [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1749.408697] env[63622]: value = "resgroup-9" [ 1749.408697] env[63622]: _type = "ResourcePool" [ 1749.408697] env[63622]: }. {{(pid=63622) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1749.408697] env[63622]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-39021d07-3e1c-4fea-b110-f4784e27896a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.427304] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 7bc81540-835a-470c-ab27-6ec1fb8d9cfc] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1749.435629] env[63622]: DEBUG oslo_vmware.rw_handles [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Lease: (returnval){ [ 1749.435629] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5288f69c-47f2-7981-5e50-68e474936dba" [ 1749.435629] env[63622]: _type = "HttpNfcLease" [ 1749.435629] env[63622]: } obtained for vApp import into resource pool (val){ [ 1749.435629] env[63622]: value = "resgroup-9" [ 1749.435629] env[63622]: _type = "ResourcePool" [ 1749.435629] env[63622]: }. {{(pid=63622) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1749.435956] env[63622]: DEBUG oslo_vmware.api [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Waiting for the lease: (returnval){ [ 1749.435956] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5288f69c-47f2-7981-5e50-68e474936dba" [ 1749.435956] env[63622]: _type = "HttpNfcLease" [ 1749.435956] env[63622]: } to be ready. {{(pid=63622) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1749.453453] env[63622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1749.453453] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5288f69c-47f2-7981-5e50-68e474936dba" [ 1749.453453] env[63622]: _type = "HttpNfcLease" [ 1749.453453] env[63622]: } is initializing. {{(pid=63622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1749.453822] env[63622]: DEBUG oslo_vmware.api [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817248, 'name': PowerOnVM_Task, 'duration_secs': 0.78324} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.454653] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1749.454653] env[63622]: DEBUG nova.compute.manager [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1749.455625] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b347383-d75b-42c9-8d1a-5331d1b7c90d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.515842] env[63622]: DEBUG nova.compute.manager [req-22690f47-3378-40ac-9719-acbc3c7a9748 req-a2f64662-779b-412a-8180-112c842b88ce service nova] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Received event network-vif-deleted-39a9a297-d546-4dca-ab0c-8b48b46287b3 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1749.544026] env[63622]: DEBUG oslo_vmware.api [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817249, 'name': CreateSnapshot_Task, 'duration_secs': 0.914701} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.544026] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Created Snapshot of the VM instance {{(pid=63622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1749.550406] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764c3dda-a871-4dfe-8a94-668232880bd2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.571635] env[63622]: DEBUG nova.network.neutron [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1749.752413] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b9e0d7-58cc-48a1-a4e5-ab086c402ec2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.760295] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2eff88-7371-4300-a4bd-2d404ac39c4a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.765501] env[63622]: DEBUG nova.network.neutron [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Updating instance_info_cache with network_info: [{"id": "5df13dc5-3b50-4b9e-bef6-edca5a207523", "address": "fa:16:3e:8a:db:a8", "network": {"id": "460db244-db8b-4b4c-87eb-3c3c214dc53c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-199804094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b059e9f34de5469fadcf3a65167d7123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5df13dc5-3b", "ovs_interfaceid": "5df13dc5-3b50-4b9e-bef6-edca5a207523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.792691] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Releasing lock "refresh_cache-c8d628d7-4626-4930-ba9d-dab479a58d71" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.793070] env[63622]: DEBUG nova.compute.manager [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Instance network_info: |[{"id": "5df13dc5-3b50-4b9e-bef6-edca5a207523", "address": "fa:16:3e:8a:db:a8", "network": {"id": "460db244-db8b-4b4c-87eb-3c3c214dc53c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-199804094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b059e9f34de5469fadcf3a65167d7123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5df13dc5-3b", "ovs_interfaceid": "5df13dc5-3b50-4b9e-bef6-edca5a207523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1749.793881] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2cb4f5-a58c-4161-9c5c-91ebefcd7729 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.797383] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:db:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5df13dc5-3b50-4b9e-bef6-edca5a207523', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1749.804758] env[63622]: DEBUG oslo.service.loopingcall [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1749.805308] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1749.806029] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac644b5d-b8b3-4cda-8d96-f6f975e54b97 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.824666] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c8c8df-c1bf-4ab4-a12b-0fe766f80aff {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.832502] env[63622]: INFO nova.virt.block_device [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Booting with volume 81f723bf-9a61-4f8f-b925-5585710796b1 at /dev/sda [ 1749.834371] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1749.834371] env[63622]: value = "task-1817252" [ 1749.834371] env[63622]: _type = "Task" [ 1749.834371] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.852381] env[63622]: DEBUG nova.compute.provider_tree [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1749.859777] env[63622]: DEBUG oslo_vmware.api [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300275} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.860337] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817252, 'name': CreateVM_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.860689] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1749.860952] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1749.861235] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1749.861549] env[63622]: INFO nova.compute.manager [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Took 4.00 seconds to destroy the instance on the hypervisor. [ 1749.861802] env[63622]: DEBUG oslo.service.loopingcall [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1749.862648] env[63622]: DEBUG nova.compute.manager [-] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1749.862786] env[63622]: DEBUG nova.network.neutron [-] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1749.872592] env[63622]: INFO nova.compute.manager [-] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Took 1.56 seconds to deallocate network for instance. [ 1749.882019] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-676cd9c0-24eb-437c-96d0-7255684826e2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.892548] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13cc738-4a21-4f14-a73d-60b2c815ed96 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.928118] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e6658dc-8723-4681-98ee-28a09ce5effc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.930629] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 46d6188c-3bfd-473e-9034-3b4c6503dbf2] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1749.942908] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41103c87-b6c0-4b8e-9238-fd76fde16a93 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.958705] env[63622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1749.958705] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5288f69c-47f2-7981-5e50-68e474936dba" [ 1749.958705] env[63622]: _type = "HttpNfcLease" [ 1749.958705] env[63622]: } is initializing. {{(pid=63622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1749.982706] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb341fe-e3dc-425d-a4fe-cb59a14a4fef {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.985340] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.990789] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef95ed92-853d-4af1-acf0-5ca6617303f5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.004731] env[63622]: DEBUG nova.virt.block_device [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Updating existing volume attachment record: 98af8efc-ab95-4170-b682-458b8e8d234e {{(pid=63622) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1750.068340] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Creating linked-clone VM from snapshot {{(pid=63622) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1750.068696] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6e98bba2-8fbe-4999-9a1f-5487c7aefc9c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.076588] env[63622]: DEBUG oslo_vmware.api [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1750.076588] env[63622]: value = "task-1817253" [ 1750.076588] env[63622]: _type = "Task" [ 1750.076588] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.084320] env[63622]: DEBUG oslo_vmware.api [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817253, 'name': CloneVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.347484] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817252, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.361659] env[63622]: DEBUG nova.scheduler.client.report [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1750.383648] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f7cabca4-a887-4b76-8326-79f7a03325cb tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.410478] env[63622]: DEBUG nova.compute.manager [req-d4b9e6f9-044b-4f1f-a4a6-5ce4a4b824e5 req-c9822bfa-89ba-4623-ac11-6218ba3bc91a service nova] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Received event network-changed-5df13dc5-3b50-4b9e-bef6-edca5a207523 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1750.410645] env[63622]: DEBUG nova.compute.manager [req-d4b9e6f9-044b-4f1f-a4a6-5ce4a4b824e5 req-c9822bfa-89ba-4623-ac11-6218ba3bc91a service nova] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Refreshing instance network info cache due to event network-changed-5df13dc5-3b50-4b9e-bef6-edca5a207523. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1750.410878] env[63622]: DEBUG oslo_concurrency.lockutils [req-d4b9e6f9-044b-4f1f-a4a6-5ce4a4b824e5 req-c9822bfa-89ba-4623-ac11-6218ba3bc91a service nova] Acquiring lock "refresh_cache-c8d628d7-4626-4930-ba9d-dab479a58d71" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.411040] env[63622]: DEBUG oslo_concurrency.lockutils [req-d4b9e6f9-044b-4f1f-a4a6-5ce4a4b824e5 req-c9822bfa-89ba-4623-ac11-6218ba3bc91a service nova] Acquired lock "refresh_cache-c8d628d7-4626-4930-ba9d-dab479a58d71" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.411210] env[63622]: DEBUG nova.network.neutron [req-d4b9e6f9-044b-4f1f-a4a6-5ce4a4b824e5 req-c9822bfa-89ba-4623-ac11-6218ba3bc91a service nova] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Refreshing network info cache for port 5df13dc5-3b50-4b9e-bef6-edca5a207523 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1750.433773] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: c6ed27c1-b4fa-4a27-8392-b25c2b0ae25a] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1750.444670] env[63622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1750.444670] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5288f69c-47f2-7981-5e50-68e474936dba" [ 1750.444670] env[63622]: _type = "HttpNfcLease" [ 1750.444670] env[63622]: } is ready. {{(pid=63622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1750.445168] env[63622]: DEBUG oslo_vmware.rw_handles [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1750.445168] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5288f69c-47f2-7981-5e50-68e474936dba" [ 1750.445168] env[63622]: _type = "HttpNfcLease" [ 1750.445168] env[63622]: }. {{(pid=63622) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1750.446190] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7fce3a-4f1c-4acb-af48-722f43231d39 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.455426] env[63622]: DEBUG oslo_vmware.rw_handles [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525c099d-e572-b16e-bc08-b2335b06e2e2/disk-0.vmdk from lease info. {{(pid=63622) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1750.455611] env[63622]: DEBUG oslo_vmware.rw_handles [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525c099d-e572-b16e-bc08-b2335b06e2e2/disk-0.vmdk. {{(pid=63622) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1750.518860] env[63622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-23b01e83-a08d-4c19-b9b7-5593a6a10da3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.586909] env[63622]: DEBUG oslo_vmware.api [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817253, 'name': CloneVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.789867] env[63622]: DEBUG nova.network.neutron [-] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1750.851033] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817252, 'name': CreateVM_Task, 'duration_secs': 0.624275} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.852513] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1750.853375] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.853548] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.853903] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1750.854219] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d8af249-b35e-4002-91ba-c8ddfa4fcc27 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.859376] env[63622]: DEBUG oslo_vmware.api [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Waiting for the task: (returnval){ [ 1750.859376] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e7b27c-1d72-cb84-0dc0-7bda336c5f80" [ 1750.859376] env[63622]: _type = "Task" [ 1750.859376] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.870988] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.577s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.871524] env[63622]: DEBUG nova.compute.manager [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1750.874019] env[63622]: DEBUG oslo_vmware.api [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e7b27c-1d72-cb84-0dc0-7bda336c5f80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.876450] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.425s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.879981] env[63622]: INFO nova.compute.claims [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1750.920308] env[63622]: DEBUG nova.network.neutron [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Successfully updated port: 1246344b-ce7f-404d-8259-c154f0a34a08 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1750.937745] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 37f59a1a-2002-42da-b2fe-123649034f89] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1751.091225] env[63622]: DEBUG oslo_vmware.api [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817253, 'name': CloneVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.190108] env[63622]: DEBUG nova.network.neutron [req-d4b9e6f9-044b-4f1f-a4a6-5ce4a4b824e5 req-c9822bfa-89ba-4623-ac11-6218ba3bc91a service nova] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Updated VIF entry in instance network info cache for port 5df13dc5-3b50-4b9e-bef6-edca5a207523. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1751.190552] env[63622]: DEBUG nova.network.neutron [req-d4b9e6f9-044b-4f1f-a4a6-5ce4a4b824e5 req-c9822bfa-89ba-4623-ac11-6218ba3bc91a service nova] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Updating instance_info_cache with network_info: [{"id": "5df13dc5-3b50-4b9e-bef6-edca5a207523", "address": "fa:16:3e:8a:db:a8", "network": {"id": "460db244-db8b-4b4c-87eb-3c3c214dc53c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-199804094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b059e9f34de5469fadcf3a65167d7123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5df13dc5-3b", "ovs_interfaceid": "5df13dc5-3b50-4b9e-bef6-edca5a207523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1751.294160] env[63622]: INFO nova.compute.manager [-] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Took 1.43 seconds to deallocate network for instance. [ 1751.371829] env[63622]: DEBUG oslo_vmware.api [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e7b27c-1d72-cb84-0dc0-7bda336c5f80, 'name': SearchDatastore_Task, 'duration_secs': 0.011233} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.373620] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1751.373886] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1751.374173] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.374328] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.374507] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1751.374799] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53e37330-d62a-47ac-96d2-3380bea27bd7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.384082] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1751.384082] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1751.386049] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8682ba8e-79ee-4396-b176-54aa0754f360 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.389649] env[63622]: DEBUG nova.compute.utils [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1751.395165] env[63622]: DEBUG nova.compute.manager [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1751.395828] env[63622]: DEBUG nova.network.neutron [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1751.402288] env[63622]: DEBUG oslo_vmware.api [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Waiting for the task: (returnval){ [ 1751.402288] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]527f3bdb-0113-b2e8-a8c6-79204ffd8335" [ 1751.402288] env[63622]: _type = "Task" [ 1751.402288] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.415288] env[63622]: DEBUG oslo_vmware.api [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]527f3bdb-0113-b2e8-a8c6-79204ffd8335, 'name': SearchDatastore_Task, 'duration_secs': 0.010552} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.418030] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11a9f666-6a17-4d85-8af1-5f7ae322c047 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.424726] env[63622]: DEBUG oslo_vmware.api [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Waiting for the task: (returnval){ [ 1751.424726] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52595814-abb7-0ea7-21ec-d56976ab6ab6" [ 1751.424726] env[63622]: _type = "Task" [ 1751.424726] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.425363] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Acquiring lock "refresh_cache-4ca60959-0687-4529-8000-a5fe899dd88a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.425540] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Acquired lock "refresh_cache-4ca60959-0687-4529-8000-a5fe899dd88a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.425711] env[63622]: DEBUG nova.network.neutron [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1751.437787] env[63622]: DEBUG oslo_vmware.api [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52595814-abb7-0ea7-21ec-d56976ab6ab6, 'name': SearchDatastore_Task, 'duration_secs': 0.009496} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.440571] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1751.440886] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] c8d628d7-4626-4930-ba9d-dab479a58d71/c8d628d7-4626-4930-ba9d-dab479a58d71.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1751.441621] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 81e5c6eb-ca23-44f6-8ad4-bebac3fe146b] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1751.443369] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3046e7f0-5d8a-4c49-bc8d-3d1f196f1a36 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.451147] env[63622]: DEBUG oslo_vmware.api [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Waiting for the task: (returnval){ [ 1751.451147] env[63622]: value = "task-1817254" [ 1751.451147] env[63622]: _type = "Task" [ 1751.451147] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.458235] env[63622]: DEBUG nova.policy [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9082ff96cc54b1b941ed0ec3097df1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ad62cf7154f44ca90b6b3cdd2895cc8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1751.465450] env[63622]: DEBUG oslo_vmware.api [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1817254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.544821] env[63622]: DEBUG nova.compute.manager [req-92e1bd56-8013-4747-b597-aea610997ce3 req-71f2d089-3af3-4e03-84f7-41bad44de96d service nova] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Received event network-vif-deleted-919bb03a-0572-4d35-89dc-e2e00df08d04 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1751.592829] env[63622]: DEBUG oslo_vmware.api [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817253, 'name': CloneVM_Task, 'duration_secs': 1.373111} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.595035] env[63622]: INFO nova.virt.vmwareapi.vmops [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Created linked-clone VM from snapshot [ 1751.595833] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3e0510-1b56-4a71-b13c-1dffd888ea98 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.609565] env[63622]: DEBUG nova.virt.vmwareapi.images [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Uploading image 9949b74a-e75d-4aac-914d-8cafc9c53f63 {{(pid=63622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1751.646153] env[63622]: DEBUG oslo_vmware.rw_handles [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1751.646153] env[63622]: value = "vm-376487" [ 1751.646153] env[63622]: _type = "VirtualMachine" [ 1751.646153] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1751.646586] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0c1c1a6f-aae0-4401-bb25-158c827c2911 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.657472] env[63622]: DEBUG oslo_vmware.rw_handles [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lease: (returnval){ [ 1751.657472] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]524df98f-dc78-3ae8-b9f3-2059e91baae4" [ 1751.657472] env[63622]: _type = "HttpNfcLease" [ 1751.657472] env[63622]: } obtained for exporting VM: (result){ [ 1751.657472] env[63622]: value = "vm-376487" [ 1751.657472] env[63622]: _type = "VirtualMachine" [ 1751.657472] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1751.658031] env[63622]: DEBUG oslo_vmware.api [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the lease: (returnval){ [ 1751.658031] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]524df98f-dc78-3ae8-b9f3-2059e91baae4" [ 1751.658031] env[63622]: _type = "HttpNfcLease" [ 1751.658031] env[63622]: } to be ready. {{(pid=63622) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1751.668928] env[63622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1751.668928] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]524df98f-dc78-3ae8-b9f3-2059e91baae4" [ 1751.668928] env[63622]: _type = "HttpNfcLease" [ 1751.668928] env[63622]: } is initializing. {{(pid=63622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1751.694260] env[63622]: DEBUG oslo_concurrency.lockutils [req-d4b9e6f9-044b-4f1f-a4a6-5ce4a4b824e5 req-c9822bfa-89ba-4623-ac11-6218ba3bc91a service nova] Releasing lock "refresh_cache-c8d628d7-4626-4930-ba9d-dab479a58d71" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1751.746796] env[63622]: DEBUG oslo_vmware.rw_handles [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Completed reading data from the image iterator. {{(pid=63622) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1751.746796] env[63622]: DEBUG oslo_vmware.rw_handles [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525c099d-e572-b16e-bc08-b2335b06e2e2/disk-0.vmdk. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1751.746796] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c596b2ed-37ff-40da-81a7-77b6a37b8cc2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.753955] env[63622]: DEBUG oslo_vmware.rw_handles [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525c099d-e572-b16e-bc08-b2335b06e2e2/disk-0.vmdk is in state: ready. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1751.754180] env[63622]: DEBUG oslo_vmware.rw_handles [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525c099d-e572-b16e-bc08-b2335b06e2e2/disk-0.vmdk. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1751.754481] env[63622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0b60caa9-b7a3-4ea0-8991-67910f42f98b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.786783] env[63622]: DEBUG nova.network.neutron [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Successfully created port: 26bcb58c-79ce-4aaf-9978-f2782dab206f {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1751.848359] env[63622]: INFO nova.compute.manager [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Took 0.55 seconds to detach 1 volumes for instance. [ 1751.896055] env[63622]: DEBUG nova.compute.manager [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1751.946239] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 7c9e8b0e-9762-420f-b84e-6a3eb24c99ce] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1751.960590] env[63622]: DEBUG oslo_vmware.api [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1817254, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476219} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.960884] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] c8d628d7-4626-4930-ba9d-dab479a58d71/c8d628d7-4626-4930-ba9d-dab479a58d71.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1751.961100] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1751.961380] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09052fe2-0c8f-4906-b6d5-c975cbf8c192 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.968759] env[63622]: DEBUG oslo_vmware.api [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Waiting for the task: (returnval){ [ 1751.968759] env[63622]: value = "task-1817256" [ 1751.968759] env[63622]: _type = "Task" [ 1751.968759] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.979025] env[63622]: DEBUG oslo_vmware.api [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1817256, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.990148] env[63622]: DEBUG nova.network.neutron [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1752.047605] env[63622]: DEBUG oslo_vmware.rw_handles [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525c099d-e572-b16e-bc08-b2335b06e2e2/disk-0.vmdk. {{(pid=63622) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1752.047727] env[63622]: INFO nova.virt.vmwareapi.images [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Downloaded image file data 56f70fe3-3d82-49f8-b224-e3d7b97c8d95 [ 1752.048502] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d330bb87-5a53-4c2f-bce6-cd817369d7a1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.068283] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e23898d4-6ca2-4595-9ab5-72f18c4e0ef2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.092112] env[63622]: INFO nova.virt.vmwareapi.images [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] The imported VM was unregistered [ 1752.094360] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Caching image {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1752.094598] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Creating directory with path [datastore1] devstack-image-cache_base/56f70fe3-3d82-49f8-b224-e3d7b97c8d95 {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1752.097532] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6135129c-4ad2-450a-9791-b91c0a41380d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.110689] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Created directory with path [datastore1] devstack-image-cache_base/56f70fe3-3d82-49f8-b224-e3d7b97c8d95 {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1752.110895] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_a09b9405-a44b-4316-af02-840b8acb82af/OSTACK_IMG_a09b9405-a44b-4316-af02-840b8acb82af.vmdk to [datastore1] devstack-image-cache_base/56f70fe3-3d82-49f8-b224-e3d7b97c8d95/56f70fe3-3d82-49f8-b224-e3d7b97c8d95.vmdk. {{(pid=63622) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1752.113321] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-7fbc9575-5ee7-487c-a0af-35772fb9dfed {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.116927] env[63622]: DEBUG nova.compute.manager [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1752.117202] env[63622]: DEBUG nova.virt.hardware [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1752.120874] env[63622]: DEBUG nova.virt.hardware [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1752.120874] env[63622]: DEBUG nova.virt.hardware [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1752.120874] env[63622]: DEBUG nova.virt.hardware [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1752.120874] env[63622]: DEBUG nova.virt.hardware [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1752.120874] env[63622]: DEBUG nova.virt.hardware [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1752.120874] env[63622]: DEBUG nova.virt.hardware [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1752.120874] env[63622]: DEBUG nova.virt.hardware [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1752.120874] env[63622]: DEBUG nova.virt.hardware [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1752.120874] env[63622]: DEBUG nova.virt.hardware [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1752.120874] env[63622]: DEBUG nova.virt.hardware [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1752.120874] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0058f45-d18a-4e17-bd36-fb42dbac6836 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.128818] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc15b7a-d6b7-438a-9a68-5a29640568df {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.133277] env[63622]: DEBUG oslo_vmware.api [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Waiting for the task: (returnval){ [ 1752.133277] env[63622]: value = "task-1817258" [ 1752.133277] env[63622]: _type = "Task" [ 1752.133277] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.152533] env[63622]: DEBUG oslo_vmware.api [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817258, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.167806] env[63622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1752.167806] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]524df98f-dc78-3ae8-b9f3-2059e91baae4" [ 1752.167806] env[63622]: _type = "HttpNfcLease" [ 1752.167806] env[63622]: } is ready. {{(pid=63622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1752.168257] env[63622]: DEBUG oslo_vmware.rw_handles [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1752.168257] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]524df98f-dc78-3ae8-b9f3-2059e91baae4" [ 1752.168257] env[63622]: _type = "HttpNfcLease" [ 1752.168257] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1752.169215] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753e5e01-a918-4b14-aea2-cfc6f1a3f415 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.179480] env[63622]: DEBUG oslo_vmware.rw_handles [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e4afd8-3608-8f90-d7d6-240af41ae18f/disk-0.vmdk from lease info. {{(pid=63622) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1752.179851] env[63622]: DEBUG oslo_vmware.rw_handles [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e4afd8-3608-8f90-d7d6-240af41ae18f/disk-0.vmdk for reading. {{(pid=63622) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1752.244577] env[63622]: DEBUG nova.network.neutron [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Updating instance_info_cache with network_info: [{"id": "1246344b-ce7f-404d-8259-c154f0a34a08", "address": "fa:16:3e:75:81:ed", "network": {"id": "e355a8e4-cb34-48d2-b49e-04f63323bcd3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2075011031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc9afaab53b4669b7d61e60bed47df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1246344b-ce", "ovs_interfaceid": "1246344b-ce7f-404d-8259-c154f0a34a08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1752.297608] env[63622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a05fe1f1-dee9-48a0-9cc9-d8e85a5edf23 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.357300] env[63622]: DEBUG oslo_concurrency.lockutils [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.377442] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f56ef2e-fc60-48b0-bd44-c2f4a286f7ec {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.387079] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b95b1f4-af0c-44ac-9c58-5ea2b2bcb3b7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.424874] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0222de1-6e2c-4839-a1ef-9e4606ef8460 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.433878] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4404b8-2c09-43f4-980a-d2bfbaac38ce {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.452022] env[63622]: DEBUG nova.compute.provider_tree [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1752.452022] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 6cb1a1a3-a953-47f1-bcbc-8c484409c460] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1752.479123] env[63622]: DEBUG nova.compute.manager [req-9b577fae-b34c-4a96-9210-4f4179e2edd7 req-11d735ad-f500-4c96-a164-fa56359c48bb service nova] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Received event network-vif-plugged-1246344b-ce7f-404d-8259-c154f0a34a08 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1752.479123] env[63622]: DEBUG oslo_concurrency.lockutils [req-9b577fae-b34c-4a96-9210-4f4179e2edd7 req-11d735ad-f500-4c96-a164-fa56359c48bb service nova] Acquiring lock "4ca60959-0687-4529-8000-a5fe899dd88a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.479123] env[63622]: DEBUG oslo_concurrency.lockutils [req-9b577fae-b34c-4a96-9210-4f4179e2edd7 req-11d735ad-f500-4c96-a164-fa56359c48bb service nova] Lock "4ca60959-0687-4529-8000-a5fe899dd88a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.479123] env[63622]: DEBUG oslo_concurrency.lockutils [req-9b577fae-b34c-4a96-9210-4f4179e2edd7 req-11d735ad-f500-4c96-a164-fa56359c48bb service nova] Lock "4ca60959-0687-4529-8000-a5fe899dd88a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.479123] env[63622]: DEBUG nova.compute.manager [req-9b577fae-b34c-4a96-9210-4f4179e2edd7 req-11d735ad-f500-4c96-a164-fa56359c48bb service nova] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] No waiting events found dispatching network-vif-plugged-1246344b-ce7f-404d-8259-c154f0a34a08 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1752.479534] env[63622]: WARNING nova.compute.manager [req-9b577fae-b34c-4a96-9210-4f4179e2edd7 req-11d735ad-f500-4c96-a164-fa56359c48bb service nova] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Received unexpected event network-vif-plugged-1246344b-ce7f-404d-8259-c154f0a34a08 for instance with vm_state building and task_state spawning. [ 1752.479643] env[63622]: DEBUG nova.compute.manager [req-9b577fae-b34c-4a96-9210-4f4179e2edd7 req-11d735ad-f500-4c96-a164-fa56359c48bb service nova] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Received event network-changed-1246344b-ce7f-404d-8259-c154f0a34a08 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1752.479872] env[63622]: DEBUG nova.compute.manager [req-9b577fae-b34c-4a96-9210-4f4179e2edd7 req-11d735ad-f500-4c96-a164-fa56359c48bb service nova] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Refreshing instance network info cache due to event network-changed-1246344b-ce7f-404d-8259-c154f0a34a08. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1752.480240] env[63622]: DEBUG oslo_concurrency.lockutils [req-9b577fae-b34c-4a96-9210-4f4179e2edd7 req-11d735ad-f500-4c96-a164-fa56359c48bb service nova] Acquiring lock "refresh_cache-4ca60959-0687-4529-8000-a5fe899dd88a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1752.484515] env[63622]: DEBUG oslo_vmware.api [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1817256, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104779} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.485770] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1752.486805] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6592cee5-ca5c-42da-a696-87402b5775cf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.514474] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] c8d628d7-4626-4930-ba9d-dab479a58d71/c8d628d7-4626-4930-ba9d-dab479a58d71.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1752.517752] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ecb84b8-97f9-439a-bf6e-dc0d386636d8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.543345] env[63622]: DEBUG oslo_vmware.api [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Waiting for the task: (returnval){ [ 1752.543345] env[63622]: value = "task-1817259" [ 1752.543345] env[63622]: _type = "Task" [ 1752.543345] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.551806] env[63622]: DEBUG oslo_vmware.api [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1817259, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.646856] env[63622]: DEBUG oslo_vmware.api [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817258, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.748148] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Releasing lock "refresh_cache-4ca60959-0687-4529-8000-a5fe899dd88a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.748454] env[63622]: DEBUG nova.compute.manager [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Instance network_info: |[{"id": "1246344b-ce7f-404d-8259-c154f0a34a08", "address": "fa:16:3e:75:81:ed", "network": {"id": "e355a8e4-cb34-48d2-b49e-04f63323bcd3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2075011031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc9afaab53b4669b7d61e60bed47df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1246344b-ce", "ovs_interfaceid": "1246344b-ce7f-404d-8259-c154f0a34a08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1752.748773] env[63622]: DEBUG oslo_concurrency.lockutils [req-9b577fae-b34c-4a96-9210-4f4179e2edd7 req-11d735ad-f500-4c96-a164-fa56359c48bb service nova] Acquired lock "refresh_cache-4ca60959-0687-4529-8000-a5fe899dd88a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1752.748961] env[63622]: DEBUG nova.network.neutron [req-9b577fae-b34c-4a96-9210-4f4179e2edd7 req-11d735ad-f500-4c96-a164-fa56359c48bb service nova] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Refreshing network info cache for port 1246344b-ce7f-404d-8259-c154f0a34a08 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1752.750570] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:81:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ccbc7a-cf8d-4ea2-8411-291a1e27df7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1246344b-ce7f-404d-8259-c154f0a34a08', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1752.758883] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Creating folder: Project (8dc9afaab53b4669b7d61e60bed47df7). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1752.762646] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9448468-a988-410f-b06e-858fd18ff699 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.780029] env[63622]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1752.780288] env[63622]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63622) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1752.780806] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Folder already exists: Project (8dc9afaab53b4669b7d61e60bed47df7). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1752.781169] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Creating folder: Instances. Parent ref: group-v376462. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1752.781963] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8baefb6a-8202-4def-9df2-96b747301046 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.792479] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Created folder: Instances in parent group-v376462. [ 1752.792479] env[63622]: DEBUG oslo.service.loopingcall [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1752.792893] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1752.793297] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f47138f-f93d-4a6a-9cbb-045d0bbaec81 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.820586] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1752.820586] env[63622]: value = "task-1817262" [ 1752.820586] env[63622]: _type = "Task" [ 1752.820586] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.829423] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817262, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.930250] env[63622]: DEBUG nova.compute.manager [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1752.957133] env[63622]: DEBUG nova.scheduler.client.report [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1752.961070] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 42ace043-c368-4557-89fc-dbbf40c022ce] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1753.058884] env[63622]: DEBUG oslo_vmware.api [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1817259, 'name': ReconfigVM_Task, 'duration_secs': 0.457878} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.060895] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Reconfigured VM instance instance-00000055 to attach disk [datastore1] c8d628d7-4626-4930-ba9d-dab479a58d71/c8d628d7-4626-4930-ba9d-dab479a58d71.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1753.062503] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a4aab6e-e414-4636-8d08-c54c32f08042 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.069289] env[63622]: DEBUG nova.network.neutron [req-9b577fae-b34c-4a96-9210-4f4179e2edd7 req-11d735ad-f500-4c96-a164-fa56359c48bb service nova] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Updated VIF entry in instance network info cache for port 1246344b-ce7f-404d-8259-c154f0a34a08. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1753.069707] env[63622]: DEBUG nova.network.neutron [req-9b577fae-b34c-4a96-9210-4f4179e2edd7 req-11d735ad-f500-4c96-a164-fa56359c48bb service nova] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Updating instance_info_cache with network_info: [{"id": "1246344b-ce7f-404d-8259-c154f0a34a08", "address": "fa:16:3e:75:81:ed", "network": {"id": "e355a8e4-cb34-48d2-b49e-04f63323bcd3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2075011031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc9afaab53b4669b7d61e60bed47df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1246344b-ce", "ovs_interfaceid": "1246344b-ce7f-404d-8259-c154f0a34a08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1753.073493] env[63622]: DEBUG oslo_vmware.api [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Waiting for the task: (returnval){ [ 1753.073493] env[63622]: value = "task-1817263" [ 1753.073493] env[63622]: _type = "Task" [ 1753.073493] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.076140] env[63622]: DEBUG nova.virt.hardware [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1753.076516] env[63622]: DEBUG nova.virt.hardware [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1753.076779] env[63622]: DEBUG nova.virt.hardware [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1753.076999] env[63622]: DEBUG nova.virt.hardware [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1753.077307] env[63622]: DEBUG nova.virt.hardware [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1753.077486] env[63622]: DEBUG nova.virt.hardware [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1753.077792] env[63622]: DEBUG nova.virt.hardware [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1753.078022] env[63622]: DEBUG nova.virt.hardware [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1753.078287] env[63622]: DEBUG nova.virt.hardware [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1753.078535] env[63622]: DEBUG nova.virt.hardware [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1753.078798] env[63622]: DEBUG nova.virt.hardware [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1753.079868] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6704f8-c3fb-45d8-9adf-8674ad1654e7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.096524] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52490ec2-94f6-4883-b0f5-52d374d811dc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.101269] env[63622]: DEBUG oslo_vmware.api [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1817263, 'name': Rename_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.147324] env[63622]: DEBUG oslo_vmware.api [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817258, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.330603] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817262, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.467322] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.467322] env[63622]: DEBUG nova.compute.manager [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1753.470264] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: ada46b59-e636-461e-8650-8051a98550dc] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1753.476105] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1a22fbbe-8c0a-41a1-80c4-4b36d14bc7c5 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.363s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.476105] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1a22fbbe-8c0a-41a1-80c4-4b36d14bc7c5 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.479017] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d12f07fd-e1cf-4e38-8139-f95d0242faaf tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.986s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.479017] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d12f07fd-e1cf-4e38-8139-f95d0242faaf tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.484539] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f7714ae9-edb3-4417-a2ee-5d9686d30416 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.829s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.484816] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f7714ae9-edb3-4417-a2ee-5d9686d30416 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.490137] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2cc2b4da-b9e4-4cd0-9a99-cb6d51e79be4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.279s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.490584] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2cc2b4da-b9e4-4cd0-9a99-cb6d51e79be4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.493637] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5322ff61-70b9-4e79-9fa2-db869ef0067f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.142s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.493637] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5322ff61-70b9-4e79-9fa2-db869ef0067f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.494974] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a167e89d-3ec9-4976-941a-f07cd0ccce1c tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.967s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.496214] env[63622]: DEBUG nova.objects.instance [None req-a167e89d-3ec9-4976-941a-f07cd0ccce1c tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Lazy-loading 'resources' on Instance uuid 6a584ddb-fae6-4dd8-9b55-093406314097 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1753.522198] env[63622]: INFO nova.scheduler.client.report [None req-5322ff61-70b9-4e79-9fa2-db869ef0067f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Deleted allocations for instance 32355a6b-26c7-4c69-95d8-35578a757907 [ 1753.529502] env[63622]: INFO nova.scheduler.client.report [None req-f7714ae9-edb3-4417-a2ee-5d9686d30416 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Deleted allocations for instance fc8cce34-20b3-4963-9e3b-b3d8b303b23e [ 1753.539267] env[63622]: INFO nova.scheduler.client.report [None req-d12f07fd-e1cf-4e38-8139-f95d0242faaf tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Deleted allocations for instance 33d3c30c-584c-4547-823a-feaca12bad8d [ 1753.545424] env[63622]: INFO nova.scheduler.client.report [None req-1a22fbbe-8c0a-41a1-80c4-4b36d14bc7c5 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Deleted allocations for instance d9c53bf1-f585-498b-99c9-fea2cf9e74a1 [ 1753.557341] env[63622]: INFO nova.scheduler.client.report [None req-2cc2b4da-b9e4-4cd0-9a99-cb6d51e79be4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Deleted allocations for instance 0ea5d621-0d9c-4062-8a21-88f72cdece18 [ 1753.573582] env[63622]: DEBUG oslo_concurrency.lockutils [req-9b577fae-b34c-4a96-9210-4f4179e2edd7 req-11d735ad-f500-4c96-a164-fa56359c48bb service nova] Releasing lock "refresh_cache-4ca60959-0687-4529-8000-a5fe899dd88a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.580611] env[63622]: DEBUG nova.network.neutron [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Successfully updated port: 26bcb58c-79ce-4aaf-9978-f2782dab206f {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1753.597087] env[63622]: DEBUG oslo_vmware.api [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1817263, 'name': Rename_Task, 'duration_secs': 0.216241} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.597802] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1753.597989] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6acab69-47e5-465f-9f49-ff50b2dcea8e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.602727] env[63622]: DEBUG nova.compute.manager [req-f4c90f36-1436-4282-bf0b-e0eefb27fdc4 req-2c6ccff4-7686-4311-966f-af8d3c7827fd service nova] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Received event network-vif-plugged-26bcb58c-79ce-4aaf-9978-f2782dab206f {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1753.603216] env[63622]: DEBUG oslo_concurrency.lockutils [req-f4c90f36-1436-4282-bf0b-e0eefb27fdc4 req-2c6ccff4-7686-4311-966f-af8d3c7827fd service nova] Acquiring lock "8b252127-42c1-4f62-aa3e-c83d1103c382-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.603972] env[63622]: DEBUG oslo_concurrency.lockutils [req-f4c90f36-1436-4282-bf0b-e0eefb27fdc4 req-2c6ccff4-7686-4311-966f-af8d3c7827fd service nova] Lock "8b252127-42c1-4f62-aa3e-c83d1103c382-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.603972] env[63622]: DEBUG oslo_concurrency.lockutils [req-f4c90f36-1436-4282-bf0b-e0eefb27fdc4 req-2c6ccff4-7686-4311-966f-af8d3c7827fd service nova] Lock "8b252127-42c1-4f62-aa3e-c83d1103c382-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.603972] env[63622]: DEBUG nova.compute.manager [req-f4c90f36-1436-4282-bf0b-e0eefb27fdc4 req-2c6ccff4-7686-4311-966f-af8d3c7827fd service nova] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] No waiting events found dispatching network-vif-plugged-26bcb58c-79ce-4aaf-9978-f2782dab206f {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1753.604341] env[63622]: WARNING nova.compute.manager [req-f4c90f36-1436-4282-bf0b-e0eefb27fdc4 req-2c6ccff4-7686-4311-966f-af8d3c7827fd service nova] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Received unexpected event network-vif-plugged-26bcb58c-79ce-4aaf-9978-f2782dab206f for instance with vm_state building and task_state spawning. [ 1753.606808] env[63622]: DEBUG oslo_vmware.api [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Waiting for the task: (returnval){ [ 1753.606808] env[63622]: value = "task-1817264" [ 1753.606808] env[63622]: _type = "Task" [ 1753.606808] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.616800] env[63622]: DEBUG oslo_vmware.api [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1817264, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.651547] env[63622]: DEBUG oslo_vmware.api [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817258, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.832163] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817262, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.002517] env[63622]: DEBUG nova.compute.utils [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1754.004485] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: c54c2c2c-a066-4b23-b0ed-95c422024d3f] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1754.007013] env[63622]: DEBUG nova.compute.manager [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1754.007144] env[63622]: DEBUG nova.network.neutron [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1754.037715] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f7714ae9-edb3-4417-a2ee-5d9686d30416 tempest-ServerRescueTestJSONUnderV235-466785769 tempest-ServerRescueTestJSONUnderV235-466785769-project-member] Lock "fc8cce34-20b3-4963-9e3b-b3d8b303b23e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.740s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.047836] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5322ff61-70b9-4e79-9fa2-db869ef0067f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "32355a6b-26c7-4c69-95d8-35578a757907" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.793s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.049304] env[63622]: DEBUG oslo_concurrency.lockutils [req-fc4bc383-2bdc-4e19-8b75-febd78d3c5ae req-31522b61-d8bc-4480-ac06-61019a83c0b4 service nova] Acquired lock "32355a6b-26c7-4c69-95d8-35578a757907" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.049963] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d12f07fd-e1cf-4e38-8139-f95d0242faaf tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Lock "33d3c30c-584c-4547-823a-feaca12bad8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.695s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.051741] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026eceb5-6772-40e5-811f-a1d35a1052e5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.058853] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1a22fbbe-8c0a-41a1-80c4-4b36d14bc7c5 tempest-MultipleCreateTestJSON-826805205 tempest-MultipleCreateTestJSON-826805205-project-member] Lock "d9c53bf1-f585-498b-99c9-fea2cf9e74a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.542s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.066167] env[63622]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1754.066167] env[63622]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=63622) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1754.068245] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2cc2b4da-b9e4-4cd0-9a99-cb6d51e79be4 tempest-ListServerFiltersTestJSON-1909010815 tempest-ListServerFiltersTestJSON-1909010815-project-member] Lock "0ea5d621-0d9c-4062-8a21-88f72cdece18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.614s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.071893] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8687e4a4-6ae7-4488-8b31-6a3e57c7d7ed {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.076704] env[63622]: DEBUG nova.policy [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47f2ba82b68243a0af242e8798e4f1d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a0890704ac74d28998a905c11f1f4b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1754.087113] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4b7060-1fd3-482a-9e70-68d49bafb526 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.104509] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Acquiring lock "refresh_cache-8b252127-42c1-4f62-aa3e-c83d1103c382" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1754.104724] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Acquired lock "refresh_cache-8b252127-42c1-4f62-aa3e-c83d1103c382" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.104829] env[63622]: DEBUG nova.network.neutron [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1754.119455] env[63622]: DEBUG oslo_vmware.api [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1817264, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.138422] env[63622]: ERROR root [req-fc4bc383-2bdc-4e19-8b75-febd78d3c5ae req-31522b61-d8bc-4480-ac06-61019a83c0b4 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-376429' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-376429' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-376429' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-376429'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-376429' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-376429' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-376429'}\n"]: nova.exception.InstanceNotFound: Instance 32355a6b-26c7-4c69-95d8-35578a757907 could not be found. [ 1754.138422] env[63622]: DEBUG oslo_concurrency.lockutils [req-fc4bc383-2bdc-4e19-8b75-febd78d3c5ae req-31522b61-d8bc-4480-ac06-61019a83c0b4 service nova] Releasing lock "32355a6b-26c7-4c69-95d8-35578a757907" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.138422] env[63622]: DEBUG nova.compute.manager [req-fc4bc383-2bdc-4e19-8b75-febd78d3c5ae req-31522b61-d8bc-4480-ac06-61019a83c0b4 service nova] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Detach interface failed, port_id=34929647-1f03-4972-a5df-bce8b378d8a2, reason: Instance 32355a6b-26c7-4c69-95d8-35578a757907 could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1754.149576] env[63622]: DEBUG oslo_vmware.api [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817258, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.336499] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817262, 'name': CreateVM_Task, 'duration_secs': 1.142589} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.339736] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1754.341072] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'delete_on_termination': True, 'device_type': None, 'attachment_id': '98af8efc-ab95-4170-b682-458b8e8d234e', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376471', 'volume_id': '81f723bf-9a61-4f8f-b925-5585710796b1', 'name': 'volume-81f723bf-9a61-4f8f-b925-5585710796b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4ca60959-0687-4529-8000-a5fe899dd88a', 'attached_at': '', 'detached_at': '', 'volume_id': '81f723bf-9a61-4f8f-b925-5585710796b1', 'serial': '81f723bf-9a61-4f8f-b925-5585710796b1'}, 'disk_bus': None, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=63622) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1754.341579] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Root volume attach. Driver type: vmdk {{(pid=63622) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1754.343034] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37b40bd-ae80-46c0-9adf-d8350452cacf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.352685] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a278d2-2d27-45a2-b0dd-7179883be455 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.361018] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa65e14b-b179-43fb-950e-8486096d5222 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.365848] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8febc9c3-72ac-450a-bc0d-b792c880b516 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.373269] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516e808e-c4f1-4430-b7fd-b57347f6da98 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.381435] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-660ed5ee-4f13-4325-accf-8440740ba1e2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.419128] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff63ea00-c363-44d8-8619-e4885ea8b879 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.426134] env[63622]: DEBUG oslo_vmware.api [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Waiting for the task: (returnval){ [ 1754.426134] env[63622]: value = "task-1817265" [ 1754.426134] env[63622]: _type = "Task" [ 1754.426134] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.432567] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252a87ac-bc38-47f8-b2f7-0ae9509845a6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.442246] env[63622]: DEBUG oslo_vmware.api [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Task: {'id': task-1817265, 'name': RelocateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.451455] env[63622]: DEBUG nova.compute.provider_tree [None req-a167e89d-3ec9-4976-941a-f07cd0ccce1c tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1754.454564] env[63622]: DEBUG nova.network.neutron [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Successfully created port: d1b7d7d7-0c59-4531-92d2-5da6f1498340 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1754.507569] env[63622]: DEBUG nova.compute.manager [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1754.512920] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: d88a3d07-ca1b-4002-99a5-555fe6be3435] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1754.621065] env[63622]: DEBUG oslo_vmware.api [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1817264, 'name': PowerOnVM_Task, 'duration_secs': 0.871045} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.621354] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1754.621561] env[63622]: INFO nova.compute.manager [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Took 6.84 seconds to spawn the instance on the hypervisor. [ 1754.621775] env[63622]: DEBUG nova.compute.manager [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1754.622664] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b45b9f-f2ae-485e-9d93-7af4c94b3871 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.649712] env[63622]: DEBUG oslo_vmware.api [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817258, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.350494} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.649987] env[63622]: INFO nova.virt.vmwareapi.ds_util [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_a09b9405-a44b-4316-af02-840b8acb82af/OSTACK_IMG_a09b9405-a44b-4316-af02-840b8acb82af.vmdk to [datastore1] devstack-image-cache_base/56f70fe3-3d82-49f8-b224-e3d7b97c8d95/56f70fe3-3d82-49f8-b224-e3d7b97c8d95.vmdk. [ 1754.650196] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Cleaning up location [datastore1] OSTACK_IMG_a09b9405-a44b-4316-af02-840b8acb82af {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1754.650363] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_a09b9405-a44b-4316-af02-840b8acb82af {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1754.654020] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b435c53e-524d-4e20-a5f9-d4f5bb0c4999 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.657224] env[63622]: DEBUG oslo_vmware.api [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Waiting for the task: (returnval){ [ 1754.657224] env[63622]: value = "task-1817266" [ 1754.657224] env[63622]: _type = "Task" [ 1754.657224] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.665838] env[63622]: DEBUG oslo_vmware.api [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.681210] env[63622]: DEBUG nova.network.neutron [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1754.940540] env[63622]: DEBUG oslo_vmware.api [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Task: {'id': task-1817265, 'name': RelocateVM_Task, 'duration_secs': 0.450036} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.940784] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Volume attach. Driver type: vmdk {{(pid=63622) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1754.941077] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376471', 'volume_id': '81f723bf-9a61-4f8f-b925-5585710796b1', 'name': 'volume-81f723bf-9a61-4f8f-b925-5585710796b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4ca60959-0687-4529-8000-a5fe899dd88a', 'attached_at': '', 'detached_at': '', 'volume_id': '81f723bf-9a61-4f8f-b925-5585710796b1', 'serial': '81f723bf-9a61-4f8f-b925-5585710796b1'} {{(pid=63622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1754.941793] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3f0937-b4b1-420d-bc1e-c51cec3c41e7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.959832] env[63622]: DEBUG nova.scheduler.client.report [None req-a167e89d-3ec9-4976-941a-f07cd0ccce1c tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1754.965346] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99157afb-ee32-4c6e-b1c3-1d74f8a955d6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.991446] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] volume-81f723bf-9a61-4f8f-b925-5585710796b1/volume-81f723bf-9a61-4f8f-b925-5585710796b1.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1754.992482] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e04406e0-a2d6-4a5e-8882-3bd8fd826b53 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.024124] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 687c8f97-8e4a-4a95-bca9-710c0e8c98ff] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1755.028042] env[63622]: DEBUG oslo_vmware.api [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Waiting for the task: (returnval){ [ 1755.028042] env[63622]: value = "task-1817267" [ 1755.028042] env[63622]: _type = "Task" [ 1755.028042] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.035327] env[63622]: DEBUG oslo_vmware.api [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Task: {'id': task-1817267, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.093774] env[63622]: DEBUG nova.network.neutron [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Updating instance_info_cache with network_info: [{"id": "26bcb58c-79ce-4aaf-9978-f2782dab206f", "address": "fa:16:3e:15:60:c6", "network": {"id": "755ea110-0408-4795-aea2-115546110883", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-389251380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ad62cf7154f44ca90b6b3cdd2895cc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26bcb58c-79", "ovs_interfaceid": "26bcb58c-79ce-4aaf-9978-f2782dab206f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1755.142887] env[63622]: INFO nova.compute.manager [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Took 30.54 seconds to build instance. [ 1755.167367] env[63622]: DEBUG oslo_vmware.api [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.044844} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.168339] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1755.168532] env[63622]: DEBUG oslo_concurrency.lockutils [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Releasing lock "[datastore1] devstack-image-cache_base/56f70fe3-3d82-49f8-b224-e3d7b97c8d95/56f70fe3-3d82-49f8-b224-e3d7b97c8d95.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.168775] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/56f70fe3-3d82-49f8-b224-e3d7b97c8d95/56f70fe3-3d82-49f8-b224-e3d7b97c8d95.vmdk to [datastore1] dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3/dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1755.169047] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8ae8ccc-a77e-4fb7-bf51-92af14a9cac8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.176594] env[63622]: DEBUG oslo_vmware.api [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Waiting for the task: (returnval){ [ 1755.176594] env[63622]: value = "task-1817268" [ 1755.176594] env[63622]: _type = "Task" [ 1755.176594] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.185123] env[63622]: DEBUG oslo_vmware.api [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817268, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.469708] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a167e89d-3ec9-4976-941a-f07cd0ccce1c tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.477127] env[63622]: DEBUG oslo_concurrency.lockutils [None req-dece8791-4e6e-4f27-84bb-731c185f8850 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.325s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.502456] env[63622]: INFO nova.scheduler.client.report [None req-a167e89d-3ec9-4976-941a-f07cd0ccce1c tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Deleted allocations for instance 6a584ddb-fae6-4dd8-9b55-093406314097 [ 1755.528531] env[63622]: DEBUG nova.compute.manager [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1755.531624] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 57bcc753-9658-4126-ac0a-fa6b0bc1dc81] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1755.546267] env[63622]: DEBUG oslo_vmware.api [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Task: {'id': task-1817267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.568219] env[63622]: DEBUG nova.virt.hardware [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1755.568219] env[63622]: DEBUG nova.virt.hardware [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1755.569344] env[63622]: DEBUG nova.virt.hardware [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1755.569585] env[63622]: DEBUG nova.virt.hardware [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1755.569897] env[63622]: DEBUG nova.virt.hardware [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1755.569897] env[63622]: DEBUG nova.virt.hardware [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1755.570143] env[63622]: DEBUG nova.virt.hardware [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1755.570336] env[63622]: DEBUG nova.virt.hardware [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1755.570517] env[63622]: DEBUG nova.virt.hardware [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1755.570727] env[63622]: DEBUG nova.virt.hardware [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1755.570926] env[63622]: DEBUG nova.virt.hardware [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1755.571888] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b726e1-b5cc-4846-ab60-93e21bcc5362 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.587486] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75808997-ad5f-4a6e-a7e9-e80ca973db36 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.597979] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Releasing lock "refresh_cache-8b252127-42c1-4f62-aa3e-c83d1103c382" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.598461] env[63622]: DEBUG nova.compute.manager [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Instance network_info: |[{"id": "26bcb58c-79ce-4aaf-9978-f2782dab206f", "address": "fa:16:3e:15:60:c6", "network": {"id": "755ea110-0408-4795-aea2-115546110883", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-389251380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ad62cf7154f44ca90b6b3cdd2895cc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26bcb58c-79", "ovs_interfaceid": "26bcb58c-79ce-4aaf-9978-f2782dab206f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1755.607709] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:60:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26bcb58c-79ce-4aaf-9978-f2782dab206f', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1755.615671] env[63622]: DEBUG oslo.service.loopingcall [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1755.616590] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1755.617262] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b21b2ba-f1f4-4edd-9c36-4103bcd71435 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.643023] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1755.643023] env[63622]: value = "task-1817269" [ 1755.643023] env[63622]: _type = "Task" [ 1755.643023] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.645894] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d8ea8053-2c34-4eac-b656-026dd15e44ff tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lock "c8d628d7-4626-4930-ba9d-dab479a58d71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.052s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.653640] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817269, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.690661] env[63622]: DEBUG oslo_vmware.api [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817268, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.762025] env[63622]: DEBUG nova.compute.manager [req-e39cb358-67c2-4af3-8ef7-bafbb1674dfe req-d4d4cdfc-4b16-4ebc-8eb6-da2a1993def0 service nova] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Received event network-changed-26bcb58c-79ce-4aaf-9978-f2782dab206f {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1755.762025] env[63622]: DEBUG nova.compute.manager [req-e39cb358-67c2-4af3-8ef7-bafbb1674dfe req-d4d4cdfc-4b16-4ebc-8eb6-da2a1993def0 service nova] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Refreshing instance network info cache due to event network-changed-26bcb58c-79ce-4aaf-9978-f2782dab206f. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1755.762025] env[63622]: DEBUG oslo_concurrency.lockutils [req-e39cb358-67c2-4af3-8ef7-bafbb1674dfe req-d4d4cdfc-4b16-4ebc-8eb6-da2a1993def0 service nova] Acquiring lock "refresh_cache-8b252127-42c1-4f62-aa3e-c83d1103c382" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1755.762025] env[63622]: DEBUG oslo_concurrency.lockutils [req-e39cb358-67c2-4af3-8ef7-bafbb1674dfe req-d4d4cdfc-4b16-4ebc-8eb6-da2a1993def0 service nova] Acquired lock "refresh_cache-8b252127-42c1-4f62-aa3e-c83d1103c382" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.762025] env[63622]: DEBUG nova.network.neutron [req-e39cb358-67c2-4af3-8ef7-bafbb1674dfe req-d4d4cdfc-4b16-4ebc-8eb6-da2a1993def0 service nova] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Refreshing network info cache for port 26bcb58c-79ce-4aaf-9978-f2782dab206f {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1755.866924] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578e38f8-4777-4427-9961-bc9ce039fae8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.876381] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b411cb-d83c-4134-939c-9f476244e4f3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.914905] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9891ca-e7f1-4d8a-b2ac-0360878d545e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.924283] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19135e8-f878-46fe-8cc2-5c888c241d25 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.940316] env[63622]: DEBUG nova.compute.provider_tree [None req-dece8791-4e6e-4f27-84bb-731c185f8850 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1756.013882] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a167e89d-3ec9-4976-941a-f07cd0ccce1c tempest-AttachInterfacesV270Test-335181128 tempest-AttachInterfacesV270Test-335181128-project-member] Lock "6a584ddb-fae6-4dd8-9b55-093406314097" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.002s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.043822] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 7911008d-bcbb-4fb3-89b5-fb38ccfbd591] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1756.046192] env[63622]: DEBUG oslo_vmware.api [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Task: {'id': task-1817267, 'name': ReconfigVM_Task, 'duration_secs': 0.838898} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.047810] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Reconfigured VM instance instance-00000056 to attach disk [datastore1] volume-81f723bf-9a61-4f8f-b925-5585710796b1/volume-81f723bf-9a61-4f8f-b925-5585710796b1.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1756.053497] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75741dc0-4177-42ec-80a7-d831612af56f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.071818] env[63622]: DEBUG oslo_vmware.api [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Waiting for the task: (returnval){ [ 1756.071818] env[63622]: value = "task-1817270" [ 1756.071818] env[63622]: _type = "Task" [ 1756.071818] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.083434] env[63622]: DEBUG oslo_vmware.api [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Task: {'id': task-1817270, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.157062] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817269, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.190901] env[63622]: DEBUG oslo_vmware.api [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817268, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.444658] env[63622]: DEBUG nova.scheduler.client.report [None req-dece8791-4e6e-4f27-84bb-731c185f8850 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1756.548962] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: fd0d9093-eff3-41be-ad8e-bd2cf74acfec] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1756.587385] env[63622]: DEBUG oslo_vmware.api [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Task: {'id': task-1817270, 'name': ReconfigVM_Task, 'duration_secs': 0.394162} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.592563] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376471', 'volume_id': '81f723bf-9a61-4f8f-b925-5585710796b1', 'name': 'volume-81f723bf-9a61-4f8f-b925-5585710796b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4ca60959-0687-4529-8000-a5fe899dd88a', 'attached_at': '', 'detached_at': '', 'volume_id': '81f723bf-9a61-4f8f-b925-5585710796b1', 'serial': '81f723bf-9a61-4f8f-b925-5585710796b1'} {{(pid=63622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1756.593879] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fce48743-0216-419b-b25e-e4104f25d340 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.603731] env[63622]: DEBUG oslo_vmware.api [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Waiting for the task: (returnval){ [ 1756.603731] env[63622]: value = "task-1817271" [ 1756.603731] env[63622]: _type = "Task" [ 1756.603731] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.618196] env[63622]: DEBUG oslo_vmware.api [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Task: {'id': task-1817271, 'name': Rename_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.662247] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817269, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.692298] env[63622]: DEBUG oslo_vmware.api [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817268, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.951984] env[63622]: DEBUG oslo_concurrency.lockutils [None req-dece8791-4e6e-4f27-84bb-731c185f8850 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.478s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.952239] env[63622]: INFO nova.compute.manager [None req-dece8791-4e6e-4f27-84bb-731c185f8850 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Successfully reverted task state from rebuilding on failure for instance. [ 1756.959096] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.796s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.960526] env[63622]: INFO nova.compute.claims [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1757.052630] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 78778b25-ccc1-495f-910c-34a2b57ecf3b] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1757.090019] env[63622]: DEBUG nova.network.neutron [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Successfully updated port: d1b7d7d7-0c59-4531-92d2-5da6f1498340 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1757.120020] env[63622]: DEBUG oslo_vmware.api [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Task: {'id': task-1817271, 'name': Rename_Task, 'duration_secs': 0.347007} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.120020] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1757.120020] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fa42433-fe53-4749-88ac-35f34242640d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.126348] env[63622]: DEBUG oslo_vmware.api [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Waiting for the task: (returnval){ [ 1757.126348] env[63622]: value = "task-1817272" [ 1757.126348] env[63622]: _type = "Task" [ 1757.126348] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.142533] env[63622]: DEBUG oslo_vmware.api [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Task: {'id': task-1817272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.155289] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817269, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.192694] env[63622]: DEBUG oslo_vmware.api [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817268, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.394686] env[63622]: DEBUG nova.network.neutron [req-e39cb358-67c2-4af3-8ef7-bafbb1674dfe req-d4d4cdfc-4b16-4ebc-8eb6-da2a1993def0 service nova] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Updated VIF entry in instance network info cache for port 26bcb58c-79ce-4aaf-9978-f2782dab206f. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1757.395349] env[63622]: DEBUG nova.network.neutron [req-e39cb358-67c2-4af3-8ef7-bafbb1674dfe req-d4d4cdfc-4b16-4ebc-8eb6-da2a1993def0 service nova] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Updating instance_info_cache with network_info: [{"id": "26bcb58c-79ce-4aaf-9978-f2782dab206f", "address": "fa:16:3e:15:60:c6", "network": {"id": "755ea110-0408-4795-aea2-115546110883", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-389251380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ad62cf7154f44ca90b6b3cdd2895cc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26bcb58c-79", "ovs_interfaceid": "26bcb58c-79ce-4aaf-9978-f2782dab206f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1757.560571] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 58cda789-5ec7-4f99-88aa-67efb74b9b62] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1757.597091] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "refresh_cache-3ba0280a-9e90-4236-b70b-f485d0766364" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.597091] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquired lock "refresh_cache-3ba0280a-9e90-4236-b70b-f485d0766364" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.597091] env[63622]: DEBUG nova.network.neutron [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1757.643323] env[63622]: DEBUG oslo_vmware.api [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Task: {'id': task-1817272, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.657205] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817269, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.692483] env[63622]: DEBUG oslo_vmware.api [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817268, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.828707] env[63622]: DEBUG nova.compute.manager [req-d09924ff-0d4d-47c4-bad2-d30bec3754f4 req-cd511187-791f-4c65-8101-0a3821a8533b service nova] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Received event network-vif-plugged-d1b7d7d7-0c59-4531-92d2-5da6f1498340 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1757.828942] env[63622]: DEBUG oslo_concurrency.lockutils [req-d09924ff-0d4d-47c4-bad2-d30bec3754f4 req-cd511187-791f-4c65-8101-0a3821a8533b service nova] Acquiring lock "3ba0280a-9e90-4236-b70b-f485d0766364-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.829304] env[63622]: DEBUG oslo_concurrency.lockutils [req-d09924ff-0d4d-47c4-bad2-d30bec3754f4 req-cd511187-791f-4c65-8101-0a3821a8533b service nova] Lock "3ba0280a-9e90-4236-b70b-f485d0766364-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.829441] env[63622]: DEBUG oslo_concurrency.lockutils [req-d09924ff-0d4d-47c4-bad2-d30bec3754f4 req-cd511187-791f-4c65-8101-0a3821a8533b service nova] Lock "3ba0280a-9e90-4236-b70b-f485d0766364-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.829625] env[63622]: DEBUG nova.compute.manager [req-d09924ff-0d4d-47c4-bad2-d30bec3754f4 req-cd511187-791f-4c65-8101-0a3821a8533b service nova] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] No waiting events found dispatching network-vif-plugged-d1b7d7d7-0c59-4531-92d2-5da6f1498340 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1757.829756] env[63622]: WARNING nova.compute.manager [req-d09924ff-0d4d-47c4-bad2-d30bec3754f4 req-cd511187-791f-4c65-8101-0a3821a8533b service nova] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Received unexpected event network-vif-plugged-d1b7d7d7-0c59-4531-92d2-5da6f1498340 for instance with vm_state building and task_state spawning. [ 1757.830197] env[63622]: DEBUG nova.compute.manager [req-d09924ff-0d4d-47c4-bad2-d30bec3754f4 req-cd511187-791f-4c65-8101-0a3821a8533b service nova] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Received event network-changed-d1b7d7d7-0c59-4531-92d2-5da6f1498340 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1757.830295] env[63622]: DEBUG nova.compute.manager [req-d09924ff-0d4d-47c4-bad2-d30bec3754f4 req-cd511187-791f-4c65-8101-0a3821a8533b service nova] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Refreshing instance network info cache due to event network-changed-d1b7d7d7-0c59-4531-92d2-5da6f1498340. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1757.830478] env[63622]: DEBUG oslo_concurrency.lockutils [req-d09924ff-0d4d-47c4-bad2-d30bec3754f4 req-cd511187-791f-4c65-8101-0a3821a8533b service nova] Acquiring lock "refresh_cache-3ba0280a-9e90-4236-b70b-f485d0766364" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.902262] env[63622]: DEBUG oslo_concurrency.lockutils [req-e39cb358-67c2-4af3-8ef7-bafbb1674dfe req-d4d4cdfc-4b16-4ebc-8eb6-da2a1993def0 service nova] Releasing lock "refresh_cache-8b252127-42c1-4f62-aa3e-c83d1103c382" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.064332] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 25a805c5-d5cd-458f-ae1c-75ef08f5263b] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1758.138948] env[63622]: DEBUG oslo_vmware.api [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Task: {'id': task-1817272, 'name': PowerOnVM_Task, 'duration_secs': 0.929484} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.142453] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1758.142901] env[63622]: INFO nova.compute.manager [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Took 6.03 seconds to spawn the instance on the hypervisor. [ 1758.142901] env[63622]: DEBUG nova.compute.manager [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1758.145236] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cc7577-a3eb-44fd-bc67-1fde495daf17 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.166021] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817269, 'name': CreateVM_Task, 'duration_secs': 2.114415} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.169177] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1758.170175] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.170354] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.170802] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1758.171186] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e8ef1f8-7934-4cde-90dc-435338a12476 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.179141] env[63622]: DEBUG oslo_vmware.api [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Waiting for the task: (returnval){ [ 1758.179141] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5258efa3-e48a-c744-20e7-ac826789b2b3" [ 1758.179141] env[63622]: _type = "Task" [ 1758.179141] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.198122] env[63622]: DEBUG oslo_vmware.api [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5258efa3-e48a-c744-20e7-ac826789b2b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.201954] env[63622]: DEBUG oslo_vmware.api [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817268, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.581754} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.202271] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/56f70fe3-3d82-49f8-b224-e3d7b97c8d95/56f70fe3-3d82-49f8-b224-e3d7b97c8d95.vmdk to [datastore1] dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3/dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1758.203184] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23884881-536f-4b69-ad66-e5b312437214 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.234549] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3/dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3.vmdk or device None with type streamOptimized {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1758.235956] env[63622]: DEBUG nova.network.neutron [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1758.241108] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83ee03dd-0276-4433-a99e-9912e7ff7458 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.263997] env[63622]: DEBUG oslo_vmware.api [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Waiting for the task: (returnval){ [ 1758.263997] env[63622]: value = "task-1817273" [ 1758.263997] env[63622]: _type = "Task" [ 1758.263997] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.273125] env[63622]: DEBUG oslo_vmware.api [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817273, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.426608] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c51eb9-1b20-4171-9648-e12d4d6ec586 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.437255] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5020cec-642e-4964-a09f-f1556facae3c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.471451] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ad2358-98b7-4b12-a4b3-df4bba54e4b7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.479246] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e900b6-2a7e-463e-aabe-31e6e109e0a0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.495556] env[63622]: DEBUG nova.compute.provider_tree [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1758.572690] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 05786a78-3acb-4ec4-b2c8-7da70719319c] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1758.668029] env[63622]: DEBUG nova.network.neutron [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Updating instance_info_cache with network_info: [{"id": "d1b7d7d7-0c59-4531-92d2-5da6f1498340", "address": "fa:16:3e:ec:fb:d9", "network": {"id": "d99154f7-509d-4022-8cc6-a3f6dfa87b98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065749372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a0890704ac74d28998a905c11f1f4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1b7d7d7-0c", "ovs_interfaceid": "d1b7d7d7-0c59-4531-92d2-5da6f1498340", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.682239] env[63622]: INFO nova.compute.manager [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Took 32.89 seconds to build instance. [ 1758.696229] env[63622]: DEBUG oslo_vmware.api [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5258efa3-e48a-c744-20e7-ac826789b2b3, 'name': SearchDatastore_Task, 'duration_secs': 0.031273} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.696229] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.698559] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1758.698894] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.699665] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.699665] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1758.699665] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20b8613f-3663-4d76-b4a3-ba8e2b07c4d7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.711249] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1758.711453] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1758.712549] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f156ccbf-ed4c-41d6-92ee-b910286ca49e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.721354] env[63622]: DEBUG oslo_vmware.api [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Waiting for the task: (returnval){ [ 1758.721354] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5258e5cc-c0e3-97c5-bb4d-aa28d6ced307" [ 1758.721354] env[63622]: _type = "Task" [ 1758.721354] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.727674] env[63622]: DEBUG oslo_vmware.api [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5258e5cc-c0e3-97c5-bb4d-aa28d6ced307, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.775947] env[63622]: DEBUG oslo_vmware.api [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817273, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.797987] env[63622]: DEBUG nova.compute.manager [req-132c9506-b5d9-4c80-8365-d4db6bea926c req-e678094a-e7b1-4875-82d0-0f5480cecb9d service nova] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Received event network-changed-5df13dc5-3b50-4b9e-bef6-edca5a207523 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1758.798245] env[63622]: DEBUG nova.compute.manager [req-132c9506-b5d9-4c80-8365-d4db6bea926c req-e678094a-e7b1-4875-82d0-0f5480cecb9d service nova] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Refreshing instance network info cache due to event network-changed-5df13dc5-3b50-4b9e-bef6-edca5a207523. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1758.798573] env[63622]: DEBUG oslo_concurrency.lockutils [req-132c9506-b5d9-4c80-8365-d4db6bea926c req-e678094a-e7b1-4875-82d0-0f5480cecb9d service nova] Acquiring lock "refresh_cache-c8d628d7-4626-4930-ba9d-dab479a58d71" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.798723] env[63622]: DEBUG oslo_concurrency.lockutils [req-132c9506-b5d9-4c80-8365-d4db6bea926c req-e678094a-e7b1-4875-82d0-0f5480cecb9d service nova] Acquired lock "refresh_cache-c8d628d7-4626-4930-ba9d-dab479a58d71" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.798783] env[63622]: DEBUG nova.network.neutron [req-132c9506-b5d9-4c80-8365-d4db6bea926c req-e678094a-e7b1-4875-82d0-0f5480cecb9d service nova] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Refreshing network info cache for port 5df13dc5-3b50-4b9e-bef6-edca5a207523 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1758.999536] env[63622]: DEBUG nova.scheduler.client.report [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1759.076798] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 5411cbb5-08c5-4dbc-b327-26892a8257a0] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1759.166619] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Releasing lock "refresh_cache-3ba0280a-9e90-4236-b70b-f485d0766364" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.166916] env[63622]: DEBUG nova.compute.manager [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Instance network_info: |[{"id": "d1b7d7d7-0c59-4531-92d2-5da6f1498340", "address": "fa:16:3e:ec:fb:d9", "network": {"id": "d99154f7-509d-4022-8cc6-a3f6dfa87b98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065749372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a0890704ac74d28998a905c11f1f4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1b7d7d7-0c", "ovs_interfaceid": "d1b7d7d7-0c59-4531-92d2-5da6f1498340", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1759.168770] env[63622]: DEBUG oslo_concurrency.lockutils [req-d09924ff-0d4d-47c4-bad2-d30bec3754f4 req-cd511187-791f-4c65-8101-0a3821a8533b service nova] Acquired lock "refresh_cache-3ba0280a-9e90-4236-b70b-f485d0766364" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.168770] env[63622]: DEBUG nova.network.neutron [req-d09924ff-0d4d-47c4-bad2-d30bec3754f4 req-cd511187-791f-4c65-8101-0a3821a8533b service nova] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Refreshing network info cache for port d1b7d7d7-0c59-4531-92d2-5da6f1498340 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1759.169938] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:fb:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1b7d7d7-0c59-4531-92d2-5da6f1498340', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1759.178423] env[63622]: DEBUG oslo.service.loopingcall [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1759.182180] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1759.183154] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8189b055-cff0-4034-ba54-a6bfdd5ec8ce {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.203355] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2e5a0827-e39c-49e2-bd2f-c76e65c0c526 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Lock "4ca60959-0687-4529-8000-a5fe899dd88a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.419s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.210419] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1759.210419] env[63622]: value = "task-1817274" [ 1759.210419] env[63622]: _type = "Task" [ 1759.210419] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.220070] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817274, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.229205] env[63622]: DEBUG oslo_vmware.api [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5258e5cc-c0e3-97c5-bb4d-aa28d6ced307, 'name': SearchDatastore_Task, 'duration_secs': 0.010688} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.230055] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc10353d-92e9-4bad-8221-f17e618839c3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.235870] env[63622]: DEBUG oslo_vmware.api [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Waiting for the task: (returnval){ [ 1759.235870] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52fb19a4-86e8-a043-7a48-195e078ee8b6" [ 1759.235870] env[63622]: _type = "Task" [ 1759.235870] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.246915] env[63622]: DEBUG oslo_vmware.api [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52fb19a4-86e8-a043-7a48-195e078ee8b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.275234] env[63622]: DEBUG oslo_vmware.api [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817273, 'name': ReconfigVM_Task, 'duration_secs': 0.686559} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.275579] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Reconfigured VM instance instance-0000002a to attach disk [datastore1] dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3/dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3.vmdk or device None with type streamOptimized {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1759.276291] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6382c86c-8098-445f-ab08-47f93c809924 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.283079] env[63622]: DEBUG oslo_vmware.api [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Waiting for the task: (returnval){ [ 1759.283079] env[63622]: value = "task-1817275" [ 1759.283079] env[63622]: _type = "Task" [ 1759.283079] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.291427] env[63622]: DEBUG oslo_vmware.api [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817275, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.295355] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "9a854487-4c27-4271-9a1f-1875f7bd0a06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.295603] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "9a854487-4c27-4271-9a1f-1875f7bd0a06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.505586] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.507761] env[63622]: DEBUG nova.compute.manager [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1759.511598] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.068s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.511598] env[63622]: INFO nova.compute.claims [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1759.579595] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 8efee4bc-a038-47a3-b182-e7c8acfa6ac7] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1759.725848] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817274, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.750784] env[63622]: DEBUG oslo_vmware.api [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52fb19a4-86e8-a043-7a48-195e078ee8b6, 'name': SearchDatastore_Task, 'duration_secs': 0.010682} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.751869] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.751869] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 8b252127-42c1-4f62-aa3e-c83d1103c382/8b252127-42c1-4f62-aa3e-c83d1103c382.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1759.751869] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab9bbe34-bc43-4000-8dca-c82364eb3576 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.759410] env[63622]: DEBUG oslo_vmware.api [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Waiting for the task: (returnval){ [ 1759.759410] env[63622]: value = "task-1817276" [ 1759.759410] env[63622]: _type = "Task" [ 1759.759410] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.768830] env[63622]: DEBUG oslo_vmware.api [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1817276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.794237] env[63622]: DEBUG oslo_vmware.api [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817275, 'name': Rename_Task, 'duration_secs': 0.31057} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.794237] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1759.794397] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cab1641-b77d-48fe-91fc-8dea6ef3ff83 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.797278] env[63622]: DEBUG nova.compute.manager [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1759.806019] env[63622]: DEBUG oslo_vmware.api [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Waiting for the task: (returnval){ [ 1759.806019] env[63622]: value = "task-1817277" [ 1759.806019] env[63622]: _type = "Task" [ 1759.806019] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.819966] env[63622]: DEBUG oslo_vmware.api [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817277, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.015758] env[63622]: DEBUG nova.compute.utils [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1760.021038] env[63622]: DEBUG nova.compute.manager [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1760.021038] env[63622]: DEBUG nova.network.neutron [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1760.085272] env[63622]: DEBUG nova.network.neutron [req-d09924ff-0d4d-47c4-bad2-d30bec3754f4 req-cd511187-791f-4c65-8101-0a3821a8533b service nova] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Updated VIF entry in instance network info cache for port d1b7d7d7-0c59-4531-92d2-5da6f1498340. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1760.085857] env[63622]: DEBUG nova.network.neutron [req-d09924ff-0d4d-47c4-bad2-d30bec3754f4 req-cd511187-791f-4c65-8101-0a3821a8533b service nova] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Updating instance_info_cache with network_info: [{"id": "d1b7d7d7-0c59-4531-92d2-5da6f1498340", "address": "fa:16:3e:ec:fb:d9", "network": {"id": "d99154f7-509d-4022-8cc6-a3f6dfa87b98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065749372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a0890704ac74d28998a905c11f1f4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1b7d7d7-0c", "ovs_interfaceid": "d1b7d7d7-0c59-4531-92d2-5da6f1498340", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.087782] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 8cd420df-88e4-4174-b6e6-753b128f055d] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1760.141332] env[63622]: DEBUG nova.network.neutron [req-132c9506-b5d9-4c80-8365-d4db6bea926c req-e678094a-e7b1-4875-82d0-0f5480cecb9d service nova] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Updated VIF entry in instance network info cache for port 5df13dc5-3b50-4b9e-bef6-edca5a207523. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1760.141745] env[63622]: DEBUG nova.network.neutron [req-132c9506-b5d9-4c80-8365-d4db6bea926c req-e678094a-e7b1-4875-82d0-0f5480cecb9d service nova] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Updating instance_info_cache with network_info: [{"id": "5df13dc5-3b50-4b9e-bef6-edca5a207523", "address": "fa:16:3e:8a:db:a8", "network": {"id": "460db244-db8b-4b4c-87eb-3c3c214dc53c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-199804094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b059e9f34de5469fadcf3a65167d7123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5df13dc5-3b", "ovs_interfaceid": "5df13dc5-3b50-4b9e-bef6-edca5a207523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.220692] env[63622]: DEBUG nova.policy [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59dd4f864cf640e480dc8c1f701fbd2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebd3f285a9d2433597945e73f2213306', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1760.227345] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817274, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.274573] env[63622]: DEBUG oslo_vmware.api [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1817276, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.321797] env[63622]: DEBUG oslo_vmware.api [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817277, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.332120] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.536604] env[63622]: DEBUG nova.compute.manager [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1760.591977] env[63622]: DEBUG oslo_concurrency.lockutils [req-d09924ff-0d4d-47c4-bad2-d30bec3754f4 req-cd511187-791f-4c65-8101-0a3821a8533b service nova] Releasing lock "refresh_cache-3ba0280a-9e90-4236-b70b-f485d0766364" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.596022] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: f2024142-be0c-465d-8e21-20dc270d760d] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1760.647682] env[63622]: DEBUG oslo_concurrency.lockutils [req-132c9506-b5d9-4c80-8365-d4db6bea926c req-e678094a-e7b1-4875-82d0-0f5480cecb9d service nova] Releasing lock "refresh_cache-c8d628d7-4626-4930-ba9d-dab479a58d71" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.726878] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817274, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.774734] env[63622]: DEBUG oslo_vmware.api [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1817276, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540191} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.778320] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 8b252127-42c1-4f62-aa3e-c83d1103c382/8b252127-42c1-4f62-aa3e-c83d1103c382.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1760.779215] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1760.779396] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bdf3d1e-fff3-4800-bde6-ed7dc0c14584 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.789514] env[63622]: DEBUG oslo_vmware.api [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Waiting for the task: (returnval){ [ 1760.789514] env[63622]: value = "task-1817278" [ 1760.789514] env[63622]: _type = "Task" [ 1760.789514] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.799098] env[63622]: DEBUG oslo_vmware.api [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1817278, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.820463] env[63622]: DEBUG oslo_vmware.api [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817277, 'name': PowerOnVM_Task, 'duration_secs': 0.843921} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.824430] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1760.888191] env[63622]: DEBUG nova.compute.manager [req-78bb494c-40fb-4011-b3e0-655b15e22518 req-62451c69-dab3-42ee-b870-d6025a154c32 service nova] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Received event network-changed-1246344b-ce7f-404d-8259-c154f0a34a08 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1760.888191] env[63622]: DEBUG nova.compute.manager [req-78bb494c-40fb-4011-b3e0-655b15e22518 req-62451c69-dab3-42ee-b870-d6025a154c32 service nova] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Refreshing instance network info cache due to event network-changed-1246344b-ce7f-404d-8259-c154f0a34a08. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1760.888191] env[63622]: DEBUG oslo_concurrency.lockutils [req-78bb494c-40fb-4011-b3e0-655b15e22518 req-62451c69-dab3-42ee-b870-d6025a154c32 service nova] Acquiring lock "refresh_cache-4ca60959-0687-4529-8000-a5fe899dd88a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.888191] env[63622]: DEBUG oslo_concurrency.lockutils [req-78bb494c-40fb-4011-b3e0-655b15e22518 req-62451c69-dab3-42ee-b870-d6025a154c32 service nova] Acquired lock "refresh_cache-4ca60959-0687-4529-8000-a5fe899dd88a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.888191] env[63622]: DEBUG nova.network.neutron [req-78bb494c-40fb-4011-b3e0-655b15e22518 req-62451c69-dab3-42ee-b870-d6025a154c32 service nova] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Refreshing network info cache for port 1246344b-ce7f-404d-8259-c154f0a34a08 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1760.999795] env[63622]: DEBUG nova.compute.manager [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1761.000396] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Acquiring lock "4e661c59-9ddd-4522-9a27-283fbb0df5d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.000779] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Lock "4e661c59-9ddd-4522-9a27-283fbb0df5d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.004964] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2080e9-8392-4759-81f1-c6ea4b32a93e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.026156] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed36829-e739-43fc-9e61-184cc89475cc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.037395] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7939cf47-0462-4fc5-8197-43c3f6a27c0c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.082208] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5cc6af-5773-4562-947a-3d176d3e338d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.091790] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad13cdc3-01ee-4095-8640-c831ce6aea8e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.097409] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: f1f365f0-1d49-4838-8f34-6c3905da7932] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1761.110946] env[63622]: DEBUG nova.compute.provider_tree [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1761.224807] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817274, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.305727] env[63622]: DEBUG oslo_vmware.api [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1817278, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141287} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.306161] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1761.307229] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd09ae7e-0c5a-48c8-b6cc-b19e88953a40 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.344045] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 8b252127-42c1-4f62-aa3e-c83d1103c382/8b252127-42c1-4f62-aa3e-c83d1103c382.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1761.345134] env[63622]: DEBUG nova.network.neutron [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Successfully created port: 0260f1bf-56bd-4ccf-99ab-02ee789491ac {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1761.347287] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6acd09af-e14c-43f8-8301-2248d12c77a8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.369923] env[63622]: DEBUG oslo_vmware.api [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Waiting for the task: (returnval){ [ 1761.369923] env[63622]: value = "task-1817279" [ 1761.369923] env[63622]: _type = "Task" [ 1761.369923] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.379064] env[63622]: DEBUG oslo_vmware.api [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1817279, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.503769] env[63622]: DEBUG nova.compute.manager [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1761.529069] env[63622]: DEBUG oslo_concurrency.lockutils [None req-69befb5f-a0ad-4d67-bde8-e68ee2f98878 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Lock "dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 53.360s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.583123] env[63622]: DEBUG nova.compute.manager [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1761.601111] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 0436abf1-ae0c-4595-912c-e7957b7a64a3] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1761.616919] env[63622]: DEBUG nova.scheduler.client.report [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1761.636522] env[63622]: DEBUG nova.virt.hardware [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1761.636522] env[63622]: DEBUG nova.virt.hardware [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1761.636522] env[63622]: DEBUG nova.virt.hardware [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1761.636522] env[63622]: DEBUG nova.virt.hardware [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1761.636522] env[63622]: DEBUG nova.virt.hardware [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1761.636522] env[63622]: DEBUG nova.virt.hardware [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1761.636951] env[63622]: DEBUG nova.virt.hardware [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1761.637626] env[63622]: DEBUG nova.virt.hardware [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1761.638255] env[63622]: DEBUG nova.virt.hardware [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1761.638414] env[63622]: DEBUG nova.virt.hardware [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1761.638855] env[63622]: DEBUG nova.virt.hardware [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1761.640133] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00b7318-4fbc-4dbc-a90e-ac408c79f206 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.656382] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a378aed-2803-4d70-b5cf-f8ea4ef1ebcd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.724794] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817274, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.882731] env[63622]: DEBUG oslo_vmware.api [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1817279, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.038023] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.109858] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 3f17a4b5-b8d3-4a9e-9f85-e6d0634f8241] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1762.127782] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.131630] env[63622]: DEBUG nova.compute.manager [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1762.138024] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4f36a275-44b0-487e-8fde-7a1187e4eba4 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.610s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.138340] env[63622]: DEBUG nova.objects.instance [None req-4f36a275-44b0-487e-8fde-7a1187e4eba4 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Lazy-loading 'resources' on Instance uuid c32a5b36-9de1-4b31-81cc-0bb26d34df7f {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1762.140497] env[63622]: DEBUG nova.network.neutron [req-78bb494c-40fb-4011-b3e0-655b15e22518 req-62451c69-dab3-42ee-b870-d6025a154c32 service nova] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Updated VIF entry in instance network info cache for port 1246344b-ce7f-404d-8259-c154f0a34a08. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1762.140843] env[63622]: DEBUG nova.network.neutron [req-78bb494c-40fb-4011-b3e0-655b15e22518 req-62451c69-dab3-42ee-b870-d6025a154c32 service nova] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Updating instance_info_cache with network_info: [{"id": "1246344b-ce7f-404d-8259-c154f0a34a08", "address": "fa:16:3e:75:81:ed", "network": {"id": "e355a8e4-cb34-48d2-b49e-04f63323bcd3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2075011031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc9afaab53b4669b7d61e60bed47df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1246344b-ce", "ovs_interfaceid": "1246344b-ce7f-404d-8259-c154f0a34a08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.225773] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817274, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.383503] env[63622]: DEBUG oslo_vmware.api [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1817279, 'name': ReconfigVM_Task, 'duration_secs': 0.514331} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.383812] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 8b252127-42c1-4f62-aa3e-c83d1103c382/8b252127-42c1-4f62-aa3e-c83d1103c382.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1762.384464] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48ff50e2-c1bf-472c-8fcc-59f8de2da5d1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.393888] env[63622]: DEBUG oslo_vmware.api [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Waiting for the task: (returnval){ [ 1762.393888] env[63622]: value = "task-1817280" [ 1762.393888] env[63622]: _type = "Task" [ 1762.393888] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.410490] env[63622]: DEBUG oslo_vmware.api [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1817280, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.614090] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 2bedcd22-de05-41b9-af59-37c0f3ad8969] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1762.642363] env[63622]: DEBUG nova.compute.utils [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1762.646676] env[63622]: DEBUG nova.compute.manager [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1762.651029] env[63622]: DEBUG nova.network.neutron [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1762.656883] env[63622]: DEBUG oslo_concurrency.lockutils [req-78bb494c-40fb-4011-b3e0-655b15e22518 req-62451c69-dab3-42ee-b870-d6025a154c32 service nova] Releasing lock "refresh_cache-4ca60959-0687-4529-8000-a5fe899dd88a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1762.662447] env[63622]: DEBUG nova.compute.manager [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1762.727633] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817274, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.739533] env[63622]: DEBUG nova.policy [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06db5afcd25344a89f19e8f0c82720e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bbece78f52e4184ba7be795d0a7ead0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1762.828948] env[63622]: DEBUG oslo_vmware.rw_handles [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e4afd8-3608-8f90-d7d6-240af41ae18f/disk-0.vmdk. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1762.829962] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff5edaf-fe64-4c49-b8fb-c5e035e0daec {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.838719] env[63622]: DEBUG oslo_vmware.rw_handles [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e4afd8-3608-8f90-d7d6-240af41ae18f/disk-0.vmdk is in state: ready. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1762.838911] env[63622]: ERROR oslo_vmware.rw_handles [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e4afd8-3608-8f90-d7d6-240af41ae18f/disk-0.vmdk due to incomplete transfer. [ 1762.839268] env[63622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d9db5a5d-948e-4d4f-a7a7-2d821a057568 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.848873] env[63622]: DEBUG oslo_vmware.rw_handles [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e4afd8-3608-8f90-d7d6-240af41ae18f/disk-0.vmdk. {{(pid=63622) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1762.849028] env[63622]: DEBUG nova.virt.vmwareapi.images [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Uploaded image 9949b74a-e75d-4aac-914d-8cafc9c53f63 to the Glance image server {{(pid=63622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1762.853557] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Destroying the VM {{(pid=63622) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1762.855168] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-05fbd00c-2843-434f-9560-915d1923aeab {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.866150] env[63622]: DEBUG oslo_vmware.api [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1762.866150] env[63622]: value = "task-1817281" [ 1762.866150] env[63622]: _type = "Task" [ 1762.866150] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.879434] env[63622]: DEBUG oslo_vmware.api [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817281, 'name': Destroy_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.913050] env[63622]: DEBUG oslo_vmware.api [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1817280, 'name': Rename_Task, 'duration_secs': 0.322238} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.913050] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1762.913330] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95236b10-2541-4cfe-afb2-83c64253f29f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.925445] env[63622]: DEBUG oslo_vmware.api [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Waiting for the task: (returnval){ [ 1762.925445] env[63622]: value = "task-1817282" [ 1762.925445] env[63622]: _type = "Task" [ 1762.925445] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.939108] env[63622]: DEBUG oslo_vmware.api [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1817282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.117171] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 6e37ca42-4594-46f6-bcaa-88ea37c8de2d] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1763.235849] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817274, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.239801] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec1e302-ec1d-4f00-81fa-65d1983ecb50 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.250187] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98accf3b-91a7-4723-9f19-6470849107e1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.287728] env[63622]: DEBUG nova.network.neutron [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Successfully created port: 4b9e4784-386d-4c9e-9d7f-9fea3177ee18 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1763.290470] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a098c9-ec52-4b85-84d2-0dc8da58173c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.299674] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f262d645-55b0-4355-b3e9-2f3f5f31b816 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.314750] env[63622]: DEBUG nova.compute.provider_tree [None req-4f36a275-44b0-487e-8fde-7a1187e4eba4 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1763.382820] env[63622]: DEBUG oslo_vmware.api [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817281, 'name': Destroy_Task} progress is 33%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.437667] env[63622]: DEBUG oslo_vmware.api [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1817282, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.623877] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: a3023175-665d-47fd-b8bd-f832b7478869] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1763.681588] env[63622]: DEBUG nova.compute.manager [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1763.713208] env[63622]: DEBUG nova.virt.hardware [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1763.713463] env[63622]: DEBUG nova.virt.hardware [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1763.713620] env[63622]: DEBUG nova.virt.hardware [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1763.713806] env[63622]: DEBUG nova.virt.hardware [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1763.713954] env[63622]: DEBUG nova.virt.hardware [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1763.714432] env[63622]: DEBUG nova.virt.hardware [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1763.714803] env[63622]: DEBUG nova.virt.hardware [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1763.715095] env[63622]: DEBUG nova.virt.hardware [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1763.715381] env[63622]: DEBUG nova.virt.hardware [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1763.715656] env[63622]: DEBUG nova.virt.hardware [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1763.715930] env[63622]: DEBUG nova.virt.hardware [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1763.717128] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2584197e-716a-42fe-9d40-c945ba7fd50b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.732593] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817274, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.734094] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62703c6b-8a6e-4b06-9ce9-0e666c56d766 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.818290] env[63622]: DEBUG nova.scheduler.client.report [None req-4f36a275-44b0-487e-8fde-7a1187e4eba4 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1763.883343] env[63622]: DEBUG oslo_vmware.api [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817281, 'name': Destroy_Task} progress is 33%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.940074] env[63622]: DEBUG oslo_vmware.api [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1817282, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.131294] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: e0994819-1038-43e5-a215-57f0eb2a77e3] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1764.232682] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817274, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.326061] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4f36a275-44b0-487e-8fde-7a1187e4eba4 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.191s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.330480] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.345s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.330743] env[63622]: DEBUG nova.objects.instance [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63622) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1764.387383] env[63622]: DEBUG oslo_vmware.api [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817281, 'name': Destroy_Task} progress is 33%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.444536] env[63622]: DEBUG oslo_vmware.api [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1817282, 'name': PowerOnVM_Task, 'duration_secs': 1.438182} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.444536] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1764.444536] env[63622]: INFO nova.compute.manager [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Took 11.51 seconds to spawn the instance on the hypervisor. [ 1764.444536] env[63622]: DEBUG nova.compute.manager [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1764.444536] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4435de17-9b73-4b81-a124-ab4f900b364c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.623867] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Acquiring lock "d83a4abb-5602-4a8a-b01c-8382ba7bccee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.624308] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Lock "d83a4abb-5602-4a8a-b01c-8382ba7bccee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.644648] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 88c954d9-53e0-4349-80e0-50ce52e6e8e5] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1764.679021] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33171e7-bcea-49a0-821b-d4efe0b75a7a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.689868] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e8055ea4-3d95-4e9b-9868-824369c42cf6 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Suspending the VM {{(pid=63622) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1764.690879] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f56adefc-f5f5-4597-bd3c-b81f23fb5d0e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.699226] env[63622]: DEBUG oslo_vmware.api [None req-e8055ea4-3d95-4e9b-9868-824369c42cf6 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Waiting for the task: (returnval){ [ 1764.699226] env[63622]: value = "task-1817283" [ 1764.699226] env[63622]: _type = "Task" [ 1764.699226] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.708890] env[63622]: DEBUG oslo_vmware.api [None req-e8055ea4-3d95-4e9b-9868-824369c42cf6 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817283, 'name': SuspendVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.729118] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817274, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.851113] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4f36a275-44b0-487e-8fde-7a1187e4eba4 tempest-ServerActionsV293TestJSON-301497610 tempest-ServerActionsV293TestJSON-301497610-project-member] Lock "c32a5b36-9de1-4b31-81cc-0bb26d34df7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.761s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.895843] env[63622]: DEBUG oslo_vmware.api [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817281, 'name': Destroy_Task} progress is 33%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.968291] env[63622]: INFO nova.compute.manager [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Took 38.71 seconds to build instance. [ 1765.128094] env[63622]: DEBUG nova.compute.manager [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1765.147123] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 1e25ce59-9e11-487e-8ccf-e05b6e8cd3c1] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1765.211340] env[63622]: DEBUG oslo_vmware.api [None req-e8055ea4-3d95-4e9b-9868-824369c42cf6 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817283, 'name': SuspendVM_Task} progress is 45%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.231825] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817274, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.342027] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1743511b-49f2-4571-a409-f5d972f80567 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.344151] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f7cabca4-a887-4b76-8326-79f7a03325cb tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.961s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.347178] env[63622]: DEBUG nova.objects.instance [None req-f7cabca4-a887-4b76-8326-79f7a03325cb tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Lazy-loading 'resources' on Instance uuid be8f9418-ff2d-4a0f-b24f-869917441642 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1765.384423] env[63622]: DEBUG oslo_vmware.api [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817281, 'name': Destroy_Task} progress is 33%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.470815] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fdd251ca-2650-4424-bc6f-6dd06c52eccc tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Lock "8b252127-42c1-4f62-aa3e-c83d1103c382" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.224s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.516449] env[63622]: DEBUG oslo_concurrency.lockutils [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquiring lock "25b772ef-3133-474b-8600-7851c2cfc7d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.516769] env[63622]: DEBUG oslo_concurrency.lockutils [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "25b772ef-3133-474b-8600-7851c2cfc7d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.651122] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 8789cf92-9fcf-4bc5-af18-c621c373181b] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1765.660353] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.714552] env[63622]: DEBUG oslo_vmware.api [None req-e8055ea4-3d95-4e9b-9868-824369c42cf6 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817283, 'name': SuspendVM_Task} progress is 45%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.732660] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817274, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.894512] env[63622]: DEBUG oslo_vmware.api [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817281, 'name': Destroy_Task} progress is 33%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.025785] env[63622]: DEBUG nova.compute.manager [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1766.155115] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 8de62141-0f55-411a-b06a-f4e63a433b8b] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1766.224953] env[63622]: DEBUG oslo_vmware.api [None req-e8055ea4-3d95-4e9b-9868-824369c42cf6 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817283, 'name': SuspendVM_Task, 'duration_secs': 1.327553} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.229940] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e8055ea4-3d95-4e9b-9868-824369c42cf6 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Suspended the VM {{(pid=63622) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1766.231087] env[63622]: DEBUG nova.compute.manager [None req-e8055ea4-3d95-4e9b-9868-824369c42cf6 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1766.239045] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4da3e85-0e16-47d1-a959-31329be880a8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.245557] env[63622]: DEBUG oslo_concurrency.lockutils [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Acquiring lock "af25d05a-5aab-4153-a85a-adf18a6dec7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.246023] env[63622]: DEBUG oslo_concurrency.lockutils [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Lock "af25d05a-5aab-4153-a85a-adf18a6dec7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.258307] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817274, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.273966] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Acquiring lock "c10d1928-0da5-4060-bf87-f8ae90e202e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.276039] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Lock "c10d1928-0da5-4060-bf87-f8ae90e202e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.361812] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4a544d-cb24-4e0a-80bd-674e93e902e4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.371487] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18caedf-2ffe-4686-b72e-000bd7cf960f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.415022] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5dc7c8c-09f5-469c-a9fe-ab337729c507 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.418933] env[63622]: DEBUG oslo_vmware.api [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817281, 'name': Destroy_Task} progress is 33%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.425013] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa3b286-b2eb-402a-ad1f-f8213fb7a816 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.439949] env[63622]: DEBUG nova.compute.provider_tree [None req-f7cabca4-a887-4b76-8326-79f7a03325cb tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1766.553551] env[63622]: DEBUG oslo_concurrency.lockutils [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.664401] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: de8f6b52-0c76-471d-ba59-5879bcf8428e] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1766.744521] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817274, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.750174] env[63622]: DEBUG nova.compute.manager [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1766.783243] env[63622]: DEBUG nova.compute.manager [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1766.893799] env[63622]: DEBUG oslo_vmware.api [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817281, 'name': Destroy_Task} progress is 33%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.943530] env[63622]: DEBUG nova.scheduler.client.report [None req-f7cabca4-a887-4b76-8326-79f7a03325cb tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1767.170030] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: e7830255-e614-43b6-b6dc-73a3c48e4090] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1767.240542] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817274, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.281537] env[63622]: DEBUG oslo_concurrency.lockutils [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.308797] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.394023] env[63622]: DEBUG oslo_vmware.api [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817281, 'name': Destroy_Task} progress is 33%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.451144] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f7cabca4-a887-4b76-8326-79f7a03325cb tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.453905] env[63622]: DEBUG oslo_concurrency.lockutils [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.096s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.455445] env[63622]: DEBUG nova.objects.instance [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lazy-loading 'resources' on Instance uuid 1076340d-a740-4c92-8539-0ba9d17680f0 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1767.476828] env[63622]: INFO nova.scheduler.client.report [None req-f7cabca4-a887-4b76-8326-79f7a03325cb tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Deleted allocations for instance be8f9418-ff2d-4a0f-b24f-869917441642 [ 1767.497947] env[63622]: INFO nova.compute.manager [None req-81558d01-b298-4719-89ca-442a4c0c1fa8 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Resuming [ 1767.498536] env[63622]: DEBUG nova.objects.instance [None req-81558d01-b298-4719-89ca-442a4c0c1fa8 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Lazy-loading 'flavor' on Instance uuid dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1767.674943] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 6552085b-032b-484c-99f5-37cc62e24063] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1767.738945] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817274, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.895392] env[63622]: DEBUG oslo_vmware.api [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817281, 'name': Destroy_Task} progress is 33%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.987965] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f7cabca4-a887-4b76-8326-79f7a03325cb tempest-ServersWithSpecificFlavorTestJSON-849044492 tempest-ServersWithSpecificFlavorTestJSON-849044492-project-member] Lock "be8f9418-ff2d-4a0f-b24f-869917441642" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.979s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.177925] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 26e7e658-e79f-4d85-b84d-7f56714289c0] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1768.246742] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817274, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.274078] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f60d845-aa3a-420b-a3a5-34862471a7c5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.284714] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3681c206-0710-4572-b5cb-fe5c6bc6e944 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.317477] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39de5fc-99bb-4f78-9d72-f8790b92e39b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.325507] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6d6f55-111e-48da-b0cc-8e7c8a5927b3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.340108] env[63622]: DEBUG nova.compute.provider_tree [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1768.394679] env[63622]: DEBUG oslo_vmware.api [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817281, 'name': Destroy_Task} progress is 33%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.683925] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 26cfd079-2044-4975-8902-affe93c35647] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1768.741077] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817274, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.843718] env[63622]: DEBUG nova.scheduler.client.report [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1768.897081] env[63622]: DEBUG oslo_vmware.api [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817281, 'name': Destroy_Task, 'duration_secs': 5.978123} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.897448] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Destroyed the VM [ 1768.897582] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Deleting Snapshot of the VM instance {{(pid=63622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1768.899296] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ac305afa-857c-4a85-8d81-a0dc5abb23e6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.899799] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f596b532-6fcc-4f8d-8880-28c852351f8b tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Acquiring lock "8b252127-42c1-4f62-aa3e-c83d1103c382" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.900069] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f596b532-6fcc-4f8d-8880-28c852351f8b tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Lock "8b252127-42c1-4f62-aa3e-c83d1103c382" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.900635] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f596b532-6fcc-4f8d-8880-28c852351f8b tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Acquiring lock "8b252127-42c1-4f62-aa3e-c83d1103c382-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.900635] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f596b532-6fcc-4f8d-8880-28c852351f8b tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Lock "8b252127-42c1-4f62-aa3e-c83d1103c382-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.900956] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f596b532-6fcc-4f8d-8880-28c852351f8b tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Lock "8b252127-42c1-4f62-aa3e-c83d1103c382-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.903610] env[63622]: INFO nova.compute.manager [None req-f596b532-6fcc-4f8d-8880-28c852351f8b tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Terminating instance [ 1768.911962] env[63622]: DEBUG oslo_vmware.api [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1768.911962] env[63622]: value = "task-1817284" [ 1768.911962] env[63622]: _type = "Task" [ 1768.911962] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.925265] env[63622]: DEBUG oslo_vmware.api [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817284, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.013152] env[63622]: DEBUG oslo_concurrency.lockutils [None req-81558d01-b298-4719-89ca-442a4c0c1fa8 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Acquiring lock "refresh_cache-dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1769.013448] env[63622]: DEBUG oslo_concurrency.lockutils [None req-81558d01-b298-4719-89ca-442a4c0c1fa8 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Acquired lock "refresh_cache-dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.013685] env[63622]: DEBUG nova.network.neutron [None req-81558d01-b298-4719-89ca-442a4c0c1fa8 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1769.187647] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 5b949fef-f4a5-4060-a23e-be40b06a4f71] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1769.242422] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817274, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.349263] env[63622]: DEBUG oslo_concurrency.lockutils [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.351549] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.020s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.353160] env[63622]: INFO nova.compute.claims [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1769.385709] env[63622]: INFO nova.scheduler.client.report [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Deleted allocations for instance 1076340d-a740-4c92-8539-0ba9d17680f0 [ 1769.410318] env[63622]: DEBUG nova.compute.manager [None req-f596b532-6fcc-4f8d-8880-28c852351f8b tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1769.410534] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f596b532-6fcc-4f8d-8880-28c852351f8b tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1769.411655] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2582dedd-8db3-447f-843c-331ddaad7d8c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.422763] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f596b532-6fcc-4f8d-8880-28c852351f8b tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1769.425367] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8213e4c1-9341-40a8-9b61-9047bcb385f0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.426817] env[63622]: DEBUG oslo_vmware.api [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817284, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.432410] env[63622]: DEBUG oslo_vmware.api [None req-f596b532-6fcc-4f8d-8880-28c852351f8b tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Waiting for the task: (returnval){ [ 1769.432410] env[63622]: value = "task-1817285" [ 1769.432410] env[63622]: _type = "Task" [ 1769.432410] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.440815] env[63622]: DEBUG oslo_vmware.api [None req-f596b532-6fcc-4f8d-8880-28c852351f8b tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1817285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.691159] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 29e4f8bb-5f9c-4cc9-8bc5-745977f5412a] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1769.743818] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817274, 'name': CreateVM_Task, 'duration_secs': 10.056377} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.746246] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1769.747334] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1769.747515] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.747858] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1769.748409] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-565459e0-effb-4925-a6b8-d40a788435d0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.755156] env[63622]: DEBUG oslo_vmware.api [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1769.755156] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]522af153-06c5-6737-8ab9-a3bbe8f85a9a" [ 1769.755156] env[63622]: _type = "Task" [ 1769.755156] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.764476] env[63622]: DEBUG oslo_vmware.api [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]522af153-06c5-6737-8ab9-a3bbe8f85a9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.894382] env[63622]: DEBUG oslo_concurrency.lockutils [None req-480a1d93-4a20-475a-96d1-bf077ae56080 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "1076340d-a740-4c92-8539-0ba9d17680f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.548s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.932533] env[63622]: DEBUG oslo_vmware.api [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817284, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.944816] env[63622]: DEBUG oslo_vmware.api [None req-f596b532-6fcc-4f8d-8880-28c852351f8b tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1817285, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.959462] env[63622]: DEBUG nova.network.neutron [None req-81558d01-b298-4719-89ca-442a4c0c1fa8 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Updating instance_info_cache with network_info: [{"id": "aa29f1af-ebf8-4191-9f1d-4596db3b5bfa", "address": "fa:16:3e:94:99:18", "network": {"id": "f6a6dd47-7b61-4b13-a2a1-9c46ffb461d1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-194860287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2a8048bf0c346588fcc48de2a56296a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa29f1af-eb", "ovs_interfaceid": "aa29f1af-ebf8-4191-9f1d-4596db3b5bfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1770.139950] env[63622]: DEBUG nova.compute.manager [req-70ed6fb1-522a-44b0-aa86-5cff7bef3474 req-3615c2e9-d67e-41fe-92b9-207032a4d54a service nova] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Received event network-vif-plugged-4b9e4784-386d-4c9e-9d7f-9fea3177ee18 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1770.140198] env[63622]: DEBUG oslo_concurrency.lockutils [req-70ed6fb1-522a-44b0-aa86-5cff7bef3474 req-3615c2e9-d67e-41fe-92b9-207032a4d54a service nova] Acquiring lock "de6c7fe2-e333-449c-9e97-0c374c306ab5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.140411] env[63622]: DEBUG oslo_concurrency.lockutils [req-70ed6fb1-522a-44b0-aa86-5cff7bef3474 req-3615c2e9-d67e-41fe-92b9-207032a4d54a service nova] Lock "de6c7fe2-e333-449c-9e97-0c374c306ab5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.140584] env[63622]: DEBUG oslo_concurrency.lockutils [req-70ed6fb1-522a-44b0-aa86-5cff7bef3474 req-3615c2e9-d67e-41fe-92b9-207032a4d54a service nova] Lock "de6c7fe2-e333-449c-9e97-0c374c306ab5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.140897] env[63622]: DEBUG nova.compute.manager [req-70ed6fb1-522a-44b0-aa86-5cff7bef3474 req-3615c2e9-d67e-41fe-92b9-207032a4d54a service nova] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] No waiting events found dispatching network-vif-plugged-4b9e4784-386d-4c9e-9d7f-9fea3177ee18 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1770.141096] env[63622]: WARNING nova.compute.manager [req-70ed6fb1-522a-44b0-aa86-5cff7bef3474 req-3615c2e9-d67e-41fe-92b9-207032a4d54a service nova] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Received unexpected event network-vif-plugged-4b9e4784-386d-4c9e-9d7f-9fea3177ee18 for instance with vm_state building and task_state spawning. [ 1770.194909] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 46bbd1f3-d444-4d0f-98fc-dea9e9a0b65d] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1770.268687] env[63622]: DEBUG oslo_vmware.api [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]522af153-06c5-6737-8ab9-a3bbe8f85a9a, 'name': SearchDatastore_Task, 'duration_secs': 0.010656} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.269051] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.269318] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1770.269620] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.269841] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.271612] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1770.272361] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d364942b-98dd-40c0-b803-59c011915170 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.282823] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1770.283058] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1770.283809] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce23ac61-371e-4536-8a3b-9161d489323d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.292503] env[63622]: DEBUG oslo_vmware.api [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1770.292503] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e1cb54-40bc-8b12-7e60-a56c2ca83f17" [ 1770.292503] env[63622]: _type = "Task" [ 1770.292503] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.303390] env[63622]: DEBUG oslo_vmware.api [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e1cb54-40bc-8b12-7e60-a56c2ca83f17, 'name': SearchDatastore_Task, 'duration_secs': 0.009616} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.304216] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53ffa481-1b03-405f-a7d9-3a64ba7fcd7a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.309807] env[63622]: DEBUG oslo_vmware.api [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1770.309807] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526f26a8-4ac0-e3d5-de30-5a5cceac4781" [ 1770.309807] env[63622]: _type = "Task" [ 1770.309807] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.318993] env[63622]: DEBUG oslo_vmware.api [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526f26a8-4ac0-e3d5-de30-5a5cceac4781, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.343018] env[63622]: DEBUG nova.network.neutron [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Successfully updated port: 4b9e4784-386d-4c9e-9d7f-9fea3177ee18 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1770.349711] env[63622]: DEBUG nova.network.neutron [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Successfully updated port: 0260f1bf-56bd-4ccf-99ab-02ee789491ac {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1770.431279] env[63622]: DEBUG oslo_vmware.api [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817284, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.447838] env[63622]: DEBUG oslo_vmware.api [None req-f596b532-6fcc-4f8d-8880-28c852351f8b tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1817285, 'name': PowerOffVM_Task, 'duration_secs': 0.563896} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.448689] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f596b532-6fcc-4f8d-8880-28c852351f8b tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1770.449134] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f596b532-6fcc-4f8d-8880-28c852351f8b tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1770.449520] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-408bd40d-6122-4e4b-b144-6b6f2fd58e42 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.463784] env[63622]: DEBUG oslo_concurrency.lockutils [None req-81558d01-b298-4719-89ca-442a4c0c1fa8 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Releasing lock "refresh_cache-dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.464682] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdc0277-d99c-4e3d-b625-67d521799c75 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.471270] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-81558d01-b298-4719-89ca-442a4c0c1fa8 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Resuming the VM {{(pid=63622) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1770.471558] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc73ccdc-1cae-4147-8dbd-5ecfbf784dd8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.479566] env[63622]: DEBUG oslo_vmware.api [None req-81558d01-b298-4719-89ca-442a4c0c1fa8 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Waiting for the task: (returnval){ [ 1770.479566] env[63622]: value = "task-1817287" [ 1770.479566] env[63622]: _type = "Task" [ 1770.479566] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.490613] env[63622]: DEBUG oslo_vmware.api [None req-81558d01-b298-4719-89ca-442a4c0c1fa8 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817287, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.536809] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f596b532-6fcc-4f8d-8880-28c852351f8b tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1770.536809] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f596b532-6fcc-4f8d-8880-28c852351f8b tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1770.537108] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-f596b532-6fcc-4f8d-8880-28c852351f8b tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Deleting the datastore file [datastore1] 8b252127-42c1-4f62-aa3e-c83d1103c382 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1770.537480] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46cec48c-20ab-43dc-a232-8129c76a596f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.550728] env[63622]: DEBUG oslo_vmware.api [None req-f596b532-6fcc-4f8d-8880-28c852351f8b tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Waiting for the task: (returnval){ [ 1770.550728] env[63622]: value = "task-1817288" [ 1770.550728] env[63622]: _type = "Task" [ 1770.550728] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.561027] env[63622]: DEBUG oslo_vmware.api [None req-f596b532-6fcc-4f8d-8880-28c852351f8b tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1817288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.700618] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1770.700870] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Cleaning up deleted instances with incomplete migration {{(pid=63622) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11617}} [ 1770.747876] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b72274c-a9e0-4bc3-a58c-5fba46d8f361 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.757209] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d54cc1-537a-4fca-900d-1cb38079276f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.794775] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f71cf38-42ca-4fff-880b-0e863e290947 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.806283] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560c5bb3-2876-421d-ad75-5f7926a4e910 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.824969] env[63622]: DEBUG nova.compute.provider_tree [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1770.831978] env[63622]: DEBUG oslo_vmware.api [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526f26a8-4ac0-e3d5-de30-5a5cceac4781, 'name': SearchDatastore_Task, 'duration_secs': 0.010009} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.831978] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.831978] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 3ba0280a-9e90-4236-b70b-f485d0766364/3ba0280a-9e90-4236-b70b-f485d0766364.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1770.831978] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a70de621-f87f-4f7a-86ad-53d29404f860 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.840404] env[63622]: DEBUG oslo_vmware.api [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1770.840404] env[63622]: value = "task-1817289" [ 1770.840404] env[63622]: _type = "Task" [ 1770.840404] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.848113] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquiring lock "refresh_cache-de6c7fe2-e333-449c-9e97-0c374c306ab5" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.848113] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquired lock "refresh_cache-de6c7fe2-e333-449c-9e97-0c374c306ab5" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.848261] env[63622]: DEBUG nova.network.neutron [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1770.857101] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "refresh_cache-0824ddf3-a526-4b7f-95ca-489d8898ae40" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.857101] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquired lock "refresh_cache-0824ddf3-a526-4b7f-95ca-489d8898ae40" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.859355] env[63622]: DEBUG nova.network.neutron [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1770.861189] env[63622]: DEBUG oslo_vmware.api [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817289, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.936721] env[63622]: DEBUG oslo_vmware.api [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817284, 'name': RemoveSnapshot_Task, 'duration_secs': 1.555297} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.937358] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Deleted Snapshot of the VM instance {{(pid=63622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1770.938463] env[63622]: INFO nova.compute.manager [None req-7376645e-80e0-4427-a4b6-b595da6fdcc8 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Took 22.96 seconds to snapshot the instance on the hypervisor. [ 1770.945788] env[63622]: DEBUG nova.network.neutron [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1770.992264] env[63622]: DEBUG oslo_vmware.api [None req-81558d01-b298-4719-89ca-442a4c0c1fa8 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817287, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.064382] env[63622]: DEBUG oslo_vmware.api [None req-f596b532-6fcc-4f8d-8880-28c852351f8b tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1817288, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134765} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.064769] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-f596b532-6fcc-4f8d-8880-28c852351f8b tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1771.064986] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f596b532-6fcc-4f8d-8880-28c852351f8b tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1771.065251] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f596b532-6fcc-4f8d-8880-28c852351f8b tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1771.065479] env[63622]: INFO nova.compute.manager [None req-f596b532-6fcc-4f8d-8880-28c852351f8b tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1771.065936] env[63622]: DEBUG oslo.service.loopingcall [None req-f596b532-6fcc-4f8d-8880-28c852351f8b tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1771.065936] env[63622]: DEBUG nova.compute.manager [-] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1771.066095] env[63622]: DEBUG nova.network.neutron [-] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1771.204509] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1771.315346] env[63622]: DEBUG nova.network.neutron [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Updating instance_info_cache with network_info: [{"id": "4b9e4784-386d-4c9e-9d7f-9fea3177ee18", "address": "fa:16:3e:9d:d7:fc", "network": {"id": "6c76cb6b-40d1-47e4-8957-7fcd527423cc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1478522882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bbece78f52e4184ba7be795d0a7ead0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b9e4784-38", "ovs_interfaceid": "4b9e4784-386d-4c9e-9d7f-9fea3177ee18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1771.348698] env[63622]: ERROR nova.scheduler.client.report [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [req-091e52db-ca54-4e46-bb0b-93dd05280381] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8dd86f19-3c1a-4ba4-9c42-69cb148971df. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-091e52db-ca54-4e46-bb0b-93dd05280381"}]} [ 1771.354276] env[63622]: DEBUG oslo_vmware.api [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817289, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.377159] env[63622]: DEBUG nova.scheduler.client.report [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Refreshing inventories for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1771.393396] env[63622]: DEBUG nova.scheduler.client.report [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Updating ProviderTree inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1771.393396] env[63622]: DEBUG nova.compute.provider_tree [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1771.405513] env[63622]: DEBUG nova.scheduler.client.report [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Refreshing aggregate associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, aggregates: None {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1771.413230] env[63622]: DEBUG nova.network.neutron [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1771.433340] env[63622]: DEBUG nova.scheduler.client.report [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Refreshing trait associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1771.501922] env[63622]: DEBUG oslo_vmware.api [None req-81558d01-b298-4719-89ca-442a4c0c1fa8 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817287, 'name': PowerOnVM_Task, 'duration_secs': 0.569559} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.502322] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-81558d01-b298-4719-89ca-442a4c0c1fa8 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Resumed the VM {{(pid=63622) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1771.502504] env[63622]: DEBUG nova.compute.manager [None req-81558d01-b298-4719-89ca-442a4c0c1fa8 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1771.503421] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0443500-d80f-440f-978c-58c3681208be {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.625982] env[63622]: DEBUG nova.network.neutron [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Updating instance_info_cache with network_info: [{"id": "0260f1bf-56bd-4ccf-99ab-02ee789491ac", "address": "fa:16:3e:25:bc:f9", "network": {"id": "68e51f20-239f-4a02-84bc-7a1f8640b875", "bridge": "br-int", "label": "tempest-ServersTestJSON-1825242270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebd3f285a9d2433597945e73f2213306", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0260f1bf-56", "ovs_interfaceid": "0260f1bf-56bd-4ccf-99ab-02ee789491ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1771.762786] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584386dd-26fc-44ef-8ecd-34a6614626a6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.770481] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eecbdec0-b2ce-475c-8b6a-9eaf24c8508a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.801704] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7b963a-3faa-44f2-a7ad-e4bcce5a2af3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.810016] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a6ad7b-dd2a-4e97-9ad5-e2b9bb1ca551 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.824412] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Releasing lock "refresh_cache-de6c7fe2-e333-449c-9e97-0c374c306ab5" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.824724] env[63622]: DEBUG nova.compute.manager [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Instance network_info: |[{"id": "4b9e4784-386d-4c9e-9d7f-9fea3177ee18", "address": "fa:16:3e:9d:d7:fc", "network": {"id": "6c76cb6b-40d1-47e4-8957-7fcd527423cc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1478522882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bbece78f52e4184ba7be795d0a7ead0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b9e4784-38", "ovs_interfaceid": "4b9e4784-386d-4c9e-9d7f-9fea3177ee18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1771.825260] env[63622]: DEBUG nova.compute.provider_tree [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1771.826735] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:d7:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b9e4784-386d-4c9e-9d7f-9fea3177ee18', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1771.839666] env[63622]: DEBUG oslo.service.loopingcall [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1771.840128] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1771.840352] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed09fda6-b596-4a24-8f84-3d2f315f0e4d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.870385] env[63622]: DEBUG oslo_vmware.api [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817289, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538844} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.871794] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 3ba0280a-9e90-4236-b70b-f485d0766364/3ba0280a-9e90-4236-b70b-f485d0766364.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1771.872126] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1771.872637] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1771.872637] env[63622]: value = "task-1817290" [ 1771.872637] env[63622]: _type = "Task" [ 1771.872637] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.872637] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e261cd6c-b34a-4c64-b4f7-fc4f9b176cac {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.886408] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817290, 'name': CreateVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.888707] env[63622]: DEBUG oslo_vmware.api [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1771.888707] env[63622]: value = "task-1817291" [ 1771.888707] env[63622]: _type = "Task" [ 1771.888707] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.904286] env[63622]: DEBUG oslo_vmware.api [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817291, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.054924] env[63622]: DEBUG nova.network.neutron [-] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1772.078281] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "d06fd720-1e9a-4685-b9b1-319c514908fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.078750] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "d06fd720-1e9a-4685-b9b1-319c514908fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.130481] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Releasing lock "refresh_cache-0824ddf3-a526-4b7f-95ca-489d8898ae40" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.130875] env[63622]: DEBUG nova.compute.manager [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Instance network_info: |[{"id": "0260f1bf-56bd-4ccf-99ab-02ee789491ac", "address": "fa:16:3e:25:bc:f9", "network": {"id": "68e51f20-239f-4a02-84bc-7a1f8640b875", "bridge": "br-int", "label": "tempest-ServersTestJSON-1825242270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebd3f285a9d2433597945e73f2213306", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0260f1bf-56", "ovs_interfaceid": "0260f1bf-56bd-4ccf-99ab-02ee789491ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1772.131430] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:bc:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '939c05b6-8f31-4f3a-95ac-6297e0bd243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0260f1bf-56bd-4ccf-99ab-02ee789491ac', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1772.140060] env[63622]: DEBUG oslo.service.loopingcall [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1772.140305] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1772.140918] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-660d054a-54cf-4fde-9d69-51e0c5a7ac30 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.177022] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1772.177022] env[63622]: value = "task-1817292" [ 1772.177022] env[63622]: _type = "Task" [ 1772.177022] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.183672] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817292, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.186571] env[63622]: DEBUG nova.compute.manager [req-a460e5c8-0838-4142-836f-e134e514a464 req-b0aef2ae-5925-4da5-8bab-4734f61371cf service nova] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Received event network-vif-plugged-0260f1bf-56bd-4ccf-99ab-02ee789491ac {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1772.186778] env[63622]: DEBUG oslo_concurrency.lockutils [req-a460e5c8-0838-4142-836f-e134e514a464 req-b0aef2ae-5925-4da5-8bab-4734f61371cf service nova] Acquiring lock "0824ddf3-a526-4b7f-95ca-489d8898ae40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.186978] env[63622]: DEBUG oslo_concurrency.lockutils [req-a460e5c8-0838-4142-836f-e134e514a464 req-b0aef2ae-5925-4da5-8bab-4734f61371cf service nova] Lock "0824ddf3-a526-4b7f-95ca-489d8898ae40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.187158] env[63622]: DEBUG oslo_concurrency.lockutils [req-a460e5c8-0838-4142-836f-e134e514a464 req-b0aef2ae-5925-4da5-8bab-4734f61371cf service nova] Lock "0824ddf3-a526-4b7f-95ca-489d8898ae40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.187319] env[63622]: DEBUG nova.compute.manager [req-a460e5c8-0838-4142-836f-e134e514a464 req-b0aef2ae-5925-4da5-8bab-4734f61371cf service nova] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] No waiting events found dispatching network-vif-plugged-0260f1bf-56bd-4ccf-99ab-02ee789491ac {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1772.187477] env[63622]: WARNING nova.compute.manager [req-a460e5c8-0838-4142-836f-e134e514a464 req-b0aef2ae-5925-4da5-8bab-4734f61371cf service nova] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Received unexpected event network-vif-plugged-0260f1bf-56bd-4ccf-99ab-02ee789491ac for instance with vm_state building and task_state spawning. [ 1772.187635] env[63622]: DEBUG nova.compute.manager [req-a460e5c8-0838-4142-836f-e134e514a464 req-b0aef2ae-5925-4da5-8bab-4734f61371cf service nova] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Received event network-changed-4b9e4784-386d-4c9e-9d7f-9fea3177ee18 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1772.188315] env[63622]: DEBUG nova.compute.manager [req-a460e5c8-0838-4142-836f-e134e514a464 req-b0aef2ae-5925-4da5-8bab-4734f61371cf service nova] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Refreshing instance network info cache due to event network-changed-4b9e4784-386d-4c9e-9d7f-9fea3177ee18. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1772.188315] env[63622]: DEBUG oslo_concurrency.lockutils [req-a460e5c8-0838-4142-836f-e134e514a464 req-b0aef2ae-5925-4da5-8bab-4734f61371cf service nova] Acquiring lock "refresh_cache-de6c7fe2-e333-449c-9e97-0c374c306ab5" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1772.188315] env[63622]: DEBUG oslo_concurrency.lockutils [req-a460e5c8-0838-4142-836f-e134e514a464 req-b0aef2ae-5925-4da5-8bab-4734f61371cf service nova] Acquired lock "refresh_cache-de6c7fe2-e333-449c-9e97-0c374c306ab5" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.188315] env[63622]: DEBUG nova.network.neutron [req-a460e5c8-0838-4142-836f-e134e514a464 req-b0aef2ae-5925-4da5-8bab-4734f61371cf service nova] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Refreshing network info cache for port 4b9e4784-386d-4c9e-9d7f-9fea3177ee18 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1772.365166] env[63622]: ERROR nova.scheduler.client.report [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [req-157b2a46-eada-435b-ba39-ce3b6a21e879] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8dd86f19-3c1a-4ba4-9c42-69cb148971df. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-157b2a46-eada-435b-ba39-ce3b6a21e879"}]} [ 1772.389259] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817290, 'name': CreateVM_Task, 'duration_secs': 0.460022} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.390297] env[63622]: DEBUG nova.scheduler.client.report [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Refreshing inventories for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1772.394774] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1772.395677] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1772.395840] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.396163] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1772.396795] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e0f343f-b4fe-4731-8349-7c328a1edf00 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.404935] env[63622]: DEBUG oslo_vmware.api [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817291, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.213375} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.408163] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1772.408606] env[63622]: DEBUG oslo_vmware.api [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1772.408606] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52eb036e-1d58-e16e-e0b8-8ad33cd7605d" [ 1772.408606] env[63622]: _type = "Task" [ 1772.408606] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.409839] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe37a81-2d96-49f0-9eaa-85d9663e2dbe {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.416167] env[63622]: DEBUG nova.scheduler.client.report [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Updating ProviderTree inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1772.416495] env[63622]: DEBUG nova.compute.provider_tree [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1772.441592] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 3ba0280a-9e90-4236-b70b-f485d0766364/3ba0280a-9e90-4236-b70b-f485d0766364.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1772.446710] env[63622]: DEBUG nova.scheduler.client.report [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Refreshing aggregate associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, aggregates: None {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1772.449113] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cacb1bb7-8602-46b4-b833-2a7ce6a920cd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.468570] env[63622]: DEBUG oslo_vmware.api [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52eb036e-1d58-e16e-e0b8-8ad33cd7605d, 'name': SearchDatastore_Task, 'duration_secs': 0.010587} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.474299] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.474543] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1772.475059] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1772.475283] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.475448] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1772.476311] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad477137-8ffb-4ddd-927c-c9c93cc137c2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.482779] env[63622]: DEBUG oslo_vmware.api [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1772.482779] env[63622]: value = "task-1817293" [ 1772.482779] env[63622]: _type = "Task" [ 1772.482779] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.487837] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1772.488159] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1772.495018] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c63de218-e899-4b75-ab1b-9bcaa598b630 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.495408] env[63622]: DEBUG oslo_vmware.api [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817293, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.496128] env[63622]: DEBUG nova.scheduler.client.report [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Refreshing trait associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1772.502241] env[63622]: DEBUG oslo_vmware.api [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1772.502241] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]529306e7-05f3-f5d5-f418-bef9ce90cbf3" [ 1772.502241] env[63622]: _type = "Task" [ 1772.502241] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.511533] env[63622]: DEBUG oslo_vmware.api [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]529306e7-05f3-f5d5-f418-bef9ce90cbf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.559885] env[63622]: INFO nova.compute.manager [-] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Took 1.49 seconds to deallocate network for instance. [ 1772.580669] env[63622]: DEBUG nova.compute.manager [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1772.696767] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817292, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.900588] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821f2ea6-34b6-4144-a623-fb42889d2fa2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.909477] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ceaaad0-a564-4b12-a175-86b30c965c63 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.944809] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f321d1ef-242e-44bf-8dd6-0bb98e820c4f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.954317] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee060e6c-5541-43a6-9c79-c06c93469038 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.974223] env[63622]: DEBUG nova.compute.provider_tree [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1772.997019] env[63622]: DEBUG oslo_vmware.api [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817293, 'name': ReconfigVM_Task, 'duration_secs': 0.314211} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.997425] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 3ba0280a-9e90-4236-b70b-f485d0766364/3ba0280a-9e90-4236-b70b-f485d0766364.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1772.998265] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2b1e0ad-de40-4ded-8eb3-2831124dc3ed {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.011677] env[63622]: DEBUG oslo_vmware.api [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1773.011677] env[63622]: value = "task-1817294" [ 1773.011677] env[63622]: _type = "Task" [ 1773.011677] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.023186] env[63622]: DEBUG oslo_vmware.api [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]529306e7-05f3-f5d5-f418-bef9ce90cbf3, 'name': SearchDatastore_Task, 'duration_secs': 0.0165} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.023757] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa409888-024e-46d1-b404-b5fa6f6e3a57 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.029865] env[63622]: DEBUG oslo_vmware.api [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817294, 'name': Rename_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.033609] env[63622]: DEBUG oslo_vmware.api [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1773.033609] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52be74eb-f050-535d-b0f3-94c7bb73d0f4" [ 1773.033609] env[63622]: _type = "Task" [ 1773.033609] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.038256] env[63622]: DEBUG nova.network.neutron [req-a460e5c8-0838-4142-836f-e134e514a464 req-b0aef2ae-5925-4da5-8bab-4734f61371cf service nova] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Updated VIF entry in instance network info cache for port 4b9e4784-386d-4c9e-9d7f-9fea3177ee18. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1773.038645] env[63622]: DEBUG nova.network.neutron [req-a460e5c8-0838-4142-836f-e134e514a464 req-b0aef2ae-5925-4da5-8bab-4734f61371cf service nova] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Updating instance_info_cache with network_info: [{"id": "4b9e4784-386d-4c9e-9d7f-9fea3177ee18", "address": "fa:16:3e:9d:d7:fc", "network": {"id": "6c76cb6b-40d1-47e4-8957-7fcd527423cc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1478522882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bbece78f52e4184ba7be795d0a7ead0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b9e4784-38", "ovs_interfaceid": "4b9e4784-386d-4c9e-9d7f-9fea3177ee18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1773.045369] env[63622]: DEBUG oslo_vmware.api [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52be74eb-f050-535d-b0f3-94c7bb73d0f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.066683] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f596b532-6fcc-4f8d-8880-28c852351f8b tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.113745] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.194371] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817292, 'name': CreateVM_Task, 'duration_secs': 0.670104} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.194371] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1773.194371] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.194371] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.194371] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1773.194923] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-483f65c0-d848-4a23-8b00-96cee01132eb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.200485] env[63622]: DEBUG oslo_vmware.api [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1773.200485] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5204b974-1d4f-61cd-c11c-7a66fec42300" [ 1773.200485] env[63622]: _type = "Task" [ 1773.200485] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.209063] env[63622]: DEBUG oslo_vmware.api [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5204b974-1d4f-61cd-c11c-7a66fec42300, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.512887] env[63622]: DEBUG nova.scheduler.client.report [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Updated inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with generation 129 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1773.513477] env[63622]: DEBUG nova.compute.provider_tree [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Updating resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df generation from 129 to 130 during operation: update_inventory {{(pid=63622) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1773.513789] env[63622]: DEBUG nova.compute.provider_tree [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1773.532180] env[63622]: DEBUG oslo_vmware.api [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817294, 'name': Rename_Task, 'duration_secs': 0.146832} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.533373] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1773.533725] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b173687a-f37a-4d9b-abea-552e6e14e8e6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.541763] env[63622]: DEBUG oslo_concurrency.lockutils [req-a460e5c8-0838-4142-836f-e134e514a464 req-b0aef2ae-5925-4da5-8bab-4734f61371cf service nova] Releasing lock "refresh_cache-de6c7fe2-e333-449c-9e97-0c374c306ab5" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1773.542140] env[63622]: DEBUG nova.compute.manager [req-a460e5c8-0838-4142-836f-e134e514a464 req-b0aef2ae-5925-4da5-8bab-4734f61371cf service nova] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Received event network-changed-0260f1bf-56bd-4ccf-99ab-02ee789491ac {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1773.542427] env[63622]: DEBUG nova.compute.manager [req-a460e5c8-0838-4142-836f-e134e514a464 req-b0aef2ae-5925-4da5-8bab-4734f61371cf service nova] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Refreshing instance network info cache due to event network-changed-0260f1bf-56bd-4ccf-99ab-02ee789491ac. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1773.542750] env[63622]: DEBUG oslo_concurrency.lockutils [req-a460e5c8-0838-4142-836f-e134e514a464 req-b0aef2ae-5925-4da5-8bab-4734f61371cf service nova] Acquiring lock "refresh_cache-0824ddf3-a526-4b7f-95ca-489d8898ae40" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.543019] env[63622]: DEBUG oslo_concurrency.lockutils [req-a460e5c8-0838-4142-836f-e134e514a464 req-b0aef2ae-5925-4da5-8bab-4734f61371cf service nova] Acquired lock "refresh_cache-0824ddf3-a526-4b7f-95ca-489d8898ae40" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.543294] env[63622]: DEBUG nova.network.neutron [req-a460e5c8-0838-4142-836f-e134e514a464 req-b0aef2ae-5925-4da5-8bab-4734f61371cf service nova] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Refreshing network info cache for port 0260f1bf-56bd-4ccf-99ab-02ee789491ac {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1773.547283] env[63622]: DEBUG oslo_vmware.api [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1773.547283] env[63622]: value = "task-1817295" [ 1773.547283] env[63622]: _type = "Task" [ 1773.547283] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.552809] env[63622]: DEBUG oslo_vmware.api [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52be74eb-f050-535d-b0f3-94c7bb73d0f4, 'name': SearchDatastore_Task, 'duration_secs': 0.01089} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.562196] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1773.562622] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] de6c7fe2-e333-449c-9e97-0c374c306ab5/de6c7fe2-e333-449c-9e97-0c374c306ab5.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1773.563395] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-795b8cc6-901c-497a-ab15-3474676aa0e7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.583806] env[63622]: DEBUG oslo_vmware.api [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1773.583806] env[63622]: value = "task-1817296" [ 1773.583806] env[63622]: _type = "Task" [ 1773.583806] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.584233] env[63622]: DEBUG oslo_vmware.api [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817295, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.597683] env[63622]: DEBUG oslo_vmware.api [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817296, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.713724] env[63622]: DEBUG oslo_vmware.api [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5204b974-1d4f-61cd-c11c-7a66fec42300, 'name': SearchDatastore_Task, 'duration_secs': 0.009872} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.714201] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1773.714501] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1773.714800] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.715034] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.715256] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1773.715588] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-765b17d0-5425-485b-a559-5b2ea776e5c7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.726739] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1773.726996] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1773.727868] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3671bd82-1172-4793-bbfc-44f3f4c12cd8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.734967] env[63622]: DEBUG oslo_vmware.api [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1773.734967] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d5a04d-78da-29fa-0fb8-db989810dd60" [ 1773.734967] env[63622]: _type = "Task" [ 1773.734967] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.745345] env[63622]: DEBUG oslo_vmware.api [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d5a04d-78da-29fa-0fb8-db989810dd60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.025601] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.674s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.026490] env[63622]: DEBUG nova.compute.manager [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1774.030553] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.994s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.032430] env[63622]: INFO nova.compute.claims [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1774.071334] env[63622]: DEBUG oslo_vmware.api [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817295, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.100399] env[63622]: DEBUG oslo_vmware.api [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817296, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.248376] env[63622]: DEBUG oslo_vmware.api [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d5a04d-78da-29fa-0fb8-db989810dd60, 'name': SearchDatastore_Task, 'duration_secs': 0.010621} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.249218] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41f0fba8-ed7d-45b5-9a47-c5415a4a7046 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.256839] env[63622]: DEBUG oslo_vmware.api [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1774.256839] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52abdf2e-af88-62ca-9a6e-e55401f3403d" [ 1774.256839] env[63622]: _type = "Task" [ 1774.256839] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.266812] env[63622]: DEBUG oslo_vmware.api [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52abdf2e-af88-62ca-9a6e-e55401f3403d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.415753] env[63622]: DEBUG nova.network.neutron [req-a460e5c8-0838-4142-836f-e134e514a464 req-b0aef2ae-5925-4da5-8bab-4734f61371cf service nova] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Updated VIF entry in instance network info cache for port 0260f1bf-56bd-4ccf-99ab-02ee789491ac. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1774.415753] env[63622]: DEBUG nova.network.neutron [req-a460e5c8-0838-4142-836f-e134e514a464 req-b0aef2ae-5925-4da5-8bab-4734f61371cf service nova] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Updating instance_info_cache with network_info: [{"id": "0260f1bf-56bd-4ccf-99ab-02ee789491ac", "address": "fa:16:3e:25:bc:f9", "network": {"id": "68e51f20-239f-4a02-84bc-7a1f8640b875", "bridge": "br-int", "label": "tempest-ServersTestJSON-1825242270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebd3f285a9d2433597945e73f2213306", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0260f1bf-56", "ovs_interfaceid": "0260f1bf-56bd-4ccf-99ab-02ee789491ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1774.540027] env[63622]: DEBUG nova.compute.utils [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1774.542307] env[63622]: DEBUG nova.compute.manager [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1774.542307] env[63622]: DEBUG nova.network.neutron [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1774.563326] env[63622]: DEBUG oslo_vmware.api [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817295, 'name': PowerOnVM_Task, 'duration_secs': 0.811515} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.563610] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1774.563813] env[63622]: INFO nova.compute.manager [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Took 19.04 seconds to spawn the instance on the hypervisor. [ 1774.563992] env[63622]: DEBUG nova.compute.manager [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1774.564967] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a25cf6e-3c68-40e7-97dd-9bd8980e0e28 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.606272] env[63622]: DEBUG oslo_vmware.api [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817296, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631051} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.606559] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] de6c7fe2-e333-449c-9e97-0c374c306ab5/de6c7fe2-e333-449c-9e97-0c374c306ab5.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1774.606772] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1774.607048] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c120857e-6421-47c2-af86-2b4e3f869f0f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.610249] env[63622]: DEBUG nova.policy [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9cda26dfa747464dbb4e31462c6d1ceb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8f5612ea5ba4729af8f16a350d2c1fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1774.617801] env[63622]: DEBUG oslo_vmware.api [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1774.617801] env[63622]: value = "task-1817297" [ 1774.617801] env[63622]: _type = "Task" [ 1774.617801] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.626792] env[63622]: DEBUG oslo_vmware.api [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817297, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.774141] env[63622]: DEBUG oslo_vmware.api [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52abdf2e-af88-62ca-9a6e-e55401f3403d, 'name': SearchDatastore_Task, 'duration_secs': 0.020403} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.774672] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.775132] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 0824ddf3-a526-4b7f-95ca-489d8898ae40/0824ddf3-a526-4b7f-95ca-489d8898ae40.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1774.775631] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-956d49eb-8fda-4653-8407-690a4ba9ae1f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.788026] env[63622]: DEBUG oslo_vmware.api [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1774.788026] env[63622]: value = "task-1817298" [ 1774.788026] env[63622]: _type = "Task" [ 1774.788026] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.798122] env[63622]: DEBUG oslo_vmware.api [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.918248] env[63622]: DEBUG oslo_concurrency.lockutils [req-a460e5c8-0838-4142-836f-e134e514a464 req-b0aef2ae-5925-4da5-8bab-4734f61371cf service nova] Releasing lock "refresh_cache-0824ddf3-a526-4b7f-95ca-489d8898ae40" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.918248] env[63622]: DEBUG nova.compute.manager [req-a460e5c8-0838-4142-836f-e134e514a464 req-b0aef2ae-5925-4da5-8bab-4734f61371cf service nova] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Received event network-vif-deleted-26bcb58c-79ce-4aaf-9978-f2782dab206f {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1775.030654] env[63622]: DEBUG nova.network.neutron [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Successfully created port: 83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1775.043155] env[63622]: DEBUG nova.compute.manager [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1775.087430] env[63622]: INFO nova.compute.manager [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Took 45.65 seconds to build instance. [ 1775.131486] env[63622]: DEBUG oslo_vmware.api [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817297, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094022} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.131899] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1775.132768] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9f71b6-09a0-4a99-9dcf-f2c0dfd46860 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.159394] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] de6c7fe2-e333-449c-9e97-0c374c306ab5/de6c7fe2-e333-449c-9e97-0c374c306ab5.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1775.162961] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a4dc3c9-5176-42f1-8607-226db653d24f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.184849] env[63622]: DEBUG oslo_vmware.api [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1775.184849] env[63622]: value = "task-1817299" [ 1775.184849] env[63622]: _type = "Task" [ 1775.184849] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.193442] env[63622]: DEBUG oslo_concurrency.lockutils [None req-cb3f102a-19d6-47c2-8a05-f4bb88316218 tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Acquiring lock "254be768-e148-4291-be13-02cee70e2784" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.193700] env[63622]: DEBUG oslo_concurrency.lockutils [None req-cb3f102a-19d6-47c2-8a05-f4bb88316218 tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Lock "254be768-e148-4291-be13-02cee70e2784" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.193902] env[63622]: DEBUG oslo_concurrency.lockutils [None req-cb3f102a-19d6-47c2-8a05-f4bb88316218 tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Acquiring lock "254be768-e148-4291-be13-02cee70e2784-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.194098] env[63622]: DEBUG oslo_concurrency.lockutils [None req-cb3f102a-19d6-47c2-8a05-f4bb88316218 tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Lock "254be768-e148-4291-be13-02cee70e2784-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.194290] env[63622]: DEBUG oslo_concurrency.lockutils [None req-cb3f102a-19d6-47c2-8a05-f4bb88316218 tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Lock "254be768-e148-4291-be13-02cee70e2784-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.198742] env[63622]: DEBUG oslo_vmware.api [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817299, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.199439] env[63622]: INFO nova.compute.manager [None req-cb3f102a-19d6-47c2-8a05-f4bb88316218 tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] [instance: 254be768-e148-4291-be13-02cee70e2784] Terminating instance [ 1775.298728] env[63622]: DEBUG oslo_vmware.api [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817298, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.542535] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb89c12-e463-4848-91a6-b97ad21bb0a1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.556993] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bca037c-caf8-40c1-ba3d-ecea668ccb7a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.600410] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4d19d402-1e92-49d7-a154-f2302e582e76 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "3ba0280a-9e90-4236-b70b-f485d0766364" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.177s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.601802] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83341b72-f9a3-4bbf-89ba-66ca7cf20d7f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.613474] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d89e428-8145-465e-a09a-b778ba0cacd1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.632587] env[63622]: DEBUG nova.compute.provider_tree [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1775.694689] env[63622]: DEBUG oslo_vmware.api [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817299, 'name': ReconfigVM_Task, 'duration_secs': 0.492035} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.694977] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Reconfigured VM instance instance-0000005a to attach disk [datastore1] de6c7fe2-e333-449c-9e97-0c374c306ab5/de6c7fe2-e333-449c-9e97-0c374c306ab5.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1775.695666] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f83ac522-6d37-412b-b05a-fbf675faa9b6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.702913] env[63622]: DEBUG oslo_vmware.api [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1775.702913] env[63622]: value = "task-1817300" [ 1775.702913] env[63622]: _type = "Task" [ 1775.702913] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.703987] env[63622]: DEBUG nova.compute.manager [None req-cb3f102a-19d6-47c2-8a05-f4bb88316218 tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] [instance: 254be768-e148-4291-be13-02cee70e2784] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1775.704084] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3f102a-19d6-47c2-8a05-f4bb88316218 tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] [instance: 254be768-e148-4291-be13-02cee70e2784] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1775.708330] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc18873-29ee-48e9-9fd2-85e39bc97c89 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.716907] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb3f102a-19d6-47c2-8a05-f4bb88316218 tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] [instance: 254be768-e148-4291-be13-02cee70e2784] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1775.720638] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81761bcc-e464-4670-8208-8ea2c9ce7711 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.722539] env[63622]: DEBUG oslo_vmware.api [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817300, 'name': Rename_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.728118] env[63622]: DEBUG oslo_vmware.api [None req-cb3f102a-19d6-47c2-8a05-f4bb88316218 tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Waiting for the task: (returnval){ [ 1775.728118] env[63622]: value = "task-1817301" [ 1775.728118] env[63622]: _type = "Task" [ 1775.728118] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.737531] env[63622]: DEBUG oslo_vmware.api [None req-cb3f102a-19d6-47c2-8a05-f4bb88316218 tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Task: {'id': task-1817301, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.799745] env[63622]: DEBUG oslo_vmware.api [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.827538} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.800236] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 0824ddf3-a526-4b7f-95ca-489d8898ae40/0824ddf3-a526-4b7f-95ca-489d8898ae40.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1775.800599] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1775.800999] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2367bb56-a203-4146-a664-a907accbc40e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.809988] env[63622]: DEBUG oslo_vmware.api [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1775.809988] env[63622]: value = "task-1817302" [ 1775.809988] env[63622]: _type = "Task" [ 1775.809988] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.821607] env[63622]: DEBUG oslo_vmware.api [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.904511] env[63622]: DEBUG nova.compute.manager [req-9d1bbeb2-3f9d-4064-b1dc-ad2da933dadf req-a2ed0748-c403-4230-9a2c-ee0722b42ce7 service nova] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Received event network-changed-d1b7d7d7-0c59-4531-92d2-5da6f1498340 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1775.905198] env[63622]: DEBUG nova.compute.manager [req-9d1bbeb2-3f9d-4064-b1dc-ad2da933dadf req-a2ed0748-c403-4230-9a2c-ee0722b42ce7 service nova] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Refreshing instance network info cache due to event network-changed-d1b7d7d7-0c59-4531-92d2-5da6f1498340. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1775.905198] env[63622]: DEBUG oslo_concurrency.lockutils [req-9d1bbeb2-3f9d-4064-b1dc-ad2da933dadf req-a2ed0748-c403-4230-9a2c-ee0722b42ce7 service nova] Acquiring lock "refresh_cache-3ba0280a-9e90-4236-b70b-f485d0766364" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.905766] env[63622]: DEBUG oslo_concurrency.lockutils [req-9d1bbeb2-3f9d-4064-b1dc-ad2da933dadf req-a2ed0748-c403-4230-9a2c-ee0722b42ce7 service nova] Acquired lock "refresh_cache-3ba0280a-9e90-4236-b70b-f485d0766364" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.906126] env[63622]: DEBUG nova.network.neutron [req-9d1bbeb2-3f9d-4064-b1dc-ad2da933dadf req-a2ed0748-c403-4230-9a2c-ee0722b42ce7 service nova] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Refreshing network info cache for port d1b7d7d7-0c59-4531-92d2-5da6f1498340 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1776.066584] env[63622]: DEBUG nova.compute.manager [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1776.098447] env[63622]: DEBUG nova.virt.hardware [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1776.098696] env[63622]: DEBUG nova.virt.hardware [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1776.098853] env[63622]: DEBUG nova.virt.hardware [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1776.099046] env[63622]: DEBUG nova.virt.hardware [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1776.099198] env[63622]: DEBUG nova.virt.hardware [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1776.099438] env[63622]: DEBUG nova.virt.hardware [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1776.099559] env[63622]: DEBUG nova.virt.hardware [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1776.099720] env[63622]: DEBUG nova.virt.hardware [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1776.099889] env[63622]: DEBUG nova.virt.hardware [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1776.100073] env[63622]: DEBUG nova.virt.hardware [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1776.100251] env[63622]: DEBUG nova.virt.hardware [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1776.101246] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5be4515-c854-4b45-846a-7c7e310745cd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.110110] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9d5cb6-7452-47d8-8275-d5f4eda125de {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.135987] env[63622]: DEBUG nova.scheduler.client.report [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1776.214519] env[63622]: DEBUG oslo_vmware.api [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817300, 'name': Rename_Task, 'duration_secs': 0.147827} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.214818] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1776.215143] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93443391-a71a-4457-9612-777e4cbc9711 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.223180] env[63622]: DEBUG oslo_vmware.api [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1776.223180] env[63622]: value = "task-1817303" [ 1776.223180] env[63622]: _type = "Task" [ 1776.223180] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.234909] env[63622]: DEBUG oslo_vmware.api [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817303, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.240397] env[63622]: DEBUG oslo_vmware.api [None req-cb3f102a-19d6-47c2-8a05-f4bb88316218 tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Task: {'id': task-1817301, 'name': PowerOffVM_Task, 'duration_secs': 0.211387} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.240641] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb3f102a-19d6-47c2-8a05-f4bb88316218 tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] [instance: 254be768-e148-4291-be13-02cee70e2784] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1776.240805] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3f102a-19d6-47c2-8a05-f4bb88316218 tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] [instance: 254be768-e148-4291-be13-02cee70e2784] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1776.241057] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a82e1cb6-df4e-45b7-a6d9-281e52d33a67 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.319642] env[63622]: DEBUG oslo_vmware.api [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072339} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.319912] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1776.320710] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476249cc-9d45-4fe2-aadb-1073002c84e3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.345359] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 0824ddf3-a526-4b7f-95ca-489d8898ae40/0824ddf3-a526-4b7f-95ca-489d8898ae40.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1776.345756] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-312791b7-509d-4bf4-8d1d-70fceebb78d7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.371544] env[63622]: DEBUG oslo_vmware.api [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1776.371544] env[63622]: value = "task-1817305" [ 1776.371544] env[63622]: _type = "Task" [ 1776.371544] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.384968] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3f102a-19d6-47c2-8a05-f4bb88316218 tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] [instance: 254be768-e148-4291-be13-02cee70e2784] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1776.386117] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3f102a-19d6-47c2-8a05-f4bb88316218 tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] [instance: 254be768-e148-4291-be13-02cee70e2784] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1776.386117] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb3f102a-19d6-47c2-8a05-f4bb88316218 tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Deleting the datastore file [datastore1] 254be768-e148-4291-be13-02cee70e2784 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1776.386117] env[63622]: DEBUG oslo_vmware.api [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817305, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.386710] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a2e4911-f125-4dce-909d-f8b4c58f174a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.396739] env[63622]: DEBUG oslo_vmware.api [None req-cb3f102a-19d6-47c2-8a05-f4bb88316218 tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Waiting for the task: (returnval){ [ 1776.396739] env[63622]: value = "task-1817306" [ 1776.396739] env[63622]: _type = "Task" [ 1776.396739] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.406875] env[63622]: DEBUG oslo_vmware.api [None req-cb3f102a-19d6-47c2-8a05-f4bb88316218 tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Task: {'id': task-1817306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.641552] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.642467] env[63622]: DEBUG nova.compute.manager [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1776.646018] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.986s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.647823] env[63622]: INFO nova.compute.claims [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1776.736949] env[63622]: DEBUG oslo_vmware.api [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817303, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.866032] env[63622]: DEBUG oslo_concurrency.lockutils [None req-20059a9e-b2b3-4821-9f8d-4bbdb0caf941 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Acquiring lock "dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.866032] env[63622]: DEBUG oslo_concurrency.lockutils [None req-20059a9e-b2b3-4821-9f8d-4bbdb0caf941 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Lock "dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.866032] env[63622]: DEBUG oslo_concurrency.lockutils [None req-20059a9e-b2b3-4821-9f8d-4bbdb0caf941 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Acquiring lock "dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.866032] env[63622]: DEBUG oslo_concurrency.lockutils [None req-20059a9e-b2b3-4821-9f8d-4bbdb0caf941 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Lock "dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.866032] env[63622]: DEBUG oslo_concurrency.lockutils [None req-20059a9e-b2b3-4821-9f8d-4bbdb0caf941 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Lock "dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.915797] env[63622]: INFO nova.compute.manager [None req-20059a9e-b2b3-4821-9f8d-4bbdb0caf941 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Terminating instance [ 1776.915797] env[63622]: DEBUG oslo_vmware.api [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817305, 'name': ReconfigVM_Task, 'duration_secs': 0.469441} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.915797] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 0824ddf3-a526-4b7f-95ca-489d8898ae40/0824ddf3-a526-4b7f-95ca-489d8898ae40.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1776.915797] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d17d4f0b-42e1-431a-b8e0-e8e443957d35 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.915797] env[63622]: DEBUG oslo_vmware.api [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1776.915797] env[63622]: value = "task-1817307" [ 1776.915797] env[63622]: _type = "Task" [ 1776.915797] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.946635] env[63622]: DEBUG oslo_vmware.api [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817307, 'name': Rename_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.953024] env[63622]: DEBUG oslo_vmware.api [None req-cb3f102a-19d6-47c2-8a05-f4bb88316218 tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Task: {'id': task-1817306, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.437459} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.953408] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb3f102a-19d6-47c2-8a05-f4bb88316218 tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1776.953702] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3f102a-19d6-47c2-8a05-f4bb88316218 tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] [instance: 254be768-e148-4291-be13-02cee70e2784] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1776.954316] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3f102a-19d6-47c2-8a05-f4bb88316218 tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] [instance: 254be768-e148-4291-be13-02cee70e2784] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1776.954316] env[63622]: INFO nova.compute.manager [None req-cb3f102a-19d6-47c2-8a05-f4bb88316218 tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] [instance: 254be768-e148-4291-be13-02cee70e2784] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1776.955062] env[63622]: DEBUG oslo.service.loopingcall [None req-cb3f102a-19d6-47c2-8a05-f4bb88316218 tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1776.955562] env[63622]: DEBUG nova.compute.manager [-] [instance: 254be768-e148-4291-be13-02cee70e2784] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1776.955665] env[63622]: DEBUG nova.network.neutron [-] [instance: 254be768-e148-4291-be13-02cee70e2784] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1777.154939] env[63622]: DEBUG nova.compute.utils [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1777.156888] env[63622]: DEBUG nova.network.neutron [req-9d1bbeb2-3f9d-4064-b1dc-ad2da933dadf req-a2ed0748-c403-4230-9a2c-ee0722b42ce7 service nova] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Updated VIF entry in instance network info cache for port d1b7d7d7-0c59-4531-92d2-5da6f1498340. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1777.157232] env[63622]: DEBUG nova.network.neutron [req-9d1bbeb2-3f9d-4064-b1dc-ad2da933dadf req-a2ed0748-c403-4230-9a2c-ee0722b42ce7 service nova] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Updating instance_info_cache with network_info: [{"id": "d1b7d7d7-0c59-4531-92d2-5da6f1498340", "address": "fa:16:3e:ec:fb:d9", "network": {"id": "d99154f7-509d-4022-8cc6-a3f6dfa87b98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065749372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a0890704ac74d28998a905c11f1f4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1b7d7d7-0c", "ovs_interfaceid": "d1b7d7d7-0c59-4531-92d2-5da6f1498340", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1777.161356] env[63622]: DEBUG nova.compute.manager [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Not allocating networking since 'none' was specified. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1777.235728] env[63622]: DEBUG oslo_vmware.api [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817303, 'name': PowerOnVM_Task, 'duration_secs': 0.6935} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.236048] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1777.236287] env[63622]: INFO nova.compute.manager [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Took 13.55 seconds to spawn the instance on the hypervisor. [ 1777.236482] env[63622]: DEBUG nova.compute.manager [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1777.237641] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96864d4e-1fe0-44f7-bea2-757944882403 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.329065] env[63622]: DEBUG nova.network.neutron [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Successfully updated port: 83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1777.377592] env[63622]: DEBUG nova.compute.manager [None req-20059a9e-b2b3-4821-9f8d-4bbdb0caf941 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1777.377816] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-20059a9e-b2b3-4821-9f8d-4bbdb0caf941 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1777.378692] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590e9f0f-e3c5-4477-9279-192523ba2be7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.389744] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-20059a9e-b2b3-4821-9f8d-4bbdb0caf941 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1777.390080] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-526fa72f-c7db-421d-b534-b06765d874fe {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.397955] env[63622]: DEBUG oslo_vmware.api [None req-20059a9e-b2b3-4821-9f8d-4bbdb0caf941 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Waiting for the task: (returnval){ [ 1777.397955] env[63622]: value = "task-1817308" [ 1777.397955] env[63622]: _type = "Task" [ 1777.397955] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.407582] env[63622]: DEBUG oslo_vmware.api [None req-20059a9e-b2b3-4821-9f8d-4bbdb0caf941 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.425973] env[63622]: DEBUG oslo_vmware.api [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817307, 'name': Rename_Task, 'duration_secs': 0.192215} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.426282] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1777.426708] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7eedab63-7e57-47c4-b121-73acf9f72954 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.435403] env[63622]: DEBUG oslo_vmware.api [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1777.435403] env[63622]: value = "task-1817309" [ 1777.435403] env[63622]: _type = "Task" [ 1777.435403] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.443386] env[63622]: DEBUG oslo_vmware.api [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.511351] env[63622]: DEBUG nova.compute.manager [req-adaae5ef-b657-460a-95fb-2d73c2c894ec req-603627b1-235f-49de-92f2-db50f6c26848 service nova] [instance: 254be768-e148-4291-be13-02cee70e2784] Received event network-vif-deleted-c98c3816-becc-4b55-bf23-c16996bbb219 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1777.511469] env[63622]: INFO nova.compute.manager [req-adaae5ef-b657-460a-95fb-2d73c2c894ec req-603627b1-235f-49de-92f2-db50f6c26848 service nova] [instance: 254be768-e148-4291-be13-02cee70e2784] Neutron deleted interface c98c3816-becc-4b55-bf23-c16996bbb219; detaching it from the instance and deleting it from the info cache [ 1777.511686] env[63622]: DEBUG nova.network.neutron [req-adaae5ef-b657-460a-95fb-2d73c2c894ec req-603627b1-235f-49de-92f2-db50f6c26848 service nova] [instance: 254be768-e148-4291-be13-02cee70e2784] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1777.660659] env[63622]: DEBUG oslo_concurrency.lockutils [req-9d1bbeb2-3f9d-4064-b1dc-ad2da933dadf req-a2ed0748-c403-4230-9a2c-ee0722b42ce7 service nova] Releasing lock "refresh_cache-3ba0280a-9e90-4236-b70b-f485d0766364" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.669627] env[63622]: DEBUG nova.compute.manager [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1777.768306] env[63622]: INFO nova.compute.manager [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Took 31.37 seconds to build instance. [ 1777.831597] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "refresh_cache-9a854487-4c27-4271-9a1f-1875f7bd0a06" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.831777] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquired lock "refresh_cache-9a854487-4c27-4271-9a1f-1875f7bd0a06" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.832558] env[63622]: DEBUG nova.network.neutron [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1777.913444] env[63622]: DEBUG oslo_vmware.api [None req-20059a9e-b2b3-4821-9f8d-4bbdb0caf941 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817308, 'name': PowerOffVM_Task, 'duration_secs': 0.252996} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.917197] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-20059a9e-b2b3-4821-9f8d-4bbdb0caf941 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1777.917479] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-20059a9e-b2b3-4821-9f8d-4bbdb0caf941 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1777.918297] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5c59456-68b2-41cb-aa6c-d23757329b08 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.946113] env[63622]: DEBUG nova.compute.manager [req-2f9f11cd-91cc-44c5-8fbc-c613cd4b6b19 req-d6c0b6cd-f103-4c1c-a658-6de5c0f887bd service nova] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Received event network-vif-plugged-83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1777.946113] env[63622]: DEBUG oslo_concurrency.lockutils [req-2f9f11cd-91cc-44c5-8fbc-c613cd4b6b19 req-d6c0b6cd-f103-4c1c-a658-6de5c0f887bd service nova] Acquiring lock "9a854487-4c27-4271-9a1f-1875f7bd0a06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.946113] env[63622]: DEBUG oslo_concurrency.lockutils [req-2f9f11cd-91cc-44c5-8fbc-c613cd4b6b19 req-d6c0b6cd-f103-4c1c-a658-6de5c0f887bd service nova] Lock "9a854487-4c27-4271-9a1f-1875f7bd0a06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.946113] env[63622]: DEBUG oslo_concurrency.lockutils [req-2f9f11cd-91cc-44c5-8fbc-c613cd4b6b19 req-d6c0b6cd-f103-4c1c-a658-6de5c0f887bd service nova] Lock "9a854487-4c27-4271-9a1f-1875f7bd0a06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.946113] env[63622]: DEBUG nova.compute.manager [req-2f9f11cd-91cc-44c5-8fbc-c613cd4b6b19 req-d6c0b6cd-f103-4c1c-a658-6de5c0f887bd service nova] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] No waiting events found dispatching network-vif-plugged-83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1777.946288] env[63622]: WARNING nova.compute.manager [req-2f9f11cd-91cc-44c5-8fbc-c613cd4b6b19 req-d6c0b6cd-f103-4c1c-a658-6de5c0f887bd service nova] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Received unexpected event network-vif-plugged-83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0 for instance with vm_state building and task_state spawning. [ 1777.946396] env[63622]: DEBUG nova.compute.manager [req-2f9f11cd-91cc-44c5-8fbc-c613cd4b6b19 req-d6c0b6cd-f103-4c1c-a658-6de5c0f887bd service nova] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Received event network-changed-83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1777.946562] env[63622]: DEBUG nova.compute.manager [req-2f9f11cd-91cc-44c5-8fbc-c613cd4b6b19 req-d6c0b6cd-f103-4c1c-a658-6de5c0f887bd service nova] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Refreshing instance network info cache due to event network-changed-83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1777.946733] env[63622]: DEBUG oslo_concurrency.lockutils [req-2f9f11cd-91cc-44c5-8fbc-c613cd4b6b19 req-d6c0b6cd-f103-4c1c-a658-6de5c0f887bd service nova] Acquiring lock "refresh_cache-9a854487-4c27-4271-9a1f-1875f7bd0a06" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.954723] env[63622]: DEBUG oslo_vmware.api [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817309, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.994654] env[63622]: DEBUG nova.network.neutron [-] [instance: 254be768-e148-4291-be13-02cee70e2784] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.019857] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a45b8d5-7b83-4faf-a352-10b21d152f74 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.031891] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf8344b-cfd1-49c8-aa53-4949a90984dd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.079497] env[63622]: DEBUG nova.compute.manager [req-adaae5ef-b657-460a-95fb-2d73c2c894ec req-603627b1-235f-49de-92f2-db50f6c26848 service nova] [instance: 254be768-e148-4291-be13-02cee70e2784] Detach interface failed, port_id=c98c3816-becc-4b55-bf23-c16996bbb219, reason: Instance 254be768-e148-4291-be13-02cee70e2784 could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1778.116594] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-20059a9e-b2b3-4821-9f8d-4bbdb0caf941 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1778.117400] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-20059a9e-b2b3-4821-9f8d-4bbdb0caf941 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1778.117737] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-20059a9e-b2b3-4821-9f8d-4bbdb0caf941 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Deleting the datastore file [datastore1] dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1778.118856] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8c75d30-f7de-44bc-b46b-ac30da0b16d4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.130716] env[63622]: DEBUG oslo_vmware.api [None req-20059a9e-b2b3-4821-9f8d-4bbdb0caf941 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Waiting for the task: (returnval){ [ 1778.130716] env[63622]: value = "task-1817311" [ 1778.130716] env[63622]: _type = "Task" [ 1778.130716] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.143284] env[63622]: DEBUG oslo_vmware.api [None req-20059a9e-b2b3-4821-9f8d-4bbdb0caf941 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.192699] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf254f51-fa7a-42cf-81ca-d95b280b3f93 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.203029] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e41b326-68be-4e5a-aaad-dddff76c0168 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.239247] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf25e4f-7976-4b8a-99dd-39b615aa83d4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.251899] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6122c3-c3e0-4976-8ec7-c01131dca8d0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.267350] env[63622]: DEBUG nova.compute.provider_tree [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1778.270893] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2807335d-f63f-45f9-869a-8ea4ecc836a5 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Lock "de6c7fe2-e333-449c-9e97-0c374c306ab5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.890s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.372179] env[63622]: DEBUG nova.network.neutron [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1778.450390] env[63622]: DEBUG oslo_vmware.api [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817309, 'name': PowerOnVM_Task, 'duration_secs': 0.657265} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.450390] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1778.450592] env[63622]: INFO nova.compute.manager [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Took 16.87 seconds to spawn the instance on the hypervisor. [ 1778.450771] env[63622]: DEBUG nova.compute.manager [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1778.451669] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8dab16a-81b9-4399-94ab-a78c1553d456 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.502094] env[63622]: INFO nova.compute.manager [-] [instance: 254be768-e148-4291-be13-02cee70e2784] Took 1.54 seconds to deallocate network for instance. [ 1778.524622] env[63622]: DEBUG nova.network.neutron [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Updating instance_info_cache with network_info: [{"id": "83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0", "address": "fa:16:3e:d7:88:3a", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83cb60cc-a7", "ovs_interfaceid": "83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.643904] env[63622]: DEBUG oslo_vmware.api [None req-20059a9e-b2b3-4821-9f8d-4bbdb0caf941 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.683610] env[63622]: DEBUG nova.compute.manager [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1778.718984] env[63622]: DEBUG nova.virt.hardware [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1778.719278] env[63622]: DEBUG nova.virt.hardware [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1778.719480] env[63622]: DEBUG nova.virt.hardware [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1778.719676] env[63622]: DEBUG nova.virt.hardware [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1778.719823] env[63622]: DEBUG nova.virt.hardware [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1778.719972] env[63622]: DEBUG nova.virt.hardware [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1778.724362] env[63622]: DEBUG nova.virt.hardware [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1778.724608] env[63622]: DEBUG nova.virt.hardware [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1778.724725] env[63622]: DEBUG nova.virt.hardware [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1778.725244] env[63622]: DEBUG nova.virt.hardware [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1778.725244] env[63622]: DEBUG nova.virt.hardware [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1778.726714] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b66caef-cce7-4492-b66d-e628ac24736c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.739297] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b11bac-ba00-40d9-89cc-6741d373b1c8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.755829] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Instance VIF info [] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1778.762197] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Creating folder: Project (ef28042d92b348d783245b690f2eeccd). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1778.762563] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c8da457-f660-498c-aee5-c4f936aefdf9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.770890] env[63622]: DEBUG nova.scheduler.client.report [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1778.775906] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Created folder: Project (ef28042d92b348d783245b690f2eeccd) in parent group-v376252. [ 1778.776088] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Creating folder: Instances. Parent ref: group-v376494. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1778.776218] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-272db404-691a-48c1-ac08-429ab5bd7b4f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.787476] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Created folder: Instances in parent group-v376494. [ 1778.787748] env[63622]: DEBUG oslo.service.loopingcall [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1778.787942] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1778.788170] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58a14073-9034-4876-8888-4e06feb8bd3e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.808272] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1778.808272] env[63622]: value = "task-1817314" [ 1778.808272] env[63622]: _type = "Task" [ 1778.808272] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.818876] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817314, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.971713] env[63622]: INFO nova.compute.manager [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Took 32.86 seconds to build instance. [ 1779.009965] env[63622]: DEBUG oslo_concurrency.lockutils [None req-cb3f102a-19d6-47c2-8a05-f4bb88316218 tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.027631] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Releasing lock "refresh_cache-9a854487-4c27-4271-9a1f-1875f7bd0a06" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1779.028190] env[63622]: DEBUG nova.compute.manager [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Instance network_info: |[{"id": "83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0", "address": "fa:16:3e:d7:88:3a", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83cb60cc-a7", "ovs_interfaceid": "83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1779.029046] env[63622]: DEBUG oslo_concurrency.lockutils [req-2f9f11cd-91cc-44c5-8fbc-c613cd4b6b19 req-d6c0b6cd-f103-4c1c-a658-6de5c0f887bd service nova] Acquired lock "refresh_cache-9a854487-4c27-4271-9a1f-1875f7bd0a06" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.029321] env[63622]: DEBUG nova.network.neutron [req-2f9f11cd-91cc-44c5-8fbc-c613cd4b6b19 req-d6c0b6cd-f103-4c1c-a658-6de5c0f887bd service nova] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Refreshing network info cache for port 83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1779.032890] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:88:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31e77685-b4dd-4810-80ef-24115ea9ea62', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1779.048843] env[63622]: DEBUG oslo.service.loopingcall [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1779.049447] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1779.049781] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9a2efd6-cdb9-45a3-b814-7ecc71d31181 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.075930] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1779.075930] env[63622]: value = "task-1817315" [ 1779.075930] env[63622]: _type = "Task" [ 1779.075930] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.086061] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817315, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.142553] env[63622]: DEBUG oslo_vmware.api [None req-20059a9e-b2b3-4821-9f8d-4bbdb0caf941 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Task: {'id': task-1817311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.731452} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.142844] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-20059a9e-b2b3-4821-9f8d-4bbdb0caf941 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1779.143079] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-20059a9e-b2b3-4821-9f8d-4bbdb0caf941 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1779.143271] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-20059a9e-b2b3-4821-9f8d-4bbdb0caf941 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1779.143449] env[63622]: INFO nova.compute.manager [None req-20059a9e-b2b3-4821-9f8d-4bbdb0caf941 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Took 1.77 seconds to destroy the instance on the hypervisor. [ 1779.143691] env[63622]: DEBUG oslo.service.loopingcall [None req-20059a9e-b2b3-4821-9f8d-4bbdb0caf941 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1779.143884] env[63622]: DEBUG nova.compute.manager [-] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1779.143979] env[63622]: DEBUG nova.network.neutron [-] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1779.281076] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.281437] env[63622]: DEBUG nova.compute.manager [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1779.287021] env[63622]: DEBUG oslo_concurrency.lockutils [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.731s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.287021] env[63622]: INFO nova.compute.claims [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1779.322551] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817314, 'name': CreateVM_Task, 'duration_secs': 0.345242} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.322834] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1779.323742] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.324643] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.325385] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1779.326209] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ec9ece2-0d03-436c-a33d-22e4a0dc8c12 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.335603] env[63622]: DEBUG oslo_vmware.api [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Waiting for the task: (returnval){ [ 1779.335603] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52c0b1c1-134b-86db-7b43-b102c932a3b5" [ 1779.335603] env[63622]: _type = "Task" [ 1779.335603] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.345202] env[63622]: DEBUG oslo_vmware.api [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52c0b1c1-134b-86db-7b43-b102c932a3b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.478705] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8ed34260-a49c-40a7-b07e-849336c51d43 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "0824ddf3-a526-4b7f-95ca-489d8898ae40" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.372s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.573215] env[63622]: DEBUG nova.compute.manager [req-bec3c6f4-de81-4b67-8984-4ea17bfa2989 req-e3ff0fd9-9367-4f2c-ae81-157a7db5c1b2 service nova] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Received event network-vif-deleted-aa29f1af-ebf8-4191-9f1d-4596db3b5bfa {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1779.573215] env[63622]: INFO nova.compute.manager [req-bec3c6f4-de81-4b67-8984-4ea17bfa2989 req-e3ff0fd9-9367-4f2c-ae81-157a7db5c1b2 service nova] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Neutron deleted interface aa29f1af-ebf8-4191-9f1d-4596db3b5bfa; detaching it from the instance and deleting it from the info cache [ 1779.573215] env[63622]: DEBUG nova.network.neutron [req-bec3c6f4-de81-4b67-8984-4ea17bfa2989 req-e3ff0fd9-9367-4f2c-ae81-157a7db5c1b2 service nova] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1779.590609] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817315, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.796163] env[63622]: DEBUG nova.compute.utils [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1779.800043] env[63622]: DEBUG nova.compute.manager [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1779.800043] env[63622]: DEBUG nova.network.neutron [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1779.837475] env[63622]: DEBUG nova.network.neutron [req-2f9f11cd-91cc-44c5-8fbc-c613cd4b6b19 req-d6c0b6cd-f103-4c1c-a658-6de5c0f887bd service nova] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Updated VIF entry in instance network info cache for port 83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1779.837822] env[63622]: DEBUG nova.network.neutron [req-2f9f11cd-91cc-44c5-8fbc-c613cd4b6b19 req-d6c0b6cd-f103-4c1c-a658-6de5c0f887bd service nova] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Updating instance_info_cache with network_info: [{"id": "83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0", "address": "fa:16:3e:d7:88:3a", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83cb60cc-a7", "ovs_interfaceid": "83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1779.840248] env[63622]: DEBUG nova.policy [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fea22d60c5b445c99f7621f0d556d5d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd7a053799424c5c9f92696148364ff4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1779.852085] env[63622]: DEBUG oslo_vmware.api [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52c0b1c1-134b-86db-7b43-b102c932a3b5, 'name': SearchDatastore_Task, 'duration_secs': 0.014124} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.852903] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1779.853175] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1779.853422] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.853573] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.853749] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1779.854316] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-883a5bd9-a491-4f5d-bd24-e06504c5b7d1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.866665] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1779.866846] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1779.867600] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1b98763-4238-40cf-a77c-8b06148ef1c5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.875295] env[63622]: DEBUG oslo_vmware.api [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Waiting for the task: (returnval){ [ 1779.875295] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d5aaf9-2e61-672d-f4e0-f8407db93aa1" [ 1779.875295] env[63622]: _type = "Task" [ 1779.875295] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.884103] env[63622]: DEBUG oslo_vmware.api [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d5aaf9-2e61-672d-f4e0-f8407db93aa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.980680] env[63622]: DEBUG nova.compute.manager [req-8a22886f-2157-472d-86a7-7de908d348b7 req-c3f6c1f4-b0e7-4d95-aa0e-b0d69edd3c62 service nova] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Received event network-changed-4b9e4784-386d-4c9e-9d7f-9fea3177ee18 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1779.980864] env[63622]: DEBUG nova.compute.manager [req-8a22886f-2157-472d-86a7-7de908d348b7 req-c3f6c1f4-b0e7-4d95-aa0e-b0d69edd3c62 service nova] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Refreshing instance network info cache due to event network-changed-4b9e4784-386d-4c9e-9d7f-9fea3177ee18. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1779.981218] env[63622]: DEBUG oslo_concurrency.lockutils [req-8a22886f-2157-472d-86a7-7de908d348b7 req-c3f6c1f4-b0e7-4d95-aa0e-b0d69edd3c62 service nova] Acquiring lock "refresh_cache-de6c7fe2-e333-449c-9e97-0c374c306ab5" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.981294] env[63622]: DEBUG oslo_concurrency.lockutils [req-8a22886f-2157-472d-86a7-7de908d348b7 req-c3f6c1f4-b0e7-4d95-aa0e-b0d69edd3c62 service nova] Acquired lock "refresh_cache-de6c7fe2-e333-449c-9e97-0c374c306ab5" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.981461] env[63622]: DEBUG nova.network.neutron [req-8a22886f-2157-472d-86a7-7de908d348b7 req-c3f6c1f4-b0e7-4d95-aa0e-b0d69edd3c62 service nova] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Refreshing network info cache for port 4b9e4784-386d-4c9e-9d7f-9fea3177ee18 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1780.045574] env[63622]: DEBUG nova.network.neutron [-] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1780.081827] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99e52423-2d44-4010-9d22-81741c60a426 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.091208] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817315, 'name': CreateVM_Task, 'duration_secs': 0.558063} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.092496] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1780.093266] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.093677] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.093868] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1780.097199] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb9884d-c5e1-4e81-817a-a9f8ac7e2808 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.112765] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00b11510-fd6d-439d-a63f-8a29fc8a34cf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.118680] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "e4f68328-8255-4396-9d1e-620b3cbc180c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.118934] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "e4f68328-8255-4396-9d1e-620b3cbc180c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.126374] env[63622]: DEBUG oslo_vmware.api [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1780.126374] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526164fe-55f2-ce39-1606-c50f73ae8e45" [ 1780.126374] env[63622]: _type = "Task" [ 1780.126374] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.145349] env[63622]: DEBUG nova.compute.manager [req-bec3c6f4-de81-4b67-8984-4ea17bfa2989 req-e3ff0fd9-9367-4f2c-ae81-157a7db5c1b2 service nova] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Detach interface failed, port_id=aa29f1af-ebf8-4191-9f1d-4596db3b5bfa, reason: Instance dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3 could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1780.149266] env[63622]: DEBUG oslo_vmware.api [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526164fe-55f2-ce39-1606-c50f73ae8e45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.186745] env[63622]: DEBUG nova.network.neutron [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Successfully created port: 9a5d8d89-9367-4b85-b2f8-b0ca006286f8 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1780.300781] env[63622]: DEBUG nova.compute.manager [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1780.349122] env[63622]: DEBUG oslo_concurrency.lockutils [req-2f9f11cd-91cc-44c5-8fbc-c613cd4b6b19 req-d6c0b6cd-f103-4c1c-a658-6de5c0f887bd service nova] Releasing lock "refresh_cache-9a854487-4c27-4271-9a1f-1875f7bd0a06" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.394967] env[63622]: DEBUG oslo_vmware.api [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d5aaf9-2e61-672d-f4e0-f8407db93aa1, 'name': SearchDatastore_Task, 'duration_secs': 0.010623} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.398631] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38206d54-0b34-46b5-8f7b-a2ad34e5d6b5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.405325] env[63622]: DEBUG oslo_vmware.api [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Waiting for the task: (returnval){ [ 1780.405325] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52714fb9-e8c7-123f-949f-2eebff21a5be" [ 1780.405325] env[63622]: _type = "Task" [ 1780.405325] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.416949] env[63622]: DEBUG oslo_vmware.api [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52714fb9-e8c7-123f-949f-2eebff21a5be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.550197] env[63622]: INFO nova.compute.manager [-] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Took 1.41 seconds to deallocate network for instance. [ 1780.623350] env[63622]: DEBUG nova.compute.manager [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1780.642712] env[63622]: DEBUG oslo_vmware.api [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526164fe-55f2-ce39-1606-c50f73ae8e45, 'name': SearchDatastore_Task, 'duration_secs': 0.018124} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.648712] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.649077] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1780.649429] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.669524] env[63622]: DEBUG oslo_concurrency.lockutils [None req-67ec5713-a77c-440c-81bd-aabb13d0cdbe tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "a33387ce-53a1-4cb9-9e7b-4ff7cabc841c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.669779] env[63622]: DEBUG oslo_concurrency.lockutils [None req-67ec5713-a77c-440c-81bd-aabb13d0cdbe tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "a33387ce-53a1-4cb9-9e7b-4ff7cabc841c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.708302] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381fbc38-8953-4041-99c8-307749675da0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.716898] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ab0889-7b39-46b8-a532-3436540d0bf7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.750477] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7025944a-3111-4cdd-9644-049b39588557 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.759947] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb142d61-2462-4d3e-872a-82e2fd98c196 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.775678] env[63622]: DEBUG nova.compute.provider_tree [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1780.789451] env[63622]: DEBUG nova.network.neutron [req-8a22886f-2157-472d-86a7-7de908d348b7 req-c3f6c1f4-b0e7-4d95-aa0e-b0d69edd3c62 service nova] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Updated VIF entry in instance network info cache for port 4b9e4784-386d-4c9e-9d7f-9fea3177ee18. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1780.789802] env[63622]: DEBUG nova.network.neutron [req-8a22886f-2157-472d-86a7-7de908d348b7 req-c3f6c1f4-b0e7-4d95-aa0e-b0d69edd3c62 service nova] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Updating instance_info_cache with network_info: [{"id": "4b9e4784-386d-4c9e-9d7f-9fea3177ee18", "address": "fa:16:3e:9d:d7:fc", "network": {"id": "6c76cb6b-40d1-47e4-8957-7fcd527423cc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1478522882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bbece78f52e4184ba7be795d0a7ead0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b9e4784-38", "ovs_interfaceid": "4b9e4784-386d-4c9e-9d7f-9fea3177ee18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1780.921884] env[63622]: DEBUG oslo_vmware.api [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52714fb9-e8c7-123f-949f-2eebff21a5be, 'name': SearchDatastore_Task, 'duration_secs': 0.015312} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.922175] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.922458] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 4e661c59-9ddd-4522-9a27-283fbb0df5d3/4e661c59-9ddd-4522-9a27-283fbb0df5d3.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1780.922788] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.923077] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1780.923379] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d18d802-01c6-43d8-9cbe-568bbd2780c1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.925564] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18bfff08-4044-4d61-892f-bc7c153cdab6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.934814] env[63622]: DEBUG oslo_vmware.api [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Waiting for the task: (returnval){ [ 1780.934814] env[63622]: value = "task-1817316" [ 1780.934814] env[63622]: _type = "Task" [ 1780.934814] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.939123] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1780.939321] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1780.940379] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4002f8a7-2123-46be-bf1a-872e71701aef {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.945972] env[63622]: DEBUG oslo_vmware.api [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': task-1817316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.949677] env[63622]: DEBUG oslo_vmware.api [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1780.949677] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ffbe2e-c9b0-be67-23d8-60c4efe536ba" [ 1780.949677] env[63622]: _type = "Task" [ 1780.949677] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.957679] env[63622]: DEBUG oslo_vmware.api [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ffbe2e-c9b0-be67-23d8-60c4efe536ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.058888] env[63622]: DEBUG oslo_concurrency.lockutils [None req-20059a9e-b2b3-4821-9f8d-4bbdb0caf941 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.155919] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.173337] env[63622]: DEBUG nova.compute.utils [None req-67ec5713-a77c-440c-81bd-aabb13d0cdbe tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1781.278824] env[63622]: DEBUG nova.scheduler.client.report [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1781.292883] env[63622]: DEBUG oslo_concurrency.lockutils [req-8a22886f-2157-472d-86a7-7de908d348b7 req-c3f6c1f4-b0e7-4d95-aa0e-b0d69edd3c62 service nova] Releasing lock "refresh_cache-de6c7fe2-e333-449c-9e97-0c374c306ab5" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.312472] env[63622]: DEBUG nova.compute.manager [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1781.338051] env[63622]: DEBUG nova.virt.hardware [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1781.338324] env[63622]: DEBUG nova.virt.hardware [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1781.338484] env[63622]: DEBUG nova.virt.hardware [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1781.338669] env[63622]: DEBUG nova.virt.hardware [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1781.338818] env[63622]: DEBUG nova.virt.hardware [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1781.338969] env[63622]: DEBUG nova.virt.hardware [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1781.339198] env[63622]: DEBUG nova.virt.hardware [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1781.339363] env[63622]: DEBUG nova.virt.hardware [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1781.339543] env[63622]: DEBUG nova.virt.hardware [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1781.339786] env[63622]: DEBUG nova.virt.hardware [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1781.339985] env[63622]: DEBUG nova.virt.hardware [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1781.340922] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3452776-1c25-4b87-9529-abc7719460bb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.350221] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eead3adf-9e2c-41a0-a612-ddbf2e443ad1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.446633] env[63622]: DEBUG oslo_vmware.api [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': task-1817316, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.460761] env[63622]: DEBUG oslo_vmware.api [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ffbe2e-c9b0-be67-23d8-60c4efe536ba, 'name': SearchDatastore_Task, 'duration_secs': 0.011456} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.461614] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db2f48da-33f1-4bd7-9275-c04efb22d6ae {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.468501] env[63622]: DEBUG oslo_vmware.api [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1781.468501] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b3c760-1345-25b6-d2aa-b725ecebd7b7" [ 1781.468501] env[63622]: _type = "Task" [ 1781.468501] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.478185] env[63622]: DEBUG oslo_vmware.api [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b3c760-1345-25b6-d2aa-b725ecebd7b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.676141] env[63622]: DEBUG oslo_concurrency.lockutils [None req-67ec5713-a77c-440c-81bd-aabb13d0cdbe tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "a33387ce-53a1-4cb9-9e7b-4ff7cabc841c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.789203] env[63622]: DEBUG oslo_concurrency.lockutils [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.789203] env[63622]: DEBUG nova.compute.manager [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1781.790482] env[63622]: DEBUG oslo_concurrency.lockutils [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.509s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.794032] env[63622]: INFO nova.compute.claims [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1781.862124] env[63622]: DEBUG nova.network.neutron [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Successfully updated port: 9a5d8d89-9367-4b85-b2f8-b0ca006286f8 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1781.930710] env[63622]: DEBUG nova.compute.manager [req-29103e65-790f-4a33-b39f-96447178e343 req-ce00f9a7-b15e-40a1-9c5e-d2eda6a8b584 service nova] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Received event network-vif-plugged-9a5d8d89-9367-4b85-b2f8-b0ca006286f8 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1781.931665] env[63622]: DEBUG oslo_concurrency.lockutils [req-29103e65-790f-4a33-b39f-96447178e343 req-ce00f9a7-b15e-40a1-9c5e-d2eda6a8b584 service nova] Acquiring lock "d83a4abb-5602-4a8a-b01c-8382ba7bccee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.931665] env[63622]: DEBUG oslo_concurrency.lockutils [req-29103e65-790f-4a33-b39f-96447178e343 req-ce00f9a7-b15e-40a1-9c5e-d2eda6a8b584 service nova] Lock "d83a4abb-5602-4a8a-b01c-8382ba7bccee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.931665] env[63622]: DEBUG oslo_concurrency.lockutils [req-29103e65-790f-4a33-b39f-96447178e343 req-ce00f9a7-b15e-40a1-9c5e-d2eda6a8b584 service nova] Lock "d83a4abb-5602-4a8a-b01c-8382ba7bccee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.931665] env[63622]: DEBUG nova.compute.manager [req-29103e65-790f-4a33-b39f-96447178e343 req-ce00f9a7-b15e-40a1-9c5e-d2eda6a8b584 service nova] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] No waiting events found dispatching network-vif-plugged-9a5d8d89-9367-4b85-b2f8-b0ca006286f8 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1781.931800] env[63622]: WARNING nova.compute.manager [req-29103e65-790f-4a33-b39f-96447178e343 req-ce00f9a7-b15e-40a1-9c5e-d2eda6a8b584 service nova] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Received unexpected event network-vif-plugged-9a5d8d89-9367-4b85-b2f8-b0ca006286f8 for instance with vm_state building and task_state spawning. [ 1781.946311] env[63622]: DEBUG oslo_vmware.api [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': task-1817316, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.842783} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.946575] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 4e661c59-9ddd-4522-9a27-283fbb0df5d3/4e661c59-9ddd-4522-9a27-283fbb0df5d3.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1781.946789] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1781.947057] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05a57a85-fc63-454c-8dfb-9e4e0a7cc740 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.956225] env[63622]: DEBUG oslo_vmware.api [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Waiting for the task: (returnval){ [ 1781.956225] env[63622]: value = "task-1817317" [ 1781.956225] env[63622]: _type = "Task" [ 1781.956225] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.967022] env[63622]: DEBUG oslo_vmware.api [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': task-1817317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.978657] env[63622]: DEBUG oslo_vmware.api [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b3c760-1345-25b6-d2aa-b725ecebd7b7, 'name': SearchDatastore_Task, 'duration_secs': 0.05293} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.978962] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.979255] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 9a854487-4c27-4271-9a1f-1875f7bd0a06/9a854487-4c27-4271-9a1f-1875f7bd0a06.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1781.979534] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d55b757-ae80-4793-9ec7-0c21ae158207 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.987543] env[63622]: DEBUG oslo_vmware.api [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1781.987543] env[63622]: value = "task-1817318" [ 1781.987543] env[63622]: _type = "Task" [ 1781.987543] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.996400] env[63622]: DEBUG oslo_vmware.api [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817318, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.302232] env[63622]: DEBUG nova.compute.utils [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1782.303128] env[63622]: DEBUG nova.compute.manager [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1782.303298] env[63622]: DEBUG nova.network.neutron [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1782.346280] env[63622]: DEBUG nova.policy [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5a560b15cde47588b3ff1e5b96b1fe1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f120bd72d5754804aceba4bf1a29bd52', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1782.366203] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Acquiring lock "refresh_cache-d83a4abb-5602-4a8a-b01c-8382ba7bccee" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.366364] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Acquired lock "refresh_cache-d83a4abb-5602-4a8a-b01c-8382ba7bccee" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.366521] env[63622]: DEBUG nova.network.neutron [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1782.467553] env[63622]: DEBUG oslo_vmware.api [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': task-1817317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144181} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.467783] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1782.468703] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86f40da-8a32-4e5c-a166-ee9371a6e21b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.491099] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 4e661c59-9ddd-4522-9a27-283fbb0df5d3/4e661c59-9ddd-4522-9a27-283fbb0df5d3.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1782.491343] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ca7221b-789e-4b47-b533-f9bb687fcdc7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.519240] env[63622]: DEBUG oslo_vmware.api [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817318, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.521155] env[63622]: DEBUG oslo_vmware.api [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Waiting for the task: (returnval){ [ 1782.521155] env[63622]: value = "task-1817319" [ 1782.521155] env[63622]: _type = "Task" [ 1782.521155] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.530780] env[63622]: DEBUG oslo_vmware.api [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': task-1817319, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.668127] env[63622]: DEBUG nova.network.neutron [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Successfully created port: db8b410a-8ba2-43f4-afff-cfd51fcd83be {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1782.745689] env[63622]: DEBUG oslo_concurrency.lockutils [None req-67ec5713-a77c-440c-81bd-aabb13d0cdbe tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "a33387ce-53a1-4cb9-9e7b-4ff7cabc841c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.746014] env[63622]: DEBUG oslo_concurrency.lockutils [None req-67ec5713-a77c-440c-81bd-aabb13d0cdbe tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "a33387ce-53a1-4cb9-9e7b-4ff7cabc841c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.746311] env[63622]: INFO nova.compute.manager [None req-67ec5713-a77c-440c-81bd-aabb13d0cdbe tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Attaching volume f366303b-e80f-4ac1-9ab4-257ef4c72b2d to /dev/sdb [ 1782.783129] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d0fb42-9fbf-4d06-9f64-8c23bed72af6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.792216] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7b58a5-2ca5-4845-97d6-9c6a86d6af09 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.809984] env[63622]: DEBUG nova.compute.manager [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1782.815663] env[63622]: DEBUG nova.virt.block_device [None req-67ec5713-a77c-440c-81bd-aabb13d0cdbe tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Updating existing volume attachment record: 7f290ff6-6752-46f5-a69e-e2bc6d92290b {{(pid=63622) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1782.912602] env[63622]: DEBUG nova.network.neutron [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1783.006972] env[63622]: DEBUG oslo_vmware.api [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817318, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.761996} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.008512] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 9a854487-4c27-4271-9a1f-1875f7bd0a06/9a854487-4c27-4271-9a1f-1875f7bd0a06.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1783.011857] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1783.012274] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a2e879d-7a82-4c8f-94b4-591647fc778a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.029286] env[63622]: DEBUG oslo_vmware.api [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1783.029286] env[63622]: value = "task-1817321" [ 1783.029286] env[63622]: _type = "Task" [ 1783.029286] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.040416] env[63622]: DEBUG oslo_vmware.api [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': task-1817319, 'name': ReconfigVM_Task, 'duration_secs': 0.487254} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.041353] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 4e661c59-9ddd-4522-9a27-283fbb0df5d3/4e661c59-9ddd-4522-9a27-283fbb0df5d3.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1783.042094] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba12e467-aa22-4b80-b3c4-bcd64c983378 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.046823] env[63622]: DEBUG oslo_vmware.api [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.052509] env[63622]: DEBUG oslo_vmware.api [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Waiting for the task: (returnval){ [ 1783.052509] env[63622]: value = "task-1817322" [ 1783.052509] env[63622]: _type = "Task" [ 1783.052509] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.064336] env[63622]: DEBUG oslo_vmware.api [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': task-1817322, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.134574] env[63622]: DEBUG nova.network.neutron [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Updating instance_info_cache with network_info: [{"id": "9a5d8d89-9367-4b85-b2f8-b0ca006286f8", "address": "fa:16:3e:10:88:c1", "network": {"id": "2b4ac77e-c835-4334-9958-f0ed06c4667a", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-102999845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd7a053799424c5c9f92696148364ff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a5d8d89-93", "ovs_interfaceid": "9a5d8d89-9367-4b85-b2f8-b0ca006286f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1783.247316] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4ff6a9-c7ee-4d82-a15b-f3db9bb5a66c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.256749] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4cca6ad-2726-4121-8881-2414d0afd0a8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.295446] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbeec6c-f103-402d-8a21-d41590a17065 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.304564] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390f76d0-eba1-4ff8-b6da-cd155993697e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.327196] env[63622]: DEBUG nova.compute.provider_tree [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1783.541993] env[63622]: DEBUG oslo_vmware.api [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072817} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.543017] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1783.543429] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d7dec7-6bb2-4332-9769-ddea2c646fe7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.569364] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 9a854487-4c27-4271-9a1f-1875f7bd0a06/9a854487-4c27-4271-9a1f-1875f7bd0a06.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1783.572751] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48137501-f463-457b-a02e-d13910fcf125 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.596879] env[63622]: DEBUG oslo_vmware.api [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': task-1817322, 'name': Rename_Task, 'duration_secs': 0.212463} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.598294] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1783.598694] env[63622]: DEBUG oslo_vmware.api [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1783.598694] env[63622]: value = "task-1817325" [ 1783.598694] env[63622]: _type = "Task" [ 1783.598694] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.598960] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99229c2f-97fe-422b-98cf-3f12f897d276 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.612808] env[63622]: DEBUG oslo_vmware.api [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817325, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.612808] env[63622]: DEBUG oslo_vmware.api [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Waiting for the task: (returnval){ [ 1783.612808] env[63622]: value = "task-1817326" [ 1783.612808] env[63622]: _type = "Task" [ 1783.612808] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.621517] env[63622]: DEBUG oslo_vmware.api [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': task-1817326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.638462] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Releasing lock "refresh_cache-d83a4abb-5602-4a8a-b01c-8382ba7bccee" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1783.639041] env[63622]: DEBUG nova.compute.manager [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Instance network_info: |[{"id": "9a5d8d89-9367-4b85-b2f8-b0ca006286f8", "address": "fa:16:3e:10:88:c1", "network": {"id": "2b4ac77e-c835-4334-9958-f0ed06c4667a", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-102999845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd7a053799424c5c9f92696148364ff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a5d8d89-93", "ovs_interfaceid": "9a5d8d89-9367-4b85-b2f8-b0ca006286f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1783.639977] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:88:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '01fe2e08-46f6-4cee-aefd-934461f8077d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a5d8d89-9367-4b85-b2f8-b0ca006286f8', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1783.648981] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Creating folder: Project (fd7a053799424c5c9f92696148364ff4). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1783.649376] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e13615c-8e0d-4799-9feb-10bad88f96b4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.662594] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Created folder: Project (fd7a053799424c5c9f92696148364ff4) in parent group-v376252. [ 1783.662837] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Creating folder: Instances. Parent ref: group-v376500. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1783.663121] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1849270d-4c7d-4c72-988e-a37e61c62eae {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.676595] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Created folder: Instances in parent group-v376500. [ 1783.676595] env[63622]: DEBUG oslo.service.loopingcall [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1783.676740] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1783.676868] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82fbeab6-c3b5-4ba5-b77e-14b732270093 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.698169] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1783.698169] env[63622]: value = "task-1817329" [ 1783.698169] env[63622]: _type = "Task" [ 1783.698169] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.706706] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817329, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.835863] env[63622]: DEBUG nova.compute.manager [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1783.839663] env[63622]: DEBUG nova.scheduler.client.report [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1783.880676] env[63622]: DEBUG nova.virt.hardware [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='afc3cd483365cdf9f84a3dc4d43b53ac',container_format='bare',created_at=2024-12-12T14:09:16Z,direct_url=,disk_format='vmdk',id=9949b74a-e75d-4aac-914d-8cafc9c53f63,min_disk=1,min_ram=0,name='tempest-test-snap-1221118728',owner='f120bd72d5754804aceba4bf1a29bd52',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2024-12-12T14:09:33Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1783.880920] env[63622]: DEBUG nova.virt.hardware [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1783.881221] env[63622]: DEBUG nova.virt.hardware [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1783.881536] env[63622]: DEBUG nova.virt.hardware [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1783.885028] env[63622]: DEBUG nova.virt.hardware [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1783.885028] env[63622]: DEBUG nova.virt.hardware [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1783.885028] env[63622]: DEBUG nova.virt.hardware [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1783.885028] env[63622]: DEBUG nova.virt.hardware [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1783.885028] env[63622]: DEBUG nova.virt.hardware [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1783.885028] env[63622]: DEBUG nova.virt.hardware [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1783.885028] env[63622]: DEBUG nova.virt.hardware [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1783.885028] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a234489-f0ff-4933-859d-1c218123cd48 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.894484] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf9e7fb-2496-4f63-888f-f8df6462cf33 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.956567] env[63622]: DEBUG nova.compute.manager [req-48b16d6c-b922-439e-9c88-188d44ad565c req-7b9d0fad-1808-44eb-b49d-00b391b140be service nova] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Received event network-changed-9a5d8d89-9367-4b85-b2f8-b0ca006286f8 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1783.956889] env[63622]: DEBUG nova.compute.manager [req-48b16d6c-b922-439e-9c88-188d44ad565c req-7b9d0fad-1808-44eb-b49d-00b391b140be service nova] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Refreshing instance network info cache due to event network-changed-9a5d8d89-9367-4b85-b2f8-b0ca006286f8. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1783.957025] env[63622]: DEBUG oslo_concurrency.lockutils [req-48b16d6c-b922-439e-9c88-188d44ad565c req-7b9d0fad-1808-44eb-b49d-00b391b140be service nova] Acquiring lock "refresh_cache-d83a4abb-5602-4a8a-b01c-8382ba7bccee" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.957181] env[63622]: DEBUG oslo_concurrency.lockutils [req-48b16d6c-b922-439e-9c88-188d44ad565c req-7b9d0fad-1808-44eb-b49d-00b391b140be service nova] Acquired lock "refresh_cache-d83a4abb-5602-4a8a-b01c-8382ba7bccee" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.957349] env[63622]: DEBUG nova.network.neutron [req-48b16d6c-b922-439e-9c88-188d44ad565c req-7b9d0fad-1808-44eb-b49d-00b391b140be service nova] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Refreshing network info cache for port 9a5d8d89-9367-4b85-b2f8-b0ca006286f8 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1784.114261] env[63622]: DEBUG oslo_vmware.api [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.129513] env[63622]: DEBUG oslo_vmware.api [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': task-1817326, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.208433] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817329, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.346813] env[63622]: DEBUG oslo_concurrency.lockutils [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.347350] env[63622]: DEBUG nova.compute.manager [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1784.350142] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.042s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.351609] env[63622]: INFO nova.compute.claims [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1784.610847] env[63622]: DEBUG oslo_vmware.api [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817325, 'name': ReconfigVM_Task, 'duration_secs': 0.948736} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.611240] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 9a854487-4c27-4271-9a1f-1875f7bd0a06/9a854487-4c27-4271-9a1f-1875f7bd0a06.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1784.611970] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2a96d19-2f4c-43de-b181-3ef4666937cb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.624052] env[63622]: DEBUG oslo_vmware.api [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': task-1817326, 'name': PowerOnVM_Task, 'duration_secs': 0.758892} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.625502] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1784.625771] env[63622]: INFO nova.compute.manager [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Took 5.94 seconds to spawn the instance on the hypervisor. [ 1784.625995] env[63622]: DEBUG nova.compute.manager [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1784.626451] env[63622]: DEBUG oslo_vmware.api [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1784.626451] env[63622]: value = "task-1817330" [ 1784.626451] env[63622]: _type = "Task" [ 1784.626451] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.627350] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2ca241-c0ab-4ff2-a356-eec20947d2f1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.643240] env[63622]: DEBUG oslo_vmware.api [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817330, 'name': Rename_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.710950] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817329, 'name': CreateVM_Task, 'duration_secs': 0.683512} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.711350] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1784.712222] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.712437] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.712971] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1784.713454] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5068d378-bd0f-4fca-84a0-24582d203da9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.719530] env[63622]: DEBUG oslo_vmware.api [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Waiting for the task: (returnval){ [ 1784.719530] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5264218a-fdb2-7d20-9bdf-22cd34c6c4ad" [ 1784.719530] env[63622]: _type = "Task" [ 1784.719530] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.730199] env[63622]: DEBUG oslo_vmware.api [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5264218a-fdb2-7d20-9bdf-22cd34c6c4ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.744619] env[63622]: DEBUG nova.network.neutron [req-48b16d6c-b922-439e-9c88-188d44ad565c req-7b9d0fad-1808-44eb-b49d-00b391b140be service nova] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Updated VIF entry in instance network info cache for port 9a5d8d89-9367-4b85-b2f8-b0ca006286f8. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1784.744619] env[63622]: DEBUG nova.network.neutron [req-48b16d6c-b922-439e-9c88-188d44ad565c req-7b9d0fad-1808-44eb-b49d-00b391b140be service nova] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Updating instance_info_cache with network_info: [{"id": "9a5d8d89-9367-4b85-b2f8-b0ca006286f8", "address": "fa:16:3e:10:88:c1", "network": {"id": "2b4ac77e-c835-4334-9958-f0ed06c4667a", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-102999845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd7a053799424c5c9f92696148364ff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a5d8d89-93", "ovs_interfaceid": "9a5d8d89-9367-4b85-b2f8-b0ca006286f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.860271] env[63622]: DEBUG nova.compute.utils [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1784.862755] env[63622]: DEBUG nova.compute.manager [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1784.863733] env[63622]: DEBUG nova.network.neutron [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1784.922120] env[63622]: DEBUG nova.policy [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2befed1c6784065b8e72301733819c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8e7b485f5dc42bdbf8fc7ea1730160b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1785.141053] env[63622]: DEBUG oslo_vmware.api [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817330, 'name': Rename_Task, 'duration_secs': 0.247436} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.141354] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1785.141603] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51fc9d0a-4eda-48cc-b0d9-19fed5bf89db {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.152068] env[63622]: DEBUG oslo_vmware.api [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1785.152068] env[63622]: value = "task-1817331" [ 1785.152068] env[63622]: _type = "Task" [ 1785.152068] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.157133] env[63622]: INFO nova.compute.manager [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Took 23.15 seconds to build instance. [ 1785.162891] env[63622]: DEBUG oslo_vmware.api [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817331, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.233781] env[63622]: DEBUG oslo_vmware.api [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5264218a-fdb2-7d20-9bdf-22cd34c6c4ad, 'name': SearchDatastore_Task, 'duration_secs': 0.017076} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.234192] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.234531] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1785.234895] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1785.235165] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.235465] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1785.235759] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b45269f3-6c9f-4d4b-8f3d-73ef0c13129b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.246531] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1785.246972] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1785.248539] env[63622]: DEBUG oslo_concurrency.lockutils [req-48b16d6c-b922-439e-9c88-188d44ad565c req-7b9d0fad-1808-44eb-b49d-00b391b140be service nova] Releasing lock "refresh_cache-d83a4abb-5602-4a8a-b01c-8382ba7bccee" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.248952] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c57ce740-9567-4a91-a9c6-6d46bc98a1c7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.255109] env[63622]: DEBUG oslo_vmware.api [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Waiting for the task: (returnval){ [ 1785.255109] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]525e65b4-3d2d-c376-6aa5-d251f3b27e2d" [ 1785.255109] env[63622]: _type = "Task" [ 1785.255109] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.275764] env[63622]: DEBUG oslo_vmware.api [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]525e65b4-3d2d-c376-6aa5-d251f3b27e2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.303865] env[63622]: DEBUG nova.network.neutron [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Successfully created port: 5c5c5c73-2110-434d-986d-434124a1fbd6 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1785.364610] env[63622]: DEBUG nova.compute.manager [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1785.394753] env[63622]: DEBUG nova.network.neutron [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Successfully updated port: db8b410a-8ba2-43f4-afff-cfd51fcd83be {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1785.659771] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9dbc3246-ffd1-4601-a467-3d0de88977aa tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Lock "4e661c59-9ddd-4522-9a27-283fbb0df5d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.659s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.669122] env[63622]: DEBUG oslo_vmware.api [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817331, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.766182] env[63622]: DEBUG oslo_vmware.api [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]525e65b4-3d2d-c376-6aa5-d251f3b27e2d, 'name': SearchDatastore_Task, 'duration_secs': 0.016851} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.767031] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9795acb-abb8-4ce7-97c5-bd29f2072ec7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.773351] env[63622]: DEBUG oslo_vmware.api [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Waiting for the task: (returnval){ [ 1785.773351] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e329f0-d56a-ba66-2267-fcad2d494e99" [ 1785.773351] env[63622]: _type = "Task" [ 1785.773351] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.784989] env[63622]: DEBUG oslo_vmware.api [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e329f0-d56a-ba66-2267-fcad2d494e99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.845607] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d9d2ce-cc06-400e-9202-9abaa2e7eb7c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.852702] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c4527a-c8e6-42ba-83ac-5ae17903414c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.891013] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95615d7e-1517-43ba-b508-cbeab2ff9c59 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.896954] env[63622]: DEBUG oslo_concurrency.lockutils [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquiring lock "refresh_cache-25b772ef-3133-474b-8600-7851c2cfc7d3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1785.897114] env[63622]: DEBUG oslo_concurrency.lockutils [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquired lock "refresh_cache-25b772ef-3133-474b-8600-7851c2cfc7d3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.897256] env[63622]: DEBUG nova.network.neutron [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1785.901766] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107af520-1592-4bac-b7ad-fefe42cee039 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.918553] env[63622]: DEBUG nova.compute.provider_tree [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1786.155507] env[63622]: DEBUG nova.compute.manager [req-e6f8b861-b7a8-4e59-9c5c-120fb0fba210 req-1399ddf0-ad4f-482f-93d6-4459b51090e9 service nova] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Received event network-vif-plugged-db8b410a-8ba2-43f4-afff-cfd51fcd83be {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1786.155507] env[63622]: DEBUG oslo_concurrency.lockutils [req-e6f8b861-b7a8-4e59-9c5c-120fb0fba210 req-1399ddf0-ad4f-482f-93d6-4459b51090e9 service nova] Acquiring lock "25b772ef-3133-474b-8600-7851c2cfc7d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.155507] env[63622]: DEBUG oslo_concurrency.lockutils [req-e6f8b861-b7a8-4e59-9c5c-120fb0fba210 req-1399ddf0-ad4f-482f-93d6-4459b51090e9 service nova] Lock "25b772ef-3133-474b-8600-7851c2cfc7d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.155507] env[63622]: DEBUG oslo_concurrency.lockutils [req-e6f8b861-b7a8-4e59-9c5c-120fb0fba210 req-1399ddf0-ad4f-482f-93d6-4459b51090e9 service nova] Lock "25b772ef-3133-474b-8600-7851c2cfc7d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.155957] env[63622]: DEBUG nova.compute.manager [req-e6f8b861-b7a8-4e59-9c5c-120fb0fba210 req-1399ddf0-ad4f-482f-93d6-4459b51090e9 service nova] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] No waiting events found dispatching network-vif-plugged-db8b410a-8ba2-43f4-afff-cfd51fcd83be {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1786.156295] env[63622]: WARNING nova.compute.manager [req-e6f8b861-b7a8-4e59-9c5c-120fb0fba210 req-1399ddf0-ad4f-482f-93d6-4459b51090e9 service nova] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Received unexpected event network-vif-plugged-db8b410a-8ba2-43f4-afff-cfd51fcd83be for instance with vm_state building and task_state spawning. [ 1786.156620] env[63622]: DEBUG nova.compute.manager [req-e6f8b861-b7a8-4e59-9c5c-120fb0fba210 req-1399ddf0-ad4f-482f-93d6-4459b51090e9 service nova] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Received event network-changed-db8b410a-8ba2-43f4-afff-cfd51fcd83be {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1786.156908] env[63622]: DEBUG nova.compute.manager [req-e6f8b861-b7a8-4e59-9c5c-120fb0fba210 req-1399ddf0-ad4f-482f-93d6-4459b51090e9 service nova] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Refreshing instance network info cache due to event network-changed-db8b410a-8ba2-43f4-afff-cfd51fcd83be. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1786.157269] env[63622]: DEBUG oslo_concurrency.lockutils [req-e6f8b861-b7a8-4e59-9c5c-120fb0fba210 req-1399ddf0-ad4f-482f-93d6-4459b51090e9 service nova] Acquiring lock "refresh_cache-25b772ef-3133-474b-8600-7851c2cfc7d3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.168648] env[63622]: DEBUG oslo_vmware.api [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817331, 'name': PowerOnVM_Task, 'duration_secs': 0.617529} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.170038] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1786.170038] env[63622]: INFO nova.compute.manager [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Took 10.10 seconds to spawn the instance on the hypervisor. [ 1786.170038] env[63622]: DEBUG nova.compute.manager [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1786.170366] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893485ed-8aea-45b1-b0f5-33d40fa714cb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.287556] env[63622]: DEBUG oslo_vmware.api [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e329f0-d56a-ba66-2267-fcad2d494e99, 'name': SearchDatastore_Task, 'duration_secs': 0.022166} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.288022] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1786.288138] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] d83a4abb-5602-4a8a-b01c-8382ba7bccee/d83a4abb-5602-4a8a-b01c-8382ba7bccee.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1786.288401] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d9ca7fd-3cb8-431c-aebf-53fa239a5620 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.296348] env[63622]: DEBUG oslo_vmware.api [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Waiting for the task: (returnval){ [ 1786.296348] env[63622]: value = "task-1817333" [ 1786.296348] env[63622]: _type = "Task" [ 1786.296348] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.305349] env[63622]: DEBUG oslo_vmware.api [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Task: {'id': task-1817333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.396900] env[63622]: DEBUG nova.compute.manager [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1786.424863] env[63622]: DEBUG nova.virt.hardware [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1786.426065] env[63622]: DEBUG nova.virt.hardware [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1786.426065] env[63622]: DEBUG nova.virt.hardware [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1786.426065] env[63622]: DEBUG nova.virt.hardware [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1786.426224] env[63622]: DEBUG nova.virt.hardware [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1786.426388] env[63622]: DEBUG nova.virt.hardware [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1786.426605] env[63622]: DEBUG nova.virt.hardware [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1786.426733] env[63622]: DEBUG nova.virt.hardware [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1786.426901] env[63622]: DEBUG nova.virt.hardware [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1786.427091] env[63622]: DEBUG nova.virt.hardware [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1786.427275] env[63622]: DEBUG nova.virt.hardware [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1786.428212] env[63622]: DEBUG nova.scheduler.client.report [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1786.436798] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9148d6d-ff3d-41d1-b863-58df1d272259 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.456518] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8847e1e-311c-4ded-a087-fd27aba7abf3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.461653] env[63622]: DEBUG nova.network.neutron [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1786.612522] env[63622]: DEBUG nova.network.neutron [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Updating instance_info_cache with network_info: [{"id": "db8b410a-8ba2-43f4-afff-cfd51fcd83be", "address": "fa:16:3e:66:25:13", "network": {"id": "6a81e564-3ab4-4b16-815a-02efc78621b6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1115342741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f120bd72d5754804aceba4bf1a29bd52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb8b410a-8b", "ovs_interfaceid": "db8b410a-8ba2-43f4-afff-cfd51fcd83be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1786.692937] env[63622]: INFO nova.compute.manager [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Took 26.39 seconds to build instance. [ 1786.794819] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "85edb7a4-290d-4cef-9c1e-8ca007ebac0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.795350] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "85edb7a4-290d-4cef-9c1e-8ca007ebac0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.814090] env[63622]: DEBUG oslo_vmware.api [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Task: {'id': task-1817333, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.945105] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.945938] env[63622]: DEBUG nova.compute.manager [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1786.950097] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f596b532-6fcc-4f8d-8880-28c852351f8b tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.884s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.950508] env[63622]: DEBUG nova.objects.instance [None req-f596b532-6fcc-4f8d-8880-28c852351f8b tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Lazy-loading 'resources' on Instance uuid 8b252127-42c1-4f62-aa3e-c83d1103c382 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1786.953769] env[63622]: INFO nova.compute.manager [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Rebuilding instance [ 1787.048709] env[63622]: DEBUG nova.compute.manager [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1787.048709] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbe426d-3a1a-48e1-ac7e-ed7934ba4d19 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.118023] env[63622]: DEBUG oslo_concurrency.lockutils [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Releasing lock "refresh_cache-25b772ef-3133-474b-8600-7851c2cfc7d3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.118023] env[63622]: DEBUG nova.compute.manager [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Instance network_info: |[{"id": "db8b410a-8ba2-43f4-afff-cfd51fcd83be", "address": "fa:16:3e:66:25:13", "network": {"id": "6a81e564-3ab4-4b16-815a-02efc78621b6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1115342741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f120bd72d5754804aceba4bf1a29bd52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb8b410a-8b", "ovs_interfaceid": "db8b410a-8ba2-43f4-afff-cfd51fcd83be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1787.118023] env[63622]: DEBUG oslo_concurrency.lockutils [req-e6f8b861-b7a8-4e59-9c5c-120fb0fba210 req-1399ddf0-ad4f-482f-93d6-4459b51090e9 service nova] Acquired lock "refresh_cache-25b772ef-3133-474b-8600-7851c2cfc7d3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.118023] env[63622]: DEBUG nova.network.neutron [req-e6f8b861-b7a8-4e59-9c5c-120fb0fba210 req-1399ddf0-ad4f-482f-93d6-4459b51090e9 service nova] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Refreshing network info cache for port db8b410a-8ba2-43f4-afff-cfd51fcd83be {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1787.118023] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:25:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db328342-7107-4bac-b1d6-111fbd5780f1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db8b410a-8ba2-43f4-afff-cfd51fcd83be', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1787.126782] env[63622]: DEBUG oslo.service.loopingcall [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1787.127886] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1787.128525] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91f1a255-1598-48db-b927-11d0908528c7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.154503] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1787.154503] env[63622]: value = "task-1817334" [ 1787.154503] env[63622]: _type = "Task" [ 1787.154503] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.164925] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817334, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.196200] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a9bb5db-9a58-4b65-ac26-d2ac747ca14b tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "9a854487-4c27-4271-9a1f-1875f7bd0a06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.900s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.277119] env[63622]: DEBUG nova.compute.manager [req-4ce745f0-5628-4e37-b79c-b3839d8b0a29 req-de93e38e-c7a5-403b-9dff-3c08c7641b6b service nova] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Received event network-vif-plugged-5c5c5c73-2110-434d-986d-434124a1fbd6 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1787.279552] env[63622]: DEBUG oslo_concurrency.lockutils [req-4ce745f0-5628-4e37-b79c-b3839d8b0a29 req-de93e38e-c7a5-403b-9dff-3c08c7641b6b service nova] Acquiring lock "af25d05a-5aab-4153-a85a-adf18a6dec7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.280995] env[63622]: DEBUG oslo_concurrency.lockutils [req-4ce745f0-5628-4e37-b79c-b3839d8b0a29 req-de93e38e-c7a5-403b-9dff-3c08c7641b6b service nova] Lock "af25d05a-5aab-4153-a85a-adf18a6dec7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.281343] env[63622]: DEBUG oslo_concurrency.lockutils [req-4ce745f0-5628-4e37-b79c-b3839d8b0a29 req-de93e38e-c7a5-403b-9dff-3c08c7641b6b service nova] Lock "af25d05a-5aab-4153-a85a-adf18a6dec7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.282302] env[63622]: DEBUG nova.compute.manager [req-4ce745f0-5628-4e37-b79c-b3839d8b0a29 req-de93e38e-c7a5-403b-9dff-3c08c7641b6b service nova] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] No waiting events found dispatching network-vif-plugged-5c5c5c73-2110-434d-986d-434124a1fbd6 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1787.282837] env[63622]: WARNING nova.compute.manager [req-4ce745f0-5628-4e37-b79c-b3839d8b0a29 req-de93e38e-c7a5-403b-9dff-3c08c7641b6b service nova] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Received unexpected event network-vif-plugged-5c5c5c73-2110-434d-986d-434124a1fbd6 for instance with vm_state building and task_state spawning. [ 1787.298390] env[63622]: DEBUG nova.compute.manager [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1787.313676] env[63622]: DEBUG oslo_vmware.api [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Task: {'id': task-1817333, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707843} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.316758] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] d83a4abb-5602-4a8a-b01c-8382ba7bccee/d83a4abb-5602-4a8a-b01c-8382ba7bccee.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1787.316758] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1787.316758] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59e6d3d0-4eb9-4fb5-98de-b3adacaa3e7f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.325023] env[63622]: DEBUG oslo_vmware.api [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Waiting for the task: (returnval){ [ 1787.325023] env[63622]: value = "task-1817335" [ 1787.325023] env[63622]: _type = "Task" [ 1787.325023] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.333881] env[63622]: DEBUG oslo_vmware.api [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Task: {'id': task-1817335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.352374] env[63622]: DEBUG nova.network.neutron [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Successfully updated port: 5c5c5c73-2110-434d-986d-434124a1fbd6 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1787.379040] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-67ec5713-a77c-440c-81bd-aabb13d0cdbe tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Volume attach. Driver type: vmdk {{(pid=63622) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1787.379040] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-67ec5713-a77c-440c-81bd-aabb13d0cdbe tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376499', 'volume_id': 'f366303b-e80f-4ac1-9ab4-257ef4c72b2d', 'name': 'volume-f366303b-e80f-4ac1-9ab4-257ef4c72b2d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a33387ce-53a1-4cb9-9e7b-4ff7cabc841c', 'attached_at': '', 'detached_at': '', 'volume_id': 'f366303b-e80f-4ac1-9ab4-257ef4c72b2d', 'serial': 'f366303b-e80f-4ac1-9ab4-257ef4c72b2d'} {{(pid=63622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1787.379040] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f817d60d-cf09-4978-877e-6a2b3ba34543 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.398953] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117fd05b-b287-4c04-ae65-4f94298088ac {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.428642] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-67ec5713-a77c-440c-81bd-aabb13d0cdbe tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] volume-f366303b-e80f-4ac1-9ab4-257ef4c72b2d/volume-f366303b-e80f-4ac1-9ab4-257ef4c72b2d.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1787.429178] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a3996d6-551d-406b-8f6d-bffc0f7d2cd0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.453221] env[63622]: DEBUG oslo_vmware.api [None req-67ec5713-a77c-440c-81bd-aabb13d0cdbe tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1787.453221] env[63622]: value = "task-1817336" [ 1787.453221] env[63622]: _type = "Task" [ 1787.453221] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.456126] env[63622]: DEBUG nova.compute.utils [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1787.457634] env[63622]: DEBUG nova.compute.manager [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1787.457924] env[63622]: DEBUG nova.network.neutron [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1787.471254] env[63622]: DEBUG oslo_vmware.api [None req-67ec5713-a77c-440c-81bd-aabb13d0cdbe tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817336, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.526360] env[63622]: DEBUG nova.policy [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e49cdd0c836a4b7db81869ba10907789', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b27739edd26473eaf62bee5b67bc29d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1787.559815] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a4835514-7758-4840-b436-a562424882c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "4659fe4d-6ec1-4723-abf8-3071a37ed91e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.560062] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a4835514-7758-4840-b436-a562424882c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "4659fe4d-6ec1-4723-abf8-3071a37ed91e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.560259] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a4835514-7758-4840-b436-a562424882c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "4659fe4d-6ec1-4723-abf8-3071a37ed91e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.560437] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a4835514-7758-4840-b436-a562424882c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "4659fe4d-6ec1-4723-abf8-3071a37ed91e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.560599] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a4835514-7758-4840-b436-a562424882c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "4659fe4d-6ec1-4723-abf8-3071a37ed91e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.563015] env[63622]: INFO nova.compute.manager [None req-a4835514-7758-4840-b436-a562424882c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Terminating instance [ 1787.667693] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817334, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.824742] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.834228] env[63622]: DEBUG oslo_vmware.api [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Task: {'id': task-1817335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074581} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.837034] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1787.839242] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9160a9e2-be67-48a4-a67d-c0ba8d167ad9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.858814] env[63622]: DEBUG oslo_concurrency.lockutils [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Acquiring lock "refresh_cache-af25d05a-5aab-4153-a85a-adf18a6dec7c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.858967] env[63622]: DEBUG oslo_concurrency.lockutils [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Acquired lock "refresh_cache-af25d05a-5aab-4153-a85a-adf18a6dec7c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.859186] env[63622]: DEBUG nova.network.neutron [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1787.868922] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] d83a4abb-5602-4a8a-b01c-8382ba7bccee/d83a4abb-5602-4a8a-b01c-8382ba7bccee.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1787.874834] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58ca5c2e-6a08-4b6e-8ba7-f95a20adc771 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.893095] env[63622]: DEBUG nova.network.neutron [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Successfully created port: 45270f00-27eb-4e67-9653-25df2bd26f04 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1787.898418] env[63622]: DEBUG oslo_vmware.api [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Waiting for the task: (returnval){ [ 1787.898418] env[63622]: value = "task-1817337" [ 1787.898418] env[63622]: _type = "Task" [ 1787.898418] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.907124] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c38471c-8f89-4a79-b5be-37474c68bcb7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.913666] env[63622]: DEBUG oslo_vmware.api [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Task: {'id': task-1817337, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.921140] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e44f9ae-d0b0-4570-a180-0b0d55e215c3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.961775] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309319b8-3846-4c55-9154-3419ff724852 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.964425] env[63622]: DEBUG nova.compute.manager [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1787.975045] env[63622]: DEBUG oslo_vmware.api [None req-67ec5713-a77c-440c-81bd-aabb13d0cdbe tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.978264] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe0820e-db55-4349-bcec-7539a2aefe4e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.994230] env[63622]: DEBUG nova.compute.provider_tree [None req-f596b532-6fcc-4f8d-8880-28c852351f8b tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1788.026210] env[63622]: DEBUG nova.network.neutron [req-e6f8b861-b7a8-4e59-9c5c-120fb0fba210 req-1399ddf0-ad4f-482f-93d6-4459b51090e9 service nova] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Updated VIF entry in instance network info cache for port db8b410a-8ba2-43f4-afff-cfd51fcd83be. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1788.026618] env[63622]: DEBUG nova.network.neutron [req-e6f8b861-b7a8-4e59-9c5c-120fb0fba210 req-1399ddf0-ad4f-482f-93d6-4459b51090e9 service nova] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Updating instance_info_cache with network_info: [{"id": "db8b410a-8ba2-43f4-afff-cfd51fcd83be", "address": "fa:16:3e:66:25:13", "network": {"id": "6a81e564-3ab4-4b16-815a-02efc78621b6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1115342741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f120bd72d5754804aceba4bf1a29bd52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb8b410a-8b", "ovs_interfaceid": "db8b410a-8ba2-43f4-afff-cfd51fcd83be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.055939] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1788.056208] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e114846-ada5-4d13-9bb5-9466bf57bc59 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.064037] env[63622]: DEBUG oslo_vmware.api [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Waiting for the task: (returnval){ [ 1788.064037] env[63622]: value = "task-1817338" [ 1788.064037] env[63622]: _type = "Task" [ 1788.064037] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.069476] env[63622]: DEBUG nova.compute.manager [None req-a4835514-7758-4840-b436-a562424882c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1788.069760] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a4835514-7758-4840-b436-a562424882c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1788.073930] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0880a3-a43a-4977-b25b-c8c9eada0afc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.076934] env[63622]: DEBUG oslo_vmware.api [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': task-1817338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.081969] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4835514-7758-4840-b436-a562424882c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1788.082232] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdf76e11-6c74-4bde-8a90-f901adf7c378 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.088867] env[63622]: DEBUG oslo_vmware.api [None req-a4835514-7758-4840-b436-a562424882c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1788.088867] env[63622]: value = "task-1817339" [ 1788.088867] env[63622]: _type = "Task" [ 1788.088867] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.098126] env[63622]: DEBUG oslo_vmware.api [None req-a4835514-7758-4840-b436-a562424882c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817339, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.171299] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817334, 'name': CreateVM_Task, 'duration_secs': 0.855225} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.171922] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1788.172264] env[63622]: DEBUG oslo_concurrency.lockutils [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9949b74a-e75d-4aac-914d-8cafc9c53f63" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.172452] env[63622]: DEBUG oslo_concurrency.lockutils [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9949b74a-e75d-4aac-914d-8cafc9c53f63" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.172838] env[63622]: DEBUG oslo_concurrency.lockutils [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9949b74a-e75d-4aac-914d-8cafc9c53f63" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1788.173738] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b49895c-c16c-4c96-b49c-a293aa44bfe8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.179810] env[63622]: DEBUG oslo_vmware.api [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1788.179810] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52315c46-d483-91ba-789a-4417d412f4f7" [ 1788.179810] env[63622]: _type = "Task" [ 1788.179810] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.187563] env[63622]: DEBUG nova.compute.manager [req-1eaad4f1-616e-47d0-a07d-dce25f3c71f4 req-a68ef4a8-ab79-4d8a-b55f-9cc6cadd9392 service nova] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Received event network-changed-83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1788.187783] env[63622]: DEBUG nova.compute.manager [req-1eaad4f1-616e-47d0-a07d-dce25f3c71f4 req-a68ef4a8-ab79-4d8a-b55f-9cc6cadd9392 service nova] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Refreshing instance network info cache due to event network-changed-83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1788.188038] env[63622]: DEBUG oslo_concurrency.lockutils [req-1eaad4f1-616e-47d0-a07d-dce25f3c71f4 req-a68ef4a8-ab79-4d8a-b55f-9cc6cadd9392 service nova] Acquiring lock "refresh_cache-9a854487-4c27-4271-9a1f-1875f7bd0a06" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.188165] env[63622]: DEBUG oslo_concurrency.lockutils [req-1eaad4f1-616e-47d0-a07d-dce25f3c71f4 req-a68ef4a8-ab79-4d8a-b55f-9cc6cadd9392 service nova] Acquired lock "refresh_cache-9a854487-4c27-4271-9a1f-1875f7bd0a06" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.188328] env[63622]: DEBUG nova.network.neutron [req-1eaad4f1-616e-47d0-a07d-dce25f3c71f4 req-a68ef4a8-ab79-4d8a-b55f-9cc6cadd9392 service nova] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Refreshing network info cache for port 83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1788.194247] env[63622]: DEBUG oslo_vmware.api [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52315c46-d483-91ba-789a-4417d412f4f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.405084] env[63622]: DEBUG nova.network.neutron [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1788.413966] env[63622]: DEBUG oslo_vmware.api [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Task: {'id': task-1817337, 'name': ReconfigVM_Task, 'duration_secs': 0.445457} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.414608] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Reconfigured VM instance instance-0000005d to attach disk [datastore1] d83a4abb-5602-4a8a-b01c-8382ba7bccee/d83a4abb-5602-4a8a-b01c-8382ba7bccee.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1788.415455] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-314481e2-eda4-4694-be4c-d019acacaa6f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.427435] env[63622]: DEBUG oslo_vmware.api [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Waiting for the task: (returnval){ [ 1788.427435] env[63622]: value = "task-1817340" [ 1788.427435] env[63622]: _type = "Task" [ 1788.427435] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.437708] env[63622]: DEBUG oslo_vmware.api [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Task: {'id': task-1817340, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.482137] env[63622]: DEBUG oslo_vmware.api [None req-67ec5713-a77c-440c-81bd-aabb13d0cdbe tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817336, 'name': ReconfigVM_Task, 'duration_secs': 0.837192} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.482137] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-67ec5713-a77c-440c-81bd-aabb13d0cdbe tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Reconfigured VM instance instance-00000053 to attach disk [datastore1] volume-f366303b-e80f-4ac1-9ab4-257ef4c72b2d/volume-f366303b-e80f-4ac1-9ab4-257ef4c72b2d.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1788.489444] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-004c985f-862e-42f7-b182-42af004f3a67 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.502572] env[63622]: DEBUG nova.scheduler.client.report [None req-f596b532-6fcc-4f8d-8880-28c852351f8b tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1788.514225] env[63622]: DEBUG oslo_vmware.api [None req-67ec5713-a77c-440c-81bd-aabb13d0cdbe tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1788.514225] env[63622]: value = "task-1817341" [ 1788.514225] env[63622]: _type = "Task" [ 1788.514225] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.533841] env[63622]: DEBUG oslo_concurrency.lockutils [req-e6f8b861-b7a8-4e59-9c5c-120fb0fba210 req-1399ddf0-ad4f-482f-93d6-4459b51090e9 service nova] Releasing lock "refresh_cache-25b772ef-3133-474b-8600-7851c2cfc7d3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1788.534516] env[63622]: DEBUG oslo_vmware.api [None req-67ec5713-a77c-440c-81bd-aabb13d0cdbe tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817341, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.578023] env[63622]: DEBUG oslo_vmware.api [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': task-1817338, 'name': PowerOffVM_Task, 'duration_secs': 0.14848} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.578023] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1788.578023] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1788.578023] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55bba9a0-1c7d-40c7-9950-7c54526cb839 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.585561] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1788.585985] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15fa04e5-143d-4752-bc8a-bbdd2b382cac {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.598753] env[63622]: DEBUG oslo_vmware.api [None req-a4835514-7758-4840-b436-a562424882c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817339, 'name': PowerOffVM_Task, 'duration_secs': 0.277504} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.599369] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4835514-7758-4840-b436-a562424882c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1788.599682] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a4835514-7758-4840-b436-a562424882c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1788.600079] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13adb4ac-3f6c-4741-8b22-9ab6dbb26607 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.619029] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1788.619029] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1788.619029] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Deleting the datastore file [datastore1] 4e661c59-9ddd-4522-9a27-283fbb0df5d3 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1788.619029] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0da4228b-76e3-4557-87fd-58aa02f72012 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.625422] env[63622]: DEBUG oslo_vmware.api [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Waiting for the task: (returnval){ [ 1788.625422] env[63622]: value = "task-1817344" [ 1788.625422] env[63622]: _type = "Task" [ 1788.625422] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.634415] env[63622]: DEBUG oslo_vmware.api [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': task-1817344, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.692765] env[63622]: DEBUG oslo_concurrency.lockutils [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9949b74a-e75d-4aac-914d-8cafc9c53f63" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1788.693058] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Processing image 9949b74a-e75d-4aac-914d-8cafc9c53f63 {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1788.693329] env[63622]: DEBUG oslo_concurrency.lockutils [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9949b74a-e75d-4aac-914d-8cafc9c53f63/9949b74a-e75d-4aac-914d-8cafc9c53f63.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.693495] env[63622]: DEBUG oslo_concurrency.lockutils [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9949b74a-e75d-4aac-914d-8cafc9c53f63/9949b74a-e75d-4aac-914d-8cafc9c53f63.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.693682] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1788.695142] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20cc7d1f-d3ce-4bfa-8b04-1bf0e5de1bc0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.705718] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1788.705718] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1788.706237] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecd2cbcf-87fc-4d53-99f7-f6908554a839 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.714262] env[63622]: DEBUG oslo_vmware.api [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1788.714262] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52f9f760-2a0f-e83c-a2d2-ac84f3389cc8" [ 1788.714262] env[63622]: _type = "Task" [ 1788.714262] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.728851] env[63622]: DEBUG oslo_vmware.api [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52f9f760-2a0f-e83c-a2d2-ac84f3389cc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.828043] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a4835514-7758-4840-b436-a562424882c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1788.828473] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a4835514-7758-4840-b436-a562424882c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1788.828844] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4835514-7758-4840-b436-a562424882c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Deleting the datastore file [datastore1] 4659fe4d-6ec1-4723-abf8-3071a37ed91e {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1788.829168] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1d8c124-6007-43cb-81e6-72273d3cc925 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.837853] env[63622]: DEBUG oslo_vmware.api [None req-a4835514-7758-4840-b436-a562424882c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1788.837853] env[63622]: value = "task-1817345" [ 1788.837853] env[63622]: _type = "Task" [ 1788.837853] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.841288] env[63622]: DEBUG nova.network.neutron [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Updating instance_info_cache with network_info: [{"id": "5c5c5c73-2110-434d-986d-434124a1fbd6", "address": "fa:16:3e:fd:38:ba", "network": {"id": "db1eb883-b712-438c-94e9-192315cd821e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-244581660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8e7b485f5dc42bdbf8fc7ea1730160b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c5c5c73-21", "ovs_interfaceid": "5c5c5c73-2110-434d-986d-434124a1fbd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.854540] env[63622]: DEBUG oslo_vmware.api [None req-a4835514-7758-4840-b436-a562424882c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.898373] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "ff1c8157-91b5-42fe-89e7-d259a280809e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.898554] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "ff1c8157-91b5-42fe-89e7-d259a280809e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.939216] env[63622]: DEBUG oslo_vmware.api [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Task: {'id': task-1817340, 'name': Rename_Task, 'duration_secs': 0.165852} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.939427] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1788.939584] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40abc4ef-c990-4d93-84ff-7777c92693a2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.949158] env[63622]: DEBUG oslo_vmware.api [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Waiting for the task: (returnval){ [ 1788.949158] env[63622]: value = "task-1817346" [ 1788.949158] env[63622]: _type = "Task" [ 1788.949158] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.956726] env[63622]: DEBUG oslo_vmware.api [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Task: {'id': task-1817346, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.973218] env[63622]: DEBUG nova.network.neutron [req-1eaad4f1-616e-47d0-a07d-dce25f3c71f4 req-a68ef4a8-ab79-4d8a-b55f-9cc6cadd9392 service nova] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Updated VIF entry in instance network info cache for port 83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1788.973314] env[63622]: DEBUG nova.network.neutron [req-1eaad4f1-616e-47d0-a07d-dce25f3c71f4 req-a68ef4a8-ab79-4d8a-b55f-9cc6cadd9392 service nova] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Updating instance_info_cache with network_info: [{"id": "83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0", "address": "fa:16:3e:d7:88:3a", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83cb60cc-a7", "ovs_interfaceid": "83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.981936] env[63622]: DEBUG nova.compute.manager [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1789.009039] env[63622]: DEBUG nova.virt.hardware [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1789.009301] env[63622]: DEBUG nova.virt.hardware [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1789.009783] env[63622]: DEBUG nova.virt.hardware [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1789.010501] env[63622]: DEBUG nova.virt.hardware [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1789.010501] env[63622]: DEBUG nova.virt.hardware [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1789.010501] env[63622]: DEBUG nova.virt.hardware [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1789.010633] env[63622]: DEBUG nova.virt.hardware [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1789.010702] env[63622]: DEBUG nova.virt.hardware [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1789.010869] env[63622]: DEBUG nova.virt.hardware [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1789.011045] env[63622]: DEBUG nova.virt.hardware [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1789.011223] env[63622]: DEBUG nova.virt.hardware [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1789.011959] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f596b532-6fcc-4f8d-8880-28c852351f8b tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.062s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.014456] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d372a0c-cebd-444b-af06-5b3645cf4a67 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.017240] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.905s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.018718] env[63622]: INFO nova.compute.claims [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1789.032287] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f3f02d-2d31-4602-8400-2720359ce542 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.036684] env[63622]: DEBUG oslo_vmware.api [None req-67ec5713-a77c-440c-81bd-aabb13d0cdbe tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817341, 'name': ReconfigVM_Task, 'duration_secs': 0.187732} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.036990] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-67ec5713-a77c-440c-81bd-aabb13d0cdbe tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376499', 'volume_id': 'f366303b-e80f-4ac1-9ab4-257ef4c72b2d', 'name': 'volume-f366303b-e80f-4ac1-9ab4-257ef4c72b2d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a33387ce-53a1-4cb9-9e7b-4ff7cabc841c', 'attached_at': '', 'detached_at': '', 'volume_id': 'f366303b-e80f-4ac1-9ab4-257ef4c72b2d', 'serial': 'f366303b-e80f-4ac1-9ab4-257ef4c72b2d'} {{(pid=63622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1789.040106] env[63622]: INFO nova.scheduler.client.report [None req-f596b532-6fcc-4f8d-8880-28c852351f8b tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Deleted allocations for instance 8b252127-42c1-4f62-aa3e-c83d1103c382 [ 1789.136388] env[63622]: DEBUG oslo_vmware.api [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': task-1817344, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133111} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.136645] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1789.136832] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1789.137025] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1789.227956] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Preparing fetch location {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1789.228365] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Fetch image to [datastore1] OSTACK_IMG_f6fa4ef9-5f7f-425b-8cdc-e800e853866d/OSTACK_IMG_f6fa4ef9-5f7f-425b-8cdc-e800e853866d.vmdk {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1789.228654] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Downloading stream optimized image 9949b74a-e75d-4aac-914d-8cafc9c53f63 to [datastore1] OSTACK_IMG_f6fa4ef9-5f7f-425b-8cdc-e800e853866d/OSTACK_IMG_f6fa4ef9-5f7f-425b-8cdc-e800e853866d.vmdk on the data store datastore1 as vApp {{(pid=63622) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1789.228924] env[63622]: DEBUG nova.virt.vmwareapi.images [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Downloading image file data 9949b74a-e75d-4aac-914d-8cafc9c53f63 to the ESX as VM named 'OSTACK_IMG_f6fa4ef9-5f7f-425b-8cdc-e800e853866d' {{(pid=63622) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1789.304498] env[63622]: DEBUG nova.compute.manager [req-9c25ffe9-a361-41b8-808d-03bc3e9e2c2d req-2382d4e7-1128-40b0-a18e-6c8eb56ebb26 service nova] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Received event network-changed-5c5c5c73-2110-434d-986d-434124a1fbd6 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1789.304625] env[63622]: DEBUG nova.compute.manager [req-9c25ffe9-a361-41b8-808d-03bc3e9e2c2d req-2382d4e7-1128-40b0-a18e-6c8eb56ebb26 service nova] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Refreshing instance network info cache due to event network-changed-5c5c5c73-2110-434d-986d-434124a1fbd6. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1789.304877] env[63622]: DEBUG oslo_concurrency.lockutils [req-9c25ffe9-a361-41b8-808d-03bc3e9e2c2d req-2382d4e7-1128-40b0-a18e-6c8eb56ebb26 service nova] Acquiring lock "refresh_cache-af25d05a-5aab-4153-a85a-adf18a6dec7c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.310123] env[63622]: DEBUG oslo_vmware.rw_handles [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1789.310123] env[63622]: value = "resgroup-9" [ 1789.310123] env[63622]: _type = "ResourcePool" [ 1789.310123] env[63622]: }. {{(pid=63622) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1789.310743] env[63622]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f2dab955-ddc3-48b0-9a4a-77f68f3eb465 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.343723] env[63622]: DEBUG oslo_vmware.rw_handles [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lease: (returnval){ [ 1789.343723] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]520b8d70-d390-4975-db65-0f71bab857f3" [ 1789.343723] env[63622]: _type = "HttpNfcLease" [ 1789.343723] env[63622]: } obtained for vApp import into resource pool (val){ [ 1789.343723] env[63622]: value = "resgroup-9" [ 1789.343723] env[63622]: _type = "ResourcePool" [ 1789.343723] env[63622]: }. {{(pid=63622) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1789.343723] env[63622]: DEBUG oslo_vmware.api [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the lease: (returnval){ [ 1789.343723] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]520b8d70-d390-4975-db65-0f71bab857f3" [ 1789.343723] env[63622]: _type = "HttpNfcLease" [ 1789.343723] env[63622]: } to be ready. {{(pid=63622) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1789.349066] env[63622]: DEBUG oslo_concurrency.lockutils [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Releasing lock "refresh_cache-af25d05a-5aab-4153-a85a-adf18a6dec7c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.349066] env[63622]: DEBUG nova.compute.manager [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Instance network_info: |[{"id": "5c5c5c73-2110-434d-986d-434124a1fbd6", "address": "fa:16:3e:fd:38:ba", "network": {"id": "db1eb883-b712-438c-94e9-192315cd821e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-244581660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8e7b485f5dc42bdbf8fc7ea1730160b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c5c5c73-21", "ovs_interfaceid": "5c5c5c73-2110-434d-986d-434124a1fbd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1789.353521] env[63622]: DEBUG oslo_concurrency.lockutils [req-9c25ffe9-a361-41b8-808d-03bc3e9e2c2d req-2382d4e7-1128-40b0-a18e-6c8eb56ebb26 service nova] Acquired lock "refresh_cache-af25d05a-5aab-4153-a85a-adf18a6dec7c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.354071] env[63622]: DEBUG nova.network.neutron [req-9c25ffe9-a361-41b8-808d-03bc3e9e2c2d req-2382d4e7-1128-40b0-a18e-6c8eb56ebb26 service nova] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Refreshing network info cache for port 5c5c5c73-2110-434d-986d-434124a1fbd6 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1789.355421] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:38:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c5c5c73-2110-434d-986d-434124a1fbd6', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1789.366884] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Creating folder: Project (d8e7b485f5dc42bdbf8fc7ea1730160b). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1789.369986] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21f783a7-01aa-4cb8-9cdf-eb7e9a4c2276 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.379581] env[63622]: DEBUG oslo_vmware.api [None req-a4835514-7758-4840-b436-a562424882c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152856} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.382464] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4835514-7758-4840-b436-a562424882c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1789.382692] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a4835514-7758-4840-b436-a562424882c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1789.382941] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a4835514-7758-4840-b436-a562424882c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1789.383193] env[63622]: INFO nova.compute.manager [None req-a4835514-7758-4840-b436-a562424882c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1789.383529] env[63622]: DEBUG oslo.service.loopingcall [None req-a4835514-7758-4840-b436-a562424882c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1789.384169] env[63622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1789.384169] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]520b8d70-d390-4975-db65-0f71bab857f3" [ 1789.384169] env[63622]: _type = "HttpNfcLease" [ 1789.384169] env[63622]: } is initializing. {{(pid=63622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1789.384857] env[63622]: DEBUG nova.compute.manager [-] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1789.384857] env[63622]: DEBUG nova.network.neutron [-] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1789.395963] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Created folder: Project (d8e7b485f5dc42bdbf8fc7ea1730160b) in parent group-v376252. [ 1789.396141] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Creating folder: Instances. Parent ref: group-v376505. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1789.396475] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1f71d89-3177-4eb5-a6fc-cc93a3bb5f27 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.401848] env[63622]: DEBUG nova.compute.manager [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1789.409784] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Created folder: Instances in parent group-v376505. [ 1789.409946] env[63622]: DEBUG oslo.service.loopingcall [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1789.410194] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1789.410439] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58f285a2-0ef9-42e7-9abf-06cff6def0d6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.434490] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1789.434490] env[63622]: value = "task-1817350" [ 1789.434490] env[63622]: _type = "Task" [ 1789.434490] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.444684] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817350, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.458788] env[63622]: DEBUG oslo_vmware.api [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Task: {'id': task-1817346, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.475566] env[63622]: DEBUG oslo_concurrency.lockutils [req-1eaad4f1-616e-47d0-a07d-dce25f3c71f4 req-a68ef4a8-ab79-4d8a-b55f-9cc6cadd9392 service nova] Releasing lock "refresh_cache-9a854487-4c27-4271-9a1f-1875f7bd0a06" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.557891] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f596b532-6fcc-4f8d-8880-28c852351f8b tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Lock "8b252127-42c1-4f62-aa3e-c83d1103c382" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.658s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.577667] env[63622]: DEBUG nova.network.neutron [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Successfully updated port: 45270f00-27eb-4e67-9653-25df2bd26f04 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1789.857398] env[63622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1789.857398] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]520b8d70-d390-4975-db65-0f71bab857f3" [ 1789.857398] env[63622]: _type = "HttpNfcLease" [ 1789.857398] env[63622]: } is initializing. {{(pid=63622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1789.942683] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.947492] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817350, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.966179] env[63622]: DEBUG oslo_vmware.api [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Task: {'id': task-1817346, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.079874] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Acquiring lock "refresh_cache-c10d1928-0da5-4060-bf87-f8ae90e202e4" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.080133] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Acquired lock "refresh_cache-c10d1928-0da5-4060-bf87-f8ae90e202e4" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.080349] env[63622]: DEBUG nova.network.neutron [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1790.102512] env[63622]: DEBUG nova.objects.instance [None req-67ec5713-a77c-440c-81bd-aabb13d0cdbe tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lazy-loading 'flavor' on Instance uuid a33387ce-53a1-4cb9-9e7b-4ff7cabc841c {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1790.199193] env[63622]: DEBUG nova.virt.hardware [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1790.199193] env[63622]: DEBUG nova.virt.hardware [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1790.199193] env[63622]: DEBUG nova.virt.hardware [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1790.199193] env[63622]: DEBUG nova.virt.hardware [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1790.199193] env[63622]: DEBUG nova.virt.hardware [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1790.199507] env[63622]: DEBUG nova.virt.hardware [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1790.199673] env[63622]: DEBUG nova.virt.hardware [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1790.199887] env[63622]: DEBUG nova.virt.hardware [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1790.200110] env[63622]: DEBUG nova.virt.hardware [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1790.200561] env[63622]: DEBUG nova.virt.hardware [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1790.200853] env[63622]: DEBUG nova.virt.hardware [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1790.202132] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca577a1-f496-4571-a626-dbe9773b77b0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.217345] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76cd6f2-4959-465f-a5f8-7b4192f3e78c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.238095] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Instance VIF info [] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1790.244470] env[63622]: DEBUG oslo.service.loopingcall [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1790.254645] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1790.254645] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef4d1a5e-5d38-4933-a1fc-61ce41d501dd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.284537] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1790.284537] env[63622]: value = "task-1817352" [ 1790.284537] env[63622]: _type = "Task" [ 1790.284537] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.293899] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817352, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.341197] env[63622]: DEBUG nova.network.neutron [req-9c25ffe9-a361-41b8-808d-03bc3e9e2c2d req-2382d4e7-1128-40b0-a18e-6c8eb56ebb26 service nova] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Updated VIF entry in instance network info cache for port 5c5c5c73-2110-434d-986d-434124a1fbd6. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1790.341510] env[63622]: DEBUG nova.network.neutron [req-9c25ffe9-a361-41b8-808d-03bc3e9e2c2d req-2382d4e7-1128-40b0-a18e-6c8eb56ebb26 service nova] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Updating instance_info_cache with network_info: [{"id": "5c5c5c73-2110-434d-986d-434124a1fbd6", "address": "fa:16:3e:fd:38:ba", "network": {"id": "db1eb883-b712-438c-94e9-192315cd821e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-244581660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8e7b485f5dc42bdbf8fc7ea1730160b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c5c5c73-21", "ovs_interfaceid": "5c5c5c73-2110-434d-986d-434124a1fbd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1790.360837] env[63622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1790.360837] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]520b8d70-d390-4975-db65-0f71bab857f3" [ 1790.360837] env[63622]: _type = "HttpNfcLease" [ 1790.360837] env[63622]: } is initializing. {{(pid=63622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1790.448013] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817350, 'name': CreateVM_Task, 'duration_secs': 0.834568} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.448384] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1790.448898] env[63622]: DEBUG oslo_concurrency.lockutils [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.449081] env[63622]: DEBUG oslo_concurrency.lockutils [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.449408] env[63622]: DEBUG oslo_concurrency.lockutils [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1790.449664] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b801ba1a-fb95-4511-9ba0-8a38a22e2fde {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.463694] env[63622]: DEBUG oslo_vmware.api [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Waiting for the task: (returnval){ [ 1790.463694] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a8c2b0-2c67-3445-fb4e-ef3737377aed" [ 1790.463694] env[63622]: _type = "Task" [ 1790.463694] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.464214] env[63622]: DEBUG oslo_vmware.api [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Task: {'id': task-1817346, 'name': PowerOnVM_Task, 'duration_secs': 1.310907} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.467183] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1790.467520] env[63622]: INFO nova.compute.manager [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1790.467766] env[63622]: DEBUG nova.compute.manager [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1790.471949] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f418855-b70a-4229-a4be-b12b24e20fa7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.484906] env[63622]: DEBUG oslo_vmware.api [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a8c2b0-2c67-3445-fb4e-ef3737377aed, 'name': SearchDatastore_Task, 'duration_secs': 0.012922} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.490761] env[63622]: DEBUG oslo_concurrency.lockutils [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.490761] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1790.490761] env[63622]: DEBUG oslo_concurrency.lockutils [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.490899] env[63622]: DEBUG oslo_concurrency.lockutils [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.491050] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1790.493754] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f5f09d2-5d28-49ad-9fd5-626a4376a921 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.503508] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1790.503775] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1790.504475] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1dfffe9-5c04-4fb8-a7e6-d2e80bb14890 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.514211] env[63622]: DEBUG oslo_vmware.api [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Waiting for the task: (returnval){ [ 1790.514211] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d48e31-3aca-3cab-407e-18b389dad2cd" [ 1790.514211] env[63622]: _type = "Task" [ 1790.514211] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.526018] env[63622]: DEBUG oslo_vmware.api [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d48e31-3aca-3cab-407e-18b389dad2cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.526018] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926bc878-41af-4292-9a28-522ed3d8d78b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.534695] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97af9af5-4715-4fe8-9b7a-391333ee8ea6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.571430] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e351874-bb21-4d6c-adbe-29b5f5434f82 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.581641] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56da423-59d5-4fd8-a3d5-53f273316044 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.600561] env[63622]: DEBUG nova.compute.provider_tree [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1790.607296] env[63622]: DEBUG oslo_concurrency.lockutils [None req-67ec5713-a77c-440c-81bd-aabb13d0cdbe tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "a33387ce-53a1-4cb9-9e7b-4ff7cabc841c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.861s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.631920] env[63622]: DEBUG nova.network.neutron [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1790.677742] env[63622]: DEBUG nova.network.neutron [-] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1790.780240] env[63622]: INFO nova.compute.manager [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Rebuilding instance [ 1790.791322] env[63622]: DEBUG nova.network.neutron [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Updating instance_info_cache with network_info: [{"id": "45270f00-27eb-4e67-9653-25df2bd26f04", "address": "fa:16:3e:d0:bf:97", "network": {"id": "857499ee-bf8d-4bdf-a19a-6ab483ee1f42", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-168123115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b27739edd26473eaf62bee5b67bc29d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45270f00-27", "ovs_interfaceid": "45270f00-27eb-4e67-9653-25df2bd26f04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1790.795432] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817352, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.836837] env[63622]: DEBUG nova.compute.manager [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1790.838025] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7a7f8e-3c57-43ae-b603-8499a3889c01 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.845079] env[63622]: DEBUG oslo_concurrency.lockutils [req-9c25ffe9-a361-41b8-808d-03bc3e9e2c2d req-2382d4e7-1128-40b0-a18e-6c8eb56ebb26 service nova] Releasing lock "refresh_cache-af25d05a-5aab-4153-a85a-adf18a6dec7c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.855874] env[63622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1790.855874] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]520b8d70-d390-4975-db65-0f71bab857f3" [ 1790.855874] env[63622]: _type = "HttpNfcLease" [ 1790.855874] env[63622]: } is ready. {{(pid=63622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1790.856245] env[63622]: DEBUG oslo_vmware.rw_handles [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1790.856245] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]520b8d70-d390-4975-db65-0f71bab857f3" [ 1790.856245] env[63622]: _type = "HttpNfcLease" [ 1790.856245] env[63622]: }. {{(pid=63622) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1790.857104] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b384933c-1536-4f5e-95f0-5e027e233006 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.864362] env[63622]: DEBUG oslo_vmware.rw_handles [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52492a0c-859d-dc26-2b49-d8142325b0d5/disk-0.vmdk from lease info. {{(pid=63622) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1790.864633] env[63622]: DEBUG oslo_vmware.rw_handles [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52492a0c-859d-dc26-2b49-d8142325b0d5/disk-0.vmdk. {{(pid=63622) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1790.933580] env[63622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9f3d3b3d-6e6d-4888-b901-f72d5ba6a44c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.998844] env[63622]: INFO nova.compute.manager [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Took 25.37 seconds to build instance. [ 1791.026118] env[63622]: DEBUG oslo_vmware.api [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d48e31-3aca-3cab-407e-18b389dad2cd, 'name': SearchDatastore_Task, 'duration_secs': 0.013407} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.026971] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60143d8e-4d85-43c5-a284-1d762617dbd7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.034695] env[63622]: DEBUG oslo_vmware.api [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Waiting for the task: (returnval){ [ 1791.034695] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e169eb-f144-02d3-ff94-cc68dabd7ac1" [ 1791.034695] env[63622]: _type = "Task" [ 1791.034695] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.044569] env[63622]: DEBUG oslo_vmware.api [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e169eb-f144-02d3-ff94-cc68dabd7ac1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.103767] env[63622]: DEBUG nova.scheduler.client.report [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1791.180163] env[63622]: INFO nova.compute.manager [-] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Took 1.80 seconds to deallocate network for instance. [ 1791.298258] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Releasing lock "refresh_cache-c10d1928-0da5-4060-bf87-f8ae90e202e4" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.298571] env[63622]: DEBUG nova.compute.manager [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Instance network_info: |[{"id": "45270f00-27eb-4e67-9653-25df2bd26f04", "address": "fa:16:3e:d0:bf:97", "network": {"id": "857499ee-bf8d-4bdf-a19a-6ab483ee1f42", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-168123115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b27739edd26473eaf62bee5b67bc29d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45270f00-27", "ovs_interfaceid": "45270f00-27eb-4e67-9653-25df2bd26f04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1791.298869] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817352, 'name': CreateVM_Task, 'duration_secs': 0.525046} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.299270] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:bf:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9d50784-eb90-48ae-a4ea-2125c52a50d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45270f00-27eb-4e67-9653-25df2bd26f04', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1791.306821] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Creating folder: Project (4b27739edd26473eaf62bee5b67bc29d). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1791.306978] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1791.307271] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c8a6469-93a4-4a7d-a249-c9f91591a6c2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.309039] env[63622]: DEBUG oslo_concurrency.lockutils [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.309208] env[63622]: DEBUG oslo_concurrency.lockutils [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.309514] env[63622]: DEBUG oslo_concurrency.lockutils [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1791.309781] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e54e966-e7b1-4b9d-9922-a95018752217 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.316337] env[63622]: DEBUG oslo_vmware.api [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Waiting for the task: (returnval){ [ 1791.316337] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52066b91-1d22-74fb-3dbb-a12d46effbbf" [ 1791.316337] env[63622]: _type = "Task" [ 1791.316337] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.322883] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Created folder: Project (4b27739edd26473eaf62bee5b67bc29d) in parent group-v376252. [ 1791.323032] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Creating folder: Instances. Parent ref: group-v376509. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1791.323274] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7ec1d49-0848-4875-8aec-ec7b34c121f6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.328454] env[63622]: DEBUG oslo_vmware.api [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52066b91-1d22-74fb-3dbb-a12d46effbbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.337127] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Created folder: Instances in parent group-v376509. [ 1791.337298] env[63622]: DEBUG oslo.service.loopingcall [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1791.338500] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1791.339934] env[63622]: DEBUG nova.compute.manager [req-f97be8e7-20c5-4920-a300-111007e33c8a req-a733cba1-980d-4239-bcdd-af80e20cd720 service nova] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Received event network-vif-plugged-45270f00-27eb-4e67-9653-25df2bd26f04 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1791.340139] env[63622]: DEBUG oslo_concurrency.lockutils [req-f97be8e7-20c5-4920-a300-111007e33c8a req-a733cba1-980d-4239-bcdd-af80e20cd720 service nova] Acquiring lock "c10d1928-0da5-4060-bf87-f8ae90e202e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.340344] env[63622]: DEBUG oslo_concurrency.lockutils [req-f97be8e7-20c5-4920-a300-111007e33c8a req-a733cba1-980d-4239-bcdd-af80e20cd720 service nova] Lock "c10d1928-0da5-4060-bf87-f8ae90e202e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.340513] env[63622]: DEBUG oslo_concurrency.lockutils [req-f97be8e7-20c5-4920-a300-111007e33c8a req-a733cba1-980d-4239-bcdd-af80e20cd720 service nova] Lock "c10d1928-0da5-4060-bf87-f8ae90e202e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.340674] env[63622]: DEBUG nova.compute.manager [req-f97be8e7-20c5-4920-a300-111007e33c8a req-a733cba1-980d-4239-bcdd-af80e20cd720 service nova] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] No waiting events found dispatching network-vif-plugged-45270f00-27eb-4e67-9653-25df2bd26f04 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1791.340835] env[63622]: WARNING nova.compute.manager [req-f97be8e7-20c5-4920-a300-111007e33c8a req-a733cba1-980d-4239-bcdd-af80e20cd720 service nova] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Received unexpected event network-vif-plugged-45270f00-27eb-4e67-9653-25df2bd26f04 for instance with vm_state building and task_state spawning. [ 1791.340995] env[63622]: DEBUG nova.compute.manager [req-f97be8e7-20c5-4920-a300-111007e33c8a req-a733cba1-980d-4239-bcdd-af80e20cd720 service nova] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Received event network-changed-45270f00-27eb-4e67-9653-25df2bd26f04 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1791.341163] env[63622]: DEBUG nova.compute.manager [req-f97be8e7-20c5-4920-a300-111007e33c8a req-a733cba1-980d-4239-bcdd-af80e20cd720 service nova] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Refreshing instance network info cache due to event network-changed-45270f00-27eb-4e67-9653-25df2bd26f04. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1791.341347] env[63622]: DEBUG oslo_concurrency.lockutils [req-f97be8e7-20c5-4920-a300-111007e33c8a req-a733cba1-980d-4239-bcdd-af80e20cd720 service nova] Acquiring lock "refresh_cache-c10d1928-0da5-4060-bf87-f8ae90e202e4" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.341499] env[63622]: DEBUG oslo_concurrency.lockutils [req-f97be8e7-20c5-4920-a300-111007e33c8a req-a733cba1-980d-4239-bcdd-af80e20cd720 service nova] Acquired lock "refresh_cache-c10d1928-0da5-4060-bf87-f8ae90e202e4" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.341677] env[63622]: DEBUG nova.network.neutron [req-f97be8e7-20c5-4920-a300-111007e33c8a req-a733cba1-980d-4239-bcdd-af80e20cd720 service nova] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Refreshing network info cache for port 45270f00-27eb-4e67-9653-25df2bd26f04 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1791.343520] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-327b41e2-0a60-4db6-858c-f5b7b40b1bba {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.368179] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1791.368179] env[63622]: value = "task-1817355" [ 1791.368179] env[63622]: _type = "Task" [ 1791.368179] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.378706] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817355, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.501960] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5101d6ae-8bfe-4a73-b7d0-ac58615fe4ca tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Lock "d83a4abb-5602-4a8a-b01c-8382ba7bccee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.877s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.549073] env[63622]: DEBUG oslo_vmware.api [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e169eb-f144-02d3-ff94-cc68dabd7ac1, 'name': SearchDatastore_Task, 'duration_secs': 0.015134} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.551972] env[63622]: DEBUG oslo_concurrency.lockutils [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.551972] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] af25d05a-5aab-4153-a85a-adf18a6dec7c/af25d05a-5aab-4153-a85a-adf18a6dec7c.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1791.552169] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e04beae-82ff-4cd6-abfb-0975c3a172b2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.560541] env[63622]: DEBUG oslo_vmware.api [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Waiting for the task: (returnval){ [ 1791.560541] env[63622]: value = "task-1817356" [ 1791.560541] env[63622]: _type = "Task" [ 1791.560541] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.571660] env[63622]: DEBUG oslo_vmware.api [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Task: {'id': task-1817356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.608683] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.609259] env[63622]: DEBUG nova.compute.manager [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1791.611856] env[63622]: DEBUG oslo_concurrency.lockutils [None req-cb3f102a-19d6-47c2-8a05-f4bb88316218 tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.602s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.612097] env[63622]: DEBUG nova.objects.instance [None req-cb3f102a-19d6-47c2-8a05-f4bb88316218 tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Lazy-loading 'resources' on Instance uuid 254be768-e148-4291-be13-02cee70e2784 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1791.687613] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a4835514-7758-4840-b436-a562424882c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.832564] env[63622]: DEBUG oslo_vmware.api [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52066b91-1d22-74fb-3dbb-a12d46effbbf, 'name': SearchDatastore_Task, 'duration_secs': 0.011052} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.832959] env[63622]: DEBUG oslo_concurrency.lockutils [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.833323] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1791.833699] env[63622]: DEBUG oslo_concurrency.lockutils [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.833878] env[63622]: DEBUG oslo_concurrency.lockutils [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.834099] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1791.834395] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7e181e1-8610-4a9b-b017-67acd4c09461 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.853433] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1791.853701] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1791.854760] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63505a76-88b5-404c-ad72-9257db36c018 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.862812] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1791.863616] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cf0f6ea-7626-4d6b-b858-a2a2704fe519 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.871059] env[63622]: DEBUG oslo_vmware.api [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Waiting for the task: (returnval){ [ 1791.871059] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]522b856a-f341-49b9-edbe-cc877e5bcfc3" [ 1791.871059] env[63622]: _type = "Task" [ 1791.871059] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.887467] env[63622]: DEBUG oslo_vmware.api [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1791.887467] env[63622]: value = "task-1817357" [ 1791.887467] env[63622]: _type = "Task" [ 1791.887467] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.904121] env[63622]: DEBUG oslo_vmware.api [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]522b856a-f341-49b9-edbe-cc877e5bcfc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.904488] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817355, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.915449] env[63622]: DEBUG oslo_vmware.api [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.993810] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5f40e9b4-3e75-49ad-8ee4-2bfb2cba94ae tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Acquiring lock "d83a4abb-5602-4a8a-b01c-8382ba7bccee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.994189] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5f40e9b4-3e75-49ad-8ee4-2bfb2cba94ae tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Lock "d83a4abb-5602-4a8a-b01c-8382ba7bccee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.994466] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5f40e9b4-3e75-49ad-8ee4-2bfb2cba94ae tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Acquiring lock "d83a4abb-5602-4a8a-b01c-8382ba7bccee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.994856] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5f40e9b4-3e75-49ad-8ee4-2bfb2cba94ae tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Lock "d83a4abb-5602-4a8a-b01c-8382ba7bccee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.994856] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5f40e9b4-3e75-49ad-8ee4-2bfb2cba94ae tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Lock "d83a4abb-5602-4a8a-b01c-8382ba7bccee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.001081] env[63622]: INFO nova.compute.manager [None req-5f40e9b4-3e75-49ad-8ee4-2bfb2cba94ae tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Terminating instance [ 1792.045023] env[63622]: DEBUG oslo_vmware.rw_handles [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Completed reading data from the image iterator. {{(pid=63622) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1792.045023] env[63622]: DEBUG oslo_vmware.rw_handles [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52492a0c-859d-dc26-2b49-d8142325b0d5/disk-0.vmdk. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1792.045736] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e99475-53fa-49c2-80c2-4a04389b0f2c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.057720] env[63622]: DEBUG oslo_vmware.rw_handles [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52492a0c-859d-dc26-2b49-d8142325b0d5/disk-0.vmdk is in state: ready. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1792.060048] env[63622]: DEBUG oslo_vmware.rw_handles [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52492a0c-859d-dc26-2b49-d8142325b0d5/disk-0.vmdk. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1792.060048] env[63622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-69c1ba0e-7d3c-41a7-96cb-bb2a3f9f0421 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.075929] env[63622]: DEBUG oslo_vmware.api [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Task: {'id': task-1817356, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.115973] env[63622]: DEBUG nova.compute.utils [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1792.117740] env[63622]: DEBUG nova.compute.manager [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1792.117934] env[63622]: DEBUG nova.network.neutron [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1792.195752] env[63622]: DEBUG nova.policy [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a32e0b45fe334edd9984766bd272c026', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5c9901b11904794b53083f564e5a41c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1792.204328] env[63622]: DEBUG nova.network.neutron [req-f97be8e7-20c5-4920-a300-111007e33c8a req-a733cba1-980d-4239-bcdd-af80e20cd720 service nova] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Updated VIF entry in instance network info cache for port 45270f00-27eb-4e67-9653-25df2bd26f04. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1792.204730] env[63622]: DEBUG nova.network.neutron [req-f97be8e7-20c5-4920-a300-111007e33c8a req-a733cba1-980d-4239-bcdd-af80e20cd720 service nova] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Updating instance_info_cache with network_info: [{"id": "45270f00-27eb-4e67-9653-25df2bd26f04", "address": "fa:16:3e:d0:bf:97", "network": {"id": "857499ee-bf8d-4bdf-a19a-6ab483ee1f42", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-168123115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b27739edd26473eaf62bee5b67bc29d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45270f00-27", "ovs_interfaceid": "45270f00-27eb-4e67-9653-25df2bd26f04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.318336] env[63622]: DEBUG oslo_vmware.rw_handles [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52492a0c-859d-dc26-2b49-d8142325b0d5/disk-0.vmdk. {{(pid=63622) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1792.318703] env[63622]: INFO nova.virt.vmwareapi.images [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Downloaded image file data 9949b74a-e75d-4aac-914d-8cafc9c53f63 [ 1792.319389] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86b5e50-ab2c-49bc-968c-e2e966b862ff {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.340079] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e949ad34-6a82-42b4-b236-270e080bede3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.375383] env[63622]: INFO nova.virt.vmwareapi.images [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] The imported VM was unregistered [ 1792.377913] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Caching image {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1792.378162] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Creating directory with path [datastore1] devstack-image-cache_base/9949b74a-e75d-4aac-914d-8cafc9c53f63 {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1792.378489] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9848934-06bd-4ce6-b582-309287ea3904 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.389408] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817355, 'name': CreateVM_Task, 'duration_secs': 0.739522} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.392793] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1792.396802] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1792.396962] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1792.397360] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1792.397655] env[63622]: DEBUG oslo_vmware.api [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]522b856a-f341-49b9-edbe-cc877e5bcfc3, 'name': SearchDatastore_Task, 'duration_secs': 0.070839} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.398986] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6296a27a-48d1-4a4a-851e-1fbcdfaa427b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.403892] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a2fe7b9-1e96-4081-bd07-058a285c0dc4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.405775] env[63622]: DEBUG oslo_vmware.api [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817357, 'name': PowerOffVM_Task, 'duration_secs': 0.432675} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.408846] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1792.415037] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Created directory with path [datastore1] devstack-image-cache_base/9949b74a-e75d-4aac-914d-8cafc9c53f63 {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1792.415037] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_f6fa4ef9-5f7f-425b-8cdc-e800e853866d/OSTACK_IMG_f6fa4ef9-5f7f-425b-8cdc-e800e853866d.vmdk to [datastore1] devstack-image-cache_base/9949b74a-e75d-4aac-914d-8cafc9c53f63/9949b74a-e75d-4aac-914d-8cafc9c53f63.vmdk. {{(pid=63622) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1792.415037] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-5c96ad5f-944f-442b-a127-0815f9136208 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.415720] env[63622]: DEBUG oslo_vmware.api [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Waiting for the task: (returnval){ [ 1792.415720] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]528dfbb2-a438-8991-56b8-7981bbb18cd7" [ 1792.415720] env[63622]: _type = "Task" [ 1792.415720] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.416605] env[63622]: DEBUG oslo_vmware.api [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Waiting for the task: (returnval){ [ 1792.416605] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52c247ad-947d-dbf2-a24f-be0f0e1f325f" [ 1792.416605] env[63622]: _type = "Task" [ 1792.416605] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.429860] env[63622]: DEBUG oslo_vmware.api [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1792.429860] env[63622]: value = "task-1817359" [ 1792.429860] env[63622]: _type = "Task" [ 1792.429860] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.439101] env[63622]: DEBUG oslo_vmware.api [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52c247ad-947d-dbf2-a24f-be0f0e1f325f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.439361] env[63622]: DEBUG oslo_vmware.api [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]528dfbb2-a438-8991-56b8-7981bbb18cd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.445155] env[63622]: DEBUG oslo_vmware.api [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817359, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.484129] env[63622]: INFO nova.compute.manager [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Detaching volume f366303b-e80f-4ac1-9ab4-257ef4c72b2d [ 1792.510396] env[63622]: DEBUG nova.compute.manager [None req-5f40e9b4-3e75-49ad-8ee4-2bfb2cba94ae tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1792.510634] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5f40e9b4-3e75-49ad-8ee4-2bfb2cba94ae tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1792.511548] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5d3558-ba48-44d0-ab38-d5be5f44489a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.517445] env[63622]: DEBUG nova.network.neutron [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Successfully created port: b30e8cb2-faa5-4cc1-a10f-009ffeb598bf {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1792.523788] env[63622]: INFO nova.virt.block_device [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Attempting to driver detach volume f366303b-e80f-4ac1-9ab4-257ef4c72b2d from mountpoint /dev/sdb [ 1792.524078] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Volume detach. Driver type: vmdk {{(pid=63622) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1792.524279] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376499', 'volume_id': 'f366303b-e80f-4ac1-9ab4-257ef4c72b2d', 'name': 'volume-f366303b-e80f-4ac1-9ab4-257ef4c72b2d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a33387ce-53a1-4cb9-9e7b-4ff7cabc841c', 'attached_at': '', 'detached_at': '', 'volume_id': 'f366303b-e80f-4ac1-9ab4-257ef4c72b2d', 'serial': 'f366303b-e80f-4ac1-9ab4-257ef4c72b2d'} {{(pid=63622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1792.524901] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f40e9b4-3e75-49ad-8ee4-2bfb2cba94ae tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1792.525843] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca38006e-cd30-4677-ac16-6517c967e7da {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.530430] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de8605c0-9cbd-447f-b580-92ef4e1788a0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.360905] env[63622]: DEBUG nova.compute.manager [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1793.363793] env[63622]: DEBUG oslo_concurrency.lockutils [req-f97be8e7-20c5-4920-a300-111007e33c8a req-a733cba1-980d-4239-bcdd-af80e20cd720 service nova] Releasing lock "refresh_cache-c10d1928-0da5-4060-bf87-f8ae90e202e4" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1793.364046] env[63622]: DEBUG nova.compute.manager [req-f97be8e7-20c5-4920-a300-111007e33c8a req-a733cba1-980d-4239-bcdd-af80e20cd720 service nova] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Received event network-vif-deleted-da4a3da6-0e12-4604-ab3b-ebb732692187 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1793.380467] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e529fb1e-00c6-4f7f-80d3-c6ce04669adf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.386398] env[63622]: DEBUG oslo_vmware.api [None req-5f40e9b4-3e75-49ad-8ee4-2bfb2cba94ae tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Waiting for the task: (returnval){ [ 1793.386398] env[63622]: value = "task-1817360" [ 1793.386398] env[63622]: _type = "Task" [ 1793.386398] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.387574] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e7475a-c8d5-47b6-8abf-84836cd769c6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.410501] env[63622]: DEBUG oslo_vmware.api [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817359, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.410784] env[63622]: DEBUG oslo_vmware.api [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Task: {'id': task-1817356, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566952} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.411007] env[63622]: DEBUG oslo_vmware.api [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]528dfbb2-a438-8991-56b8-7981bbb18cd7, 'name': SearchDatastore_Task, 'duration_secs': 0.025013} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.418804] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] af25d05a-5aab-4153-a85a-adf18a6dec7c/af25d05a-5aab-4153-a85a-adf18a6dec7c.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1793.419089] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1793.419517] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1793.419831] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1793.420099] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.420360] env[63622]: DEBUG oslo_vmware.api [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52c247ad-947d-dbf2-a24f-be0f0e1f325f, 'name': SearchDatastore_Task, 'duration_secs': 0.025301} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.425131] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d3f1b8d-31e6-4f0a-9e8f-d8ab0c88189b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.427375] env[63622]: DEBUG oslo_concurrency.lockutils [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1793.427643] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 4e661c59-9ddd-4522-9a27-283fbb0df5d3/4e661c59-9ddd-4522-9a27-283fbb0df5d3.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1793.429225] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.429473] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1793.429717] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c6f13a9-e662-43a1-80b1-8d38882f3d10 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.433161] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d293a8-8311-4318-b0e1-a8ab09478651 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.441659] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d96f203b-c856-412c-8808-77aa82986ae7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.444463] env[63622]: DEBUG oslo_vmware.api [None req-5f40e9b4-3e75-49ad-8ee4-2bfb2cba94ae tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Task: {'id': task-1817360, 'name': PowerOffVM_Task, 'duration_secs': 0.173723} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.445398] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f40e9b4-3e75-49ad-8ee4-2bfb2cba94ae tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1793.445600] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5f40e9b4-3e75-49ad-8ee4-2bfb2cba94ae tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1793.449062] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186ffeb2-4336-4db5-a897-e85651e5cb81 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.478539] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2556294-91c7-4ee4-abcc-7f30f9216921 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.480815] env[63622]: DEBUG oslo_vmware.api [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Waiting for the task: (returnval){ [ 1793.480815] env[63622]: value = "task-1817361" [ 1793.480815] env[63622]: _type = "Task" [ 1793.480815] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.483955] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa726811-de60-4440-9398-1cd76603c8c1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.486823] env[63622]: DEBUG oslo_vmware.api [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Waiting for the task: (returnval){ [ 1793.486823] env[63622]: value = "task-1817362" [ 1793.486823] env[63622]: _type = "Task" [ 1793.486823] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.511481] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33a2468-fd0c-4a9e-a7c9-b26c50628751 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.514095] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1793.514309] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1793.517810] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fee1b204-5987-4f05-bcce-edd3c13f3c1d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.526254] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e732bc0-0340-4d75-9bc8-dc9591ddfc73 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.529871] env[63622]: DEBUG oslo_vmware.api [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Task: {'id': task-1817361, 'name': ExtendVirtualDisk_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.545092] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] The volume has not been displaced from its original location: [datastore1] volume-f366303b-e80f-4ac1-9ab4-257ef4c72b2d/volume-f366303b-e80f-4ac1-9ab4-257ef4c72b2d.vmdk. No consolidation needed. {{(pid=63622) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1793.553148] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Reconfiguring VM instance instance-00000053 to detach disk 2001 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1793.553148] env[63622]: DEBUG oslo_vmware.api [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': task-1817362, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.553148] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37289de9-3578-4508-9f76-8546732bb8fd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.575333] env[63622]: DEBUG nova.compute.provider_tree [None req-cb3f102a-19d6-47c2-8a05-f4bb88316218 tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1793.576832] env[63622]: DEBUG oslo_vmware.api [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Waiting for the task: (returnval){ [ 1793.576832] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]523410e4-2122-c542-14ef-1477f6490502" [ 1793.576832] env[63622]: _type = "Task" [ 1793.576832] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.591380] env[63622]: DEBUG oslo_vmware.api [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]523410e4-2122-c542-14ef-1477f6490502, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.592510] env[63622]: DEBUG oslo_vmware.api [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1793.592510] env[63622]: value = "task-1817364" [ 1793.592510] env[63622]: _type = "Task" [ 1793.592510] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.607152] env[63622]: DEBUG oslo_vmware.api [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817364, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.799844] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5f40e9b4-3e75-49ad-8ee4-2bfb2cba94ae tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1793.800138] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5f40e9b4-3e75-49ad-8ee4-2bfb2cba94ae tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1793.800336] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f40e9b4-3e75-49ad-8ee4-2bfb2cba94ae tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Deleting the datastore file [datastore1] d83a4abb-5602-4a8a-b01c-8382ba7bccee {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1793.800624] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fce90f7-0d40-43e8-8206-e0dc60157b22 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.810023] env[63622]: DEBUG oslo_vmware.api [None req-5f40e9b4-3e75-49ad-8ee4-2bfb2cba94ae tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Waiting for the task: (returnval){ [ 1793.810023] env[63622]: value = "task-1817365" [ 1793.810023] env[63622]: _type = "Task" [ 1793.810023] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.822393] env[63622]: DEBUG oslo_vmware.api [None req-5f40e9b4-3e75-49ad-8ee4-2bfb2cba94ae tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Task: {'id': task-1817365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.878934] env[63622]: DEBUG oslo_vmware.api [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817359, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.891825] env[63622]: DEBUG oslo_concurrency.lockutils [None req-866709e8-16b8-403b-83e4-07bbf98437e1 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Acquiring lock "b64116cf-848e-4a45-a8bc-401f9dd0fe9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.892368] env[63622]: DEBUG oslo_concurrency.lockutils [None req-866709e8-16b8-403b-83e4-07bbf98437e1 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Lock "b64116cf-848e-4a45-a8bc-401f9dd0fe9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.892689] env[63622]: DEBUG oslo_concurrency.lockutils [None req-866709e8-16b8-403b-83e4-07bbf98437e1 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Acquiring lock "b64116cf-848e-4a45-a8bc-401f9dd0fe9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.892967] env[63622]: DEBUG oslo_concurrency.lockutils [None req-866709e8-16b8-403b-83e4-07bbf98437e1 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Lock "b64116cf-848e-4a45-a8bc-401f9dd0fe9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.893233] env[63622]: DEBUG oslo_concurrency.lockutils [None req-866709e8-16b8-403b-83e4-07bbf98437e1 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Lock "b64116cf-848e-4a45-a8bc-401f9dd0fe9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.897111] env[63622]: INFO nova.compute.manager [None req-866709e8-16b8-403b-83e4-07bbf98437e1 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Terminating instance [ 1793.992965] env[63622]: DEBUG oslo_vmware.api [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Task: {'id': task-1817361, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081006} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.993383] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1793.994245] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827bbce0-7405-4d6c-81fd-f9f1f6c12128 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.017502] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] af25d05a-5aab-4153-a85a-adf18a6dec7c/af25d05a-5aab-4153-a85a-adf18a6dec7c.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1794.021150] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37821aa3-9fe8-4017-883e-b44d252d518d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.041779] env[63622]: DEBUG oslo_vmware.api [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': task-1817362, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.045600] env[63622]: DEBUG oslo_vmware.api [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Waiting for the task: (returnval){ [ 1794.045600] env[63622]: value = "task-1817366" [ 1794.045600] env[63622]: _type = "Task" [ 1794.045600] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.059078] env[63622]: DEBUG oslo_vmware.api [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Task: {'id': task-1817366, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.078468] env[63622]: DEBUG nova.scheduler.client.report [None req-cb3f102a-19d6-47c2-8a05-f4bb88316218 tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1794.091616] env[63622]: DEBUG nova.compute.manager [req-dc3700bf-3d57-4a04-8e3e-f0a3dfdd05b6 req-25aa7721-8232-4916-b7b1-561af7d1d193 service nova] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Received event network-vif-plugged-b30e8cb2-faa5-4cc1-a10f-009ffeb598bf {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1794.091874] env[63622]: DEBUG oslo_concurrency.lockutils [req-dc3700bf-3d57-4a04-8e3e-f0a3dfdd05b6 req-25aa7721-8232-4916-b7b1-561af7d1d193 service nova] Acquiring lock "d06fd720-1e9a-4685-b9b1-319c514908fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.092104] env[63622]: DEBUG oslo_concurrency.lockutils [req-dc3700bf-3d57-4a04-8e3e-f0a3dfdd05b6 req-25aa7721-8232-4916-b7b1-561af7d1d193 service nova] Lock "d06fd720-1e9a-4685-b9b1-319c514908fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.092276] env[63622]: DEBUG oslo_concurrency.lockutils [req-dc3700bf-3d57-4a04-8e3e-f0a3dfdd05b6 req-25aa7721-8232-4916-b7b1-561af7d1d193 service nova] Lock "d06fd720-1e9a-4685-b9b1-319c514908fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.092652] env[63622]: DEBUG nova.compute.manager [req-dc3700bf-3d57-4a04-8e3e-f0a3dfdd05b6 req-25aa7721-8232-4916-b7b1-561af7d1d193 service nova] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] No waiting events found dispatching network-vif-plugged-b30e8cb2-faa5-4cc1-a10f-009ffeb598bf {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1794.092875] env[63622]: WARNING nova.compute.manager [req-dc3700bf-3d57-4a04-8e3e-f0a3dfdd05b6 req-25aa7721-8232-4916-b7b1-561af7d1d193 service nova] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Received unexpected event network-vif-plugged-b30e8cb2-faa5-4cc1-a10f-009ffeb598bf for instance with vm_state building and task_state spawning. [ 1794.097782] env[63622]: DEBUG oslo_vmware.api [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]523410e4-2122-c542-14ef-1477f6490502, 'name': SearchDatastore_Task, 'duration_secs': 0.098284} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.103209] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a4d4f89-0a93-40b6-9ab5-c86fbae26db0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.111943] env[63622]: DEBUG oslo_vmware.api [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Waiting for the task: (returnval){ [ 1794.111943] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52f0fb3c-53c6-c578-16aa-2fa1dae34b4f" [ 1794.111943] env[63622]: _type = "Task" [ 1794.111943] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.116192] env[63622]: DEBUG oslo_vmware.api [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.130959] env[63622]: DEBUG oslo_vmware.api [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52f0fb3c-53c6-c578-16aa-2fa1dae34b4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.262026] env[63622]: DEBUG nova.network.neutron [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Successfully updated port: b30e8cb2-faa5-4cc1-a10f-009ffeb598bf {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1794.325316] env[63622]: DEBUG oslo_vmware.api [None req-5f40e9b4-3e75-49ad-8ee4-2bfb2cba94ae tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Task: {'id': task-1817365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.374484] env[63622]: DEBUG nova.compute.manager [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1794.381707] env[63622]: DEBUG oslo_vmware.api [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817359, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.403289] env[63622]: DEBUG nova.virt.hardware [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1794.403744] env[63622]: DEBUG nova.virt.hardware [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1794.403914] env[63622]: DEBUG nova.virt.hardware [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1794.404113] env[63622]: DEBUG nova.virt.hardware [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1794.404266] env[63622]: DEBUG nova.virt.hardware [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1794.404414] env[63622]: DEBUG nova.virt.hardware [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1794.404642] env[63622]: DEBUG nova.virt.hardware [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1794.404818] env[63622]: DEBUG nova.virt.hardware [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1794.404991] env[63622]: DEBUG nova.virt.hardware [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1794.405180] env[63622]: DEBUG nova.virt.hardware [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1794.405447] env[63622]: DEBUG nova.virt.hardware [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1794.406151] env[63622]: DEBUG nova.compute.manager [None req-866709e8-16b8-403b-83e4-07bbf98437e1 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1794.406378] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-866709e8-16b8-403b-83e4-07bbf98437e1 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1794.407263] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8febafaa-2d10-4bc7-935e-c3b151261011 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.410775] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689cc692-c0a3-458d-b3c4-d4404d9210ca {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.421175] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-866709e8-16b8-403b-83e4-07bbf98437e1 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1794.423397] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0765b59-4d68-4e45-ba54-7ec1f6efd0cf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.426113] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062afa4f-db4c-4fae-b617-fbe742c2505d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.443750] env[63622]: DEBUG oslo_vmware.api [None req-866709e8-16b8-403b-83e4-07bbf98437e1 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Waiting for the task: (returnval){ [ 1794.443750] env[63622]: value = "task-1817367" [ 1794.443750] env[63622]: _type = "Task" [ 1794.443750] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.456348] env[63622]: DEBUG oslo_vmware.api [None req-866709e8-16b8-403b-83e4-07bbf98437e1 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1817367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.522597] env[63622]: DEBUG oslo_vmware.api [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': task-1817362, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.562064] env[63622]: DEBUG oslo_vmware.api [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Task: {'id': task-1817366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.563899] env[63622]: DEBUG oslo_concurrency.lockutils [None req-85acfec9-1e54-46bb-8d32-e4dfd88ace2f tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Acquiring lock "c8d628d7-4626-4930-ba9d-dab479a58d71" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.564178] env[63622]: DEBUG oslo_concurrency.lockutils [None req-85acfec9-1e54-46bb-8d32-e4dfd88ace2f tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lock "c8d628d7-4626-4930-ba9d-dab479a58d71" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.586924] env[63622]: DEBUG oslo_concurrency.lockutils [None req-cb3f102a-19d6-47c2-8a05-f4bb88316218 tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.975s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.589723] env[63622]: DEBUG oslo_concurrency.lockutils [None req-20059a9e-b2b3-4821-9f8d-4bbdb0caf941 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.531s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.589987] env[63622]: DEBUG nova.objects.instance [None req-20059a9e-b2b3-4821-9f8d-4bbdb0caf941 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Lazy-loading 'resources' on Instance uuid dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1794.611884] env[63622]: INFO nova.scheduler.client.report [None req-cb3f102a-19d6-47c2-8a05-f4bb88316218 tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Deleted allocations for instance 254be768-e148-4291-be13-02cee70e2784 [ 1794.618454] env[63622]: DEBUG oslo_vmware.api [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.639308] env[63622]: DEBUG oslo_vmware.api [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52f0fb3c-53c6-c578-16aa-2fa1dae34b4f, 'name': SearchDatastore_Task, 'duration_secs': 0.089772} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.639737] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.640173] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] c10d1928-0da5-4060-bf87-f8ae90e202e4/c10d1928-0da5-4060-bf87-f8ae90e202e4.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1794.640527] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f2be98b-4818-4caa-98e4-b2e6bd2fd503 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.652779] env[63622]: DEBUG oslo_vmware.api [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Waiting for the task: (returnval){ [ 1794.652779] env[63622]: value = "task-1817368" [ 1794.652779] env[63622]: _type = "Task" [ 1794.652779] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.666270] env[63622]: DEBUG oslo_vmware.api [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Task: {'id': task-1817368, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.764292] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "refresh_cache-d06fd720-1e9a-4685-b9b1-319c514908fb" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.764667] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquired lock "refresh_cache-d06fd720-1e9a-4685-b9b1-319c514908fb" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.764881] env[63622]: DEBUG nova.network.neutron [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1794.825359] env[63622]: DEBUG oslo_vmware.api [None req-5f40e9b4-3e75-49ad-8ee4-2bfb2cba94ae tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Task: {'id': task-1817365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.880806] env[63622]: DEBUG oslo_vmware.api [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817359, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.954703] env[63622]: DEBUG oslo_vmware.api [None req-866709e8-16b8-403b-83e4-07bbf98437e1 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1817367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.028907] env[63622]: DEBUG oslo_vmware.api [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': task-1817362, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.060851] env[63622]: DEBUG oslo_vmware.api [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Task: {'id': task-1817366, 'name': ReconfigVM_Task, 'duration_secs': 0.950479} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.061097] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Reconfigured VM instance instance-0000005f to attach disk [datastore1] af25d05a-5aab-4153-a85a-adf18a6dec7c/af25d05a-5aab-4153-a85a-adf18a6dec7c.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1795.061781] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be9e27a6-7838-4021-bae3-0775c817c13c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.067125] env[63622]: DEBUG nova.compute.utils [None req-85acfec9-1e54-46bb-8d32-e4dfd88ace2f tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1795.072268] env[63622]: DEBUG oslo_vmware.api [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Waiting for the task: (returnval){ [ 1795.072268] env[63622]: value = "task-1817369" [ 1795.072268] env[63622]: _type = "Task" [ 1795.072268] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.100352] env[63622]: DEBUG oslo_vmware.api [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Task: {'id': task-1817369, 'name': Rename_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.114112] env[63622]: DEBUG oslo_vmware.api [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817364, 'name': ReconfigVM_Task, 'duration_secs': 1.435207} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.114112] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Reconfigured VM instance instance-00000053 to detach disk 2001 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1795.122834] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-654ba72f-e126-466c-b50d-3e148b93e40a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.136431] env[63622]: DEBUG oslo_concurrency.lockutils [None req-cb3f102a-19d6-47c2-8a05-f4bb88316218 tempest-ServersTestJSON-1952647882 tempest-ServersTestJSON-1952647882-project-member] Lock "254be768-e148-4291-be13-02cee70e2784" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.943s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.147722] env[63622]: DEBUG oslo_vmware.api [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1795.147722] env[63622]: value = "task-1817370" [ 1795.147722] env[63622]: _type = "Task" [ 1795.147722] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.170193] env[63622]: DEBUG oslo_vmware.api [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Task: {'id': task-1817368, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.326333] env[63622]: DEBUG oslo_vmware.api [None req-5f40e9b4-3e75-49ad-8ee4-2bfb2cba94ae tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Task: {'id': task-1817365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.334838} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.327556] env[63622]: DEBUG nova.network.neutron [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1795.329357] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f40e9b4-3e75-49ad-8ee4-2bfb2cba94ae tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1795.329547] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5f40e9b4-3e75-49ad-8ee4-2bfb2cba94ae tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1795.329727] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5f40e9b4-3e75-49ad-8ee4-2bfb2cba94ae tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1795.330055] env[63622]: INFO nova.compute.manager [None req-5f40e9b4-3e75-49ad-8ee4-2bfb2cba94ae tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Took 2.82 seconds to destroy the instance on the hypervisor. [ 1795.330179] env[63622]: DEBUG oslo.service.loopingcall [None req-5f40e9b4-3e75-49ad-8ee4-2bfb2cba94ae tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1795.330400] env[63622]: DEBUG nova.compute.manager [-] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1795.330494] env[63622]: DEBUG nova.network.neutron [-] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1795.382714] env[63622]: DEBUG oslo_vmware.api [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817359, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.768735} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.383101] env[63622]: INFO nova.virt.vmwareapi.ds_util [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_f6fa4ef9-5f7f-425b-8cdc-e800e853866d/OSTACK_IMG_f6fa4ef9-5f7f-425b-8cdc-e800e853866d.vmdk to [datastore1] devstack-image-cache_base/9949b74a-e75d-4aac-914d-8cafc9c53f63/9949b74a-e75d-4aac-914d-8cafc9c53f63.vmdk. [ 1795.383218] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Cleaning up location [datastore1] OSTACK_IMG_f6fa4ef9-5f7f-425b-8cdc-e800e853866d {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1795.383465] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_f6fa4ef9-5f7f-425b-8cdc-e800e853866d {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1795.383658] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f206480-68d3-40e3-b902-1dcb0736ad32 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.396157] env[63622]: DEBUG oslo_vmware.api [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1795.396157] env[63622]: value = "task-1817371" [ 1795.396157] env[63622]: _type = "Task" [ 1795.396157] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.405813] env[63622]: DEBUG oslo_vmware.api [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817371, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.457919] env[63622]: DEBUG oslo_vmware.api [None req-866709e8-16b8-403b-83e4-07bbf98437e1 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1817367, 'name': PowerOffVM_Task, 'duration_secs': 0.660206} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.458409] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-866709e8-16b8-403b-83e4-07bbf98437e1 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1795.458608] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-866709e8-16b8-403b-83e4-07bbf98437e1 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1795.458875] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61610c3c-6a2f-413b-a4eb-8b1bc8f7d7a5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.508686] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1281667-85da-4565-a738-b298d86881fe {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.525413] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756b024d-73ab-4a45-824f-5baccd5f10bb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.533114] env[63622]: DEBUG oslo_vmware.api [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': task-1817362, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.83591} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.533880] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 4e661c59-9ddd-4522-9a27-283fbb0df5d3/4e661c59-9ddd-4522-9a27-283fbb0df5d3.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1795.534228] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1795.534576] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd24b0fe-ba1b-4701-bf39-1a4abbca0b2b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.568144] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5d70f1-05fa-40c5-8d22-dffcd373c7be {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.571116] env[63622]: DEBUG oslo_vmware.api [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Waiting for the task: (returnval){ [ 1795.571116] env[63622]: value = "task-1817373" [ 1795.571116] env[63622]: _type = "Task" [ 1795.571116] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.571729] env[63622]: DEBUG oslo_concurrency.lockutils [None req-85acfec9-1e54-46bb-8d32-e4dfd88ace2f tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lock "c8d628d7-4626-4930-ba9d-dab479a58d71" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.586269] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e83b85-585e-4a74-956f-6c3f177ce5e7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.596691] env[63622]: DEBUG oslo_vmware.api [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Task: {'id': task-1817369, 'name': Rename_Task, 'duration_secs': 0.292586} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.597343] env[63622]: DEBUG oslo_vmware.api [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': task-1817373, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.598139] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1795.598479] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c653586-c2b4-4361-8f61-32135d866115 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.612636] env[63622]: DEBUG nova.compute.provider_tree [None req-20059a9e-b2b3-4821-9f8d-4bbdb0caf941 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1795.616624] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-866709e8-16b8-403b-83e4-07bbf98437e1 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1795.616853] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-866709e8-16b8-403b-83e4-07bbf98437e1 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1795.617063] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-866709e8-16b8-403b-83e4-07bbf98437e1 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Deleting the datastore file [datastore1] b64116cf-848e-4a45-a8bc-401f9dd0fe9f {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1795.617402] env[63622]: DEBUG oslo_vmware.api [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Waiting for the task: (returnval){ [ 1795.617402] env[63622]: value = "task-1817374" [ 1795.617402] env[63622]: _type = "Task" [ 1795.617402] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.617872] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a451719-4694-4d90-818f-825298181c52 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.634481] env[63622]: DEBUG oslo_vmware.api [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Task: {'id': task-1817374, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.635012] env[63622]: DEBUG oslo_vmware.api [None req-866709e8-16b8-403b-83e4-07bbf98437e1 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Waiting for the task: (returnval){ [ 1795.635012] env[63622]: value = "task-1817375" [ 1795.635012] env[63622]: _type = "Task" [ 1795.635012] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.649892] env[63622]: DEBUG oslo_vmware.api [None req-866709e8-16b8-403b-83e4-07bbf98437e1 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1817375, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.662194] env[63622]: DEBUG oslo_vmware.api [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817370, 'name': ReconfigVM_Task, 'duration_secs': 0.301002} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.662194] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376499', 'volume_id': 'f366303b-e80f-4ac1-9ab4-257ef4c72b2d', 'name': 'volume-f366303b-e80f-4ac1-9ab4-257ef4c72b2d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a33387ce-53a1-4cb9-9e7b-4ff7cabc841c', 'attached_at': '', 'detached_at': '', 'volume_id': 'f366303b-e80f-4ac1-9ab4-257ef4c72b2d', 'serial': 'f366303b-e80f-4ac1-9ab4-257ef4c72b2d'} {{(pid=63622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1795.667197] env[63622]: DEBUG oslo_vmware.api [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Task: {'id': task-1817368, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.734039] env[63622]: DEBUG nova.network.neutron [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Updating instance_info_cache with network_info: [{"id": "b30e8cb2-faa5-4cc1-a10f-009ffeb598bf", "address": "fa:16:3e:f6:ba:13", "network": {"id": "a87a7e7c-01bc-45f6-8728-114eebbe53df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-187738960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5c9901b11904794b53083f564e5a41c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb30e8cb2-fa", "ovs_interfaceid": "b30e8cb2-faa5-4cc1-a10f-009ffeb598bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1795.907545] env[63622]: DEBUG oslo_vmware.api [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817371, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207061} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.907863] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1795.908077] env[63622]: DEBUG oslo_concurrency.lockutils [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9949b74a-e75d-4aac-914d-8cafc9c53f63/9949b74a-e75d-4aac-914d-8cafc9c53f63.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.908383] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9949b74a-e75d-4aac-914d-8cafc9c53f63/9949b74a-e75d-4aac-914d-8cafc9c53f63.vmdk to [datastore1] 25b772ef-3133-474b-8600-7851c2cfc7d3/25b772ef-3133-474b-8600-7851c2cfc7d3.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1795.908657] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f6025b8-9168-4499-8bfd-c602a9cae6ce {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.917462] env[63622]: DEBUG oslo_vmware.api [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1795.917462] env[63622]: value = "task-1817376" [ 1795.917462] env[63622]: _type = "Task" [ 1795.917462] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.930154] env[63622]: DEBUG oslo_vmware.api [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817376, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.082789] env[63622]: DEBUG oslo_vmware.api [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': task-1817373, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.347986} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.083188] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1796.084285] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64080c31-9ffa-4f80-b6a2-4122a8daaf87 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.106820] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 4e661c59-9ddd-4522-9a27-283fbb0df5d3/4e661c59-9ddd-4522-9a27-283fbb0df5d3.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1796.107148] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9eeba011-a346-43ff-b8f8-34f4f9fe85f2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.122168] env[63622]: DEBUG nova.scheduler.client.report [None req-20059a9e-b2b3-4821-9f8d-4bbdb0caf941 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1796.135467] env[63622]: DEBUG oslo_vmware.api [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Task: {'id': task-1817374, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.140519] env[63622]: DEBUG oslo_vmware.api [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Waiting for the task: (returnval){ [ 1796.140519] env[63622]: value = "task-1817377" [ 1796.140519] env[63622]: _type = "Task" [ 1796.140519] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.154795] env[63622]: DEBUG oslo_vmware.api [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': task-1817377, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.158568] env[63622]: DEBUG oslo_vmware.api [None req-866709e8-16b8-403b-83e4-07bbf98437e1 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1817375, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.170463] env[63622]: DEBUG oslo_vmware.api [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Task: {'id': task-1817368, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.090935} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.170794] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] c10d1928-0da5-4060-bf87-f8ae90e202e4/c10d1928-0da5-4060-bf87-f8ae90e202e4.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1796.171022] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1796.171280] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d812297a-56b0-45c2-b4a7-6985f4f9fa4e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.179591] env[63622]: DEBUG oslo_vmware.api [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Waiting for the task: (returnval){ [ 1796.179591] env[63622]: value = "task-1817378" [ 1796.179591] env[63622]: _type = "Task" [ 1796.179591] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.189210] env[63622]: DEBUG oslo_vmware.api [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Task: {'id': task-1817378, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.238434] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Releasing lock "refresh_cache-d06fd720-1e9a-4685-b9b1-319c514908fb" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.238434] env[63622]: DEBUG nova.compute.manager [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Instance network_info: |[{"id": "b30e8cb2-faa5-4cc1-a10f-009ffeb598bf", "address": "fa:16:3e:f6:ba:13", "network": {"id": "a87a7e7c-01bc-45f6-8728-114eebbe53df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-187738960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5c9901b11904794b53083f564e5a41c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb30e8cb2-fa", "ovs_interfaceid": "b30e8cb2-faa5-4cc1-a10f-009ffeb598bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1796.238434] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:ba:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ffea58a-e043-4ad1-9ad7-45a61fdca001', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b30e8cb2-faa5-4cc1-a10f-009ffeb598bf', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1796.246748] env[63622]: DEBUG oslo.service.loopingcall [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1796.247361] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1796.247653] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed382fa4-3ffa-48d3-967c-fc8d9985ead7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.270977] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1796.270977] env[63622]: value = "task-1817379" [ 1796.270977] env[63622]: _type = "Task" [ 1796.270977] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.281566] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817379, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.333438] env[63622]: DEBUG nova.compute.manager [req-a08e0dea-ed6d-4c34-95be-b24fa0293906 req-86bff45c-8ab6-4207-9cff-01917de8586a service nova] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Received event network-changed-b30e8cb2-faa5-4cc1-a10f-009ffeb598bf {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1796.333674] env[63622]: DEBUG nova.compute.manager [req-a08e0dea-ed6d-4c34-95be-b24fa0293906 req-86bff45c-8ab6-4207-9cff-01917de8586a service nova] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Refreshing instance network info cache due to event network-changed-b30e8cb2-faa5-4cc1-a10f-009ffeb598bf. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1796.333914] env[63622]: DEBUG oslo_concurrency.lockutils [req-a08e0dea-ed6d-4c34-95be-b24fa0293906 req-86bff45c-8ab6-4207-9cff-01917de8586a service nova] Acquiring lock "refresh_cache-d06fd720-1e9a-4685-b9b1-319c514908fb" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.334125] env[63622]: DEBUG oslo_concurrency.lockutils [req-a08e0dea-ed6d-4c34-95be-b24fa0293906 req-86bff45c-8ab6-4207-9cff-01917de8586a service nova] Acquired lock "refresh_cache-d06fd720-1e9a-4685-b9b1-319c514908fb" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.334347] env[63622]: DEBUG nova.network.neutron [req-a08e0dea-ed6d-4c34-95be-b24fa0293906 req-86bff45c-8ab6-4207-9cff-01917de8586a service nova] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Refreshing network info cache for port b30e8cb2-faa5-4cc1-a10f-009ffeb598bf {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1796.347501] env[63622]: DEBUG nova.network.neutron [-] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.430286] env[63622]: DEBUG oslo_vmware.api [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817376, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.630296] env[63622]: DEBUG oslo_concurrency.lockutils [None req-20059a9e-b2b3-4821-9f8d-4bbdb0caf941 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.040s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.632751] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.477s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.634955] env[63622]: INFO nova.compute.claims [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1796.652246] env[63622]: DEBUG oslo_concurrency.lockutils [None req-85acfec9-1e54-46bb-8d32-e4dfd88ace2f tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Acquiring lock "c8d628d7-4626-4930-ba9d-dab479a58d71" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.652246] env[63622]: DEBUG oslo_concurrency.lockutils [None req-85acfec9-1e54-46bb-8d32-e4dfd88ace2f tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lock "c8d628d7-4626-4930-ba9d-dab479a58d71" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.652246] env[63622]: INFO nova.compute.manager [None req-85acfec9-1e54-46bb-8d32-e4dfd88ace2f tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Attaching volume 099ecde0-ca50-4a17-9452-b60b53aeb841 to /dev/sdb [ 1796.652246] env[63622]: DEBUG oslo_vmware.api [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Task: {'id': task-1817374, 'name': PowerOnVM_Task, 'duration_secs': 0.86016} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.655784] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1796.655784] env[63622]: INFO nova.compute.manager [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Took 10.26 seconds to spawn the instance on the hypervisor. [ 1796.655784] env[63622]: DEBUG nova.compute.manager [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1796.656398] env[63622]: INFO nova.scheduler.client.report [None req-20059a9e-b2b3-4821-9f8d-4bbdb0caf941 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Deleted allocations for instance dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3 [ 1796.665049] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4fa13ec-6902-4c24-ac4a-c58205ba6da8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.675782] env[63622]: DEBUG oslo_vmware.api [None req-866709e8-16b8-403b-83e4-07bbf98437e1 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Task: {'id': task-1817375, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.575678} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.677311] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-866709e8-16b8-403b-83e4-07bbf98437e1 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1796.677311] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-866709e8-16b8-403b-83e4-07bbf98437e1 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1796.677543] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-866709e8-16b8-403b-83e4-07bbf98437e1 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1796.677747] env[63622]: INFO nova.compute.manager [None req-866709e8-16b8-403b-83e4-07bbf98437e1 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1796.678028] env[63622]: DEBUG oslo.service.loopingcall [None req-866709e8-16b8-403b-83e4-07bbf98437e1 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1796.680454] env[63622]: DEBUG nova.compute.manager [-] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1796.680454] env[63622]: DEBUG nova.network.neutron [-] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1796.694270] env[63622]: DEBUG oslo_vmware.api [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': task-1817377, 'name': ReconfigVM_Task, 'duration_secs': 0.369542} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.699874] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 4e661c59-9ddd-4522-9a27-283fbb0df5d3/4e661c59-9ddd-4522-9a27-283fbb0df5d3.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1796.703587] env[63622]: DEBUG oslo_vmware.api [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Task: {'id': task-1817378, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075379} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.703949] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2add32a-5e38-4619-860d-e8385ac8ab22 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.707801] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1796.707801] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a05bd67-20e5-400a-a1d6-47a695784f63 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.715172] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0ed1b2-551a-4e58-acc6-df0552e7a9bb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.729203] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1796.741091] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] c10d1928-0da5-4060-bf87-f8ae90e202e4/c10d1928-0da5-4060-bf87-f8ae90e202e4.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1796.746200] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ae74096-7098-412d-96d5-29e26a994e5f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.748611] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd137642-fb99-44f2-9bd9-00ce6f788d55 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.768901] env[63622]: DEBUG oslo_vmware.api [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Waiting for the task: (returnval){ [ 1796.768901] env[63622]: value = "task-1817380" [ 1796.768901] env[63622]: _type = "Task" [ 1796.768901] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.773445] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0fa773-607f-46a2-be7c-193bad451856 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.785178] env[63622]: DEBUG oslo_vmware.api [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Waiting for the task: (returnval){ [ 1796.785178] env[63622]: value = "task-1817381" [ 1796.785178] env[63622]: _type = "Task" [ 1796.785178] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.785619] env[63622]: DEBUG oslo_vmware.api [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1796.785619] env[63622]: value = "task-1817382" [ 1796.785619] env[63622]: _type = "Task" [ 1796.785619] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.799722] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817379, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.800744] env[63622]: DEBUG oslo_vmware.api [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': task-1817380, 'name': Rename_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.805574] env[63622]: DEBUG nova.virt.block_device [None req-85acfec9-1e54-46bb-8d32-e4dfd88ace2f tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Updating existing volume attachment record: 664d05e1-e31a-4c73-be59-d8373485aac7 {{(pid=63622) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1796.813341] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] VM already powered off {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1796.813614] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Volume detach. Driver type: vmdk {{(pid=63622) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1796.813787] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376499', 'volume_id': 'f366303b-e80f-4ac1-9ab4-257ef4c72b2d', 'name': 'volume-f366303b-e80f-4ac1-9ab4-257ef4c72b2d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a33387ce-53a1-4cb9-9e7b-4ff7cabc841c', 'attached_at': '', 'detached_at': '', 'volume_id': 'f366303b-e80f-4ac1-9ab4-257ef4c72b2d', 'serial': 'f366303b-e80f-4ac1-9ab4-257ef4c72b2d'} {{(pid=63622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1796.817476] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b980b87-65d1-49a1-9f81-20e0eff71e9f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.821028] env[63622]: DEBUG oslo_vmware.api [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Task: {'id': task-1817381, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.846359] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23849c2-f0f1-4fd6-8bce-657fbabc5372 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.850063] env[63622]: INFO nova.compute.manager [-] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Took 1.52 seconds to deallocate network for instance. [ 1796.859069] env[63622]: WARNING nova.virt.vmwareapi.driver [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1796.859069] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1796.860372] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36eac4d4-127a-41f4-abd1-ba3be49d6d0e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.873478] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1796.875834] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbec225f-bada-40bd-b98c-0b73dc312f4c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.928873] env[63622]: DEBUG oslo_vmware.api [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817376, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.075980] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1797.075980] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1797.075980] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Deleting the datastore file [datastore1] a33387ce-53a1-4cb9-9e7b-4ff7cabc841c {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1797.075980] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97231684-e1f3-4456-bd2d-902af368b647 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.088028] env[63622]: DEBUG oslo_vmware.api [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1797.088028] env[63622]: value = "task-1817385" [ 1797.088028] env[63622]: _type = "Task" [ 1797.088028] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.100421] env[63622]: DEBUG oslo_vmware.api [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.181197] env[63622]: DEBUG oslo_concurrency.lockutils [None req-20059a9e-b2b3-4821-9f8d-4bbdb0caf941 tempest-ServersNegativeTestJSON-1122978856 tempest-ServersNegativeTestJSON-1122978856-project-member] Lock "dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.317s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.218772] env[63622]: INFO nova.compute.manager [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Took 29.96 seconds to build instance. [ 1797.295469] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817379, 'name': CreateVM_Task, 'duration_secs': 0.623176} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.299472] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1797.300356] env[63622]: DEBUG oslo_vmware.api [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': task-1817380, 'name': Rename_Task, 'duration_secs': 0.181076} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.301092] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.301326] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.301723] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1797.302075] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1797.302376] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b92c8102-ffc9-4c6c-8091-f273524a0971 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.304339] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee289b08-984b-4aa3-bf97-e3733a26373a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.315499] env[63622]: DEBUG oslo_vmware.api [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Task: {'id': task-1817381, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.318266] env[63622]: DEBUG oslo_vmware.api [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1797.318266] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]520caf46-40da-f956-21ff-337a5c9966d9" [ 1797.318266] env[63622]: _type = "Task" [ 1797.318266] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.318542] env[63622]: DEBUG oslo_vmware.api [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Waiting for the task: (returnval){ [ 1797.318542] env[63622]: value = "task-1817386" [ 1797.318542] env[63622]: _type = "Task" [ 1797.318542] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.331451] env[63622]: DEBUG oslo_vmware.api [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]520caf46-40da-f956-21ff-337a5c9966d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.335858] env[63622]: DEBUG oslo_vmware.api [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': task-1817386, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.358411] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5f40e9b4-3e75-49ad-8ee4-2bfb2cba94ae tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.436422] env[63622]: DEBUG oslo_vmware.api [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817376, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.578428] env[63622]: DEBUG nova.network.neutron [req-a08e0dea-ed6d-4c34-95be-b24fa0293906 req-86bff45c-8ab6-4207-9cff-01917de8586a service nova] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Updated VIF entry in instance network info cache for port b30e8cb2-faa5-4cc1-a10f-009ffeb598bf. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1797.578786] env[63622]: DEBUG nova.network.neutron [req-a08e0dea-ed6d-4c34-95be-b24fa0293906 req-86bff45c-8ab6-4207-9cff-01917de8586a service nova] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Updating instance_info_cache with network_info: [{"id": "b30e8cb2-faa5-4cc1-a10f-009ffeb598bf", "address": "fa:16:3e:f6:ba:13", "network": {"id": "a87a7e7c-01bc-45f6-8728-114eebbe53df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-187738960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5c9901b11904794b53083f564e5a41c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb30e8cb2-fa", "ovs_interfaceid": "b30e8cb2-faa5-4cc1-a10f-009ffeb598bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.602616] env[63622]: DEBUG oslo_vmware.api [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.722050] env[63622]: DEBUG oslo_concurrency.lockutils [None req-177787a9-7305-4b07-9f5b-1832e47132a0 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Lock "af25d05a-5aab-4153-a85a-adf18a6dec7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.476s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.806363] env[63622]: DEBUG oslo_vmware.api [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Task: {'id': task-1817381, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.837453] env[63622]: DEBUG oslo_vmware.api [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': task-1817386, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.841521] env[63622]: DEBUG oslo_vmware.api [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]520caf46-40da-f956-21ff-337a5c9966d9, 'name': SearchDatastore_Task, 'duration_secs': 0.094634} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.844398] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.844726] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1797.844968] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.845130] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.845341] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1797.845849] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9f3433b-644b-4f88-bfef-c7d525ec6107 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.878035] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1797.878035] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1797.878035] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4b88198-d3f5-497a-b8a6-353c190b30c1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.892455] env[63622]: DEBUG oslo_vmware.api [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1797.892455] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5223054e-832a-834e-8817-06b79b7551c7" [ 1797.892455] env[63622]: _type = "Task" [ 1797.892455] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.908871] env[63622]: DEBUG oslo_vmware.api [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5223054e-832a-834e-8817-06b79b7551c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.938881] env[63622]: DEBUG oslo_vmware.api [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817376, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.063665] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef86835-71b4-48b1-9c23-d99576e90f55 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.082105] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cabbc1-c444-493d-b83b-64d4a746f2fa {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.089599] env[63622]: DEBUG oslo_concurrency.lockutils [req-a08e0dea-ed6d-4c34-95be-b24fa0293906 req-86bff45c-8ab6-4207-9cff-01917de8586a service nova] Releasing lock "refresh_cache-d06fd720-1e9a-4685-b9b1-319c514908fb" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.090661] env[63622]: DEBUG nova.compute.manager [req-a08e0dea-ed6d-4c34-95be-b24fa0293906 req-86bff45c-8ab6-4207-9cff-01917de8586a service nova] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Received event network-vif-deleted-9a5d8d89-9367-4b85-b2f8-b0ca006286f8 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1798.090661] env[63622]: INFO nova.compute.manager [req-a08e0dea-ed6d-4c34-95be-b24fa0293906 req-86bff45c-8ab6-4207-9cff-01917de8586a service nova] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Neutron deleted interface 9a5d8d89-9367-4b85-b2f8-b0ca006286f8; detaching it from the instance and deleting it from the info cache [ 1798.091543] env[63622]: DEBUG nova.network.neutron [req-a08e0dea-ed6d-4c34-95be-b24fa0293906 req-86bff45c-8ab6-4207-9cff-01917de8586a service nova] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.104992] env[63622]: DEBUG oslo_vmware.api [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.134627] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fef1bd-9fea-4ae4-941e-0ecf45d0dfcb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.148336] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0f2b13-74ce-4e16-958e-18bab6ae5e41 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.170205] env[63622]: DEBUG nova.compute.provider_tree [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1798.314271] env[63622]: DEBUG oslo_vmware.api [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Task: {'id': task-1817381, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.334999] env[63622]: DEBUG oslo_vmware.api [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': task-1817386, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.412374] env[63622]: DEBUG oslo_vmware.api [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5223054e-832a-834e-8817-06b79b7551c7, 'name': SearchDatastore_Task, 'duration_secs': 0.097318} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.413191] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1725600-1019-4758-96fb-1b6935879323 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.417064] env[63622]: DEBUG nova.network.neutron [-] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.427593] env[63622]: DEBUG oslo_vmware.api [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1798.427593] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e4f33f-a28b-130a-9030-d4a77c489c9a" [ 1798.427593] env[63622]: _type = "Task" [ 1798.427593] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.437022] env[63622]: DEBUG oslo_vmware.api [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817376, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.448365] env[63622]: DEBUG oslo_vmware.api [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e4f33f-a28b-130a-9030-d4a77c489c9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.492782] env[63622]: DEBUG nova.compute.manager [req-ff3f4339-02c0-42e9-bf78-afae5b23b117 req-ae7ac2fc-9f56-4168-8f47-5ce75c1158dc service nova] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Received event network-vif-deleted-57f74185-db3d-4f43-803f-4ce951cbb552 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1798.598704] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a270eda7-f007-4685-9d3c-19b790e2e7e8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.609678] env[63622]: DEBUG oslo_vmware.api [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817385, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.514638} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.609899] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1798.610122] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1798.610205] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1798.618907] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4bb2ff-a8ba-4dbe-9b9d-cf227c9f77b5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.659189] env[63622]: DEBUG nova.compute.manager [req-a08e0dea-ed6d-4c34-95be-b24fa0293906 req-86bff45c-8ab6-4207-9cff-01917de8586a service nova] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Detach interface failed, port_id=9a5d8d89-9367-4b85-b2f8-b0ca006286f8, reason: Instance d83a4abb-5602-4a8a-b01c-8382ba7bccee could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1798.673372] env[63622]: DEBUG nova.scheduler.client.report [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1798.695669] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Acquiring lock "4ca60959-0687-4529-8000-a5fe899dd88a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.696203] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Lock "4ca60959-0687-4529-8000-a5fe899dd88a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.696466] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Acquiring lock "4ca60959-0687-4529-8000-a5fe899dd88a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.696675] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Lock "4ca60959-0687-4529-8000-a5fe899dd88a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.696850] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Lock "4ca60959-0687-4529-8000-a5fe899dd88a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.698938] env[63622]: INFO nova.compute.manager [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Terminating instance [ 1798.804434] env[63622]: DEBUG oslo_vmware.api [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Task: {'id': task-1817381, 'name': ReconfigVM_Task, 'duration_secs': 1.947672} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.804786] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Reconfigured VM instance instance-00000060 to attach disk [datastore1] c10d1928-0da5-4060-bf87-f8ae90e202e4/c10d1928-0da5-4060-bf87-f8ae90e202e4.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1798.805459] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f858cbb-78fd-4422-a1b3-a566593fe8d0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.814750] env[63622]: DEBUG oslo_vmware.api [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Waiting for the task: (returnval){ [ 1798.814750] env[63622]: value = "task-1817387" [ 1798.814750] env[63622]: _type = "Task" [ 1798.814750] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.827224] env[63622]: DEBUG oslo_vmware.api [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Task: {'id': task-1817387, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.832877] env[63622]: DEBUG oslo_vmware.api [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': task-1817386, 'name': PowerOnVM_Task, 'duration_secs': 1.091415} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.833727] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1798.833727] env[63622]: DEBUG nova.compute.manager [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1798.834259] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77b132e-a4b7-4d98-9d19-f3fc21a4cbd7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.919184] env[63622]: INFO nova.compute.manager [-] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Took 2.24 seconds to deallocate network for instance. [ 1798.943271] env[63622]: DEBUG oslo_vmware.api [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817376, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.643984} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.947019] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9949b74a-e75d-4aac-914d-8cafc9c53f63/9949b74a-e75d-4aac-914d-8cafc9c53f63.vmdk to [datastore1] 25b772ef-3133-474b-8600-7851c2cfc7d3/25b772ef-3133-474b-8600-7851c2cfc7d3.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1798.947019] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3380174-d8a7-437f-be43-24fd13b41e87 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.955947] env[63622]: DEBUG oslo_vmware.api [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e4f33f-a28b-130a-9030-d4a77c489c9a, 'name': SearchDatastore_Task, 'duration_secs': 0.096232} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.958913] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.959755] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] d06fd720-1e9a-4685-b9b1-319c514908fb/d06fd720-1e9a-4685-b9b1-319c514908fb.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1798.972134] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-460c16c3-e968-480c-b191-11ac24a348ac {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.983729] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 25b772ef-3133-474b-8600-7851c2cfc7d3/25b772ef-3133-474b-8600-7851c2cfc7d3.vmdk or device None with type streamOptimized {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1798.984903] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1f20c81-25b3-4de6-bbcd-8d6b9d3cd48a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.011240] env[63622]: DEBUG oslo_vmware.api [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1799.011240] env[63622]: value = "task-1817388" [ 1799.011240] env[63622]: _type = "Task" [ 1799.011240] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.011240] env[63622]: DEBUG oslo_vmware.api [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1799.011240] env[63622]: value = "task-1817389" [ 1799.011240] env[63622]: _type = "Task" [ 1799.011240] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.025717] env[63622]: DEBUG oslo_vmware.api [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817389, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.029017] env[63622]: DEBUG oslo_vmware.api [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.071166] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e6d424e5-3874-4e16-8397-af49176dda46 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Acquiring lock "af25d05a-5aab-4153-a85a-adf18a6dec7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.071166] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e6d424e5-3874-4e16-8397-af49176dda46 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Lock "af25d05a-5aab-4153-a85a-adf18a6dec7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.071166] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e6d424e5-3874-4e16-8397-af49176dda46 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Acquiring lock "af25d05a-5aab-4153-a85a-adf18a6dec7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.071166] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e6d424e5-3874-4e16-8397-af49176dda46 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Lock "af25d05a-5aab-4153-a85a-adf18a6dec7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.071166] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e6d424e5-3874-4e16-8397-af49176dda46 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Lock "af25d05a-5aab-4153-a85a-adf18a6dec7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.073289] env[63622]: INFO nova.compute.manager [None req-e6d424e5-3874-4e16-8397-af49176dda46 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Terminating instance [ 1799.128184] env[63622]: INFO nova.virt.block_device [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Booting with volume f366303b-e80f-4ac1-9ab4-257ef4c72b2d at /dev/sdb [ 1799.173452] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a1144bf-f9b4-4c08-bc5e-8bb18c00dae1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.178553] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.179118] env[63622]: DEBUG nova.compute.manager [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1799.186022] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.360s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.186159] env[63622]: INFO nova.compute.claims [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1799.196525] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8858ea38-c39a-4d92-9aac-58e125f023c9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.206802] env[63622]: DEBUG nova.compute.manager [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1799.207795] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1799.207795] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7cdcbf38-5165-4958-b9cf-d7ce38a7e5f1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.223497] env[63622]: DEBUG oslo_vmware.api [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Waiting for the task: (returnval){ [ 1799.223497] env[63622]: value = "task-1817390" [ 1799.223497] env[63622]: _type = "Task" [ 1799.223497] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.253748] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c974126-f42c-46ec-a644-87f1c7e3d9d4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.256825] env[63622]: DEBUG oslo_vmware.api [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Task: {'id': task-1817390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.272488] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cf2b6e-44d2-4bd7-bd90-e5454838d7b9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.321672] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f40644-97fd-43a3-852e-8ae62e5f6705 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.335434] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2088c149-403a-42f5-ab58-32bef0a933d8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.339010] env[63622]: DEBUG oslo_vmware.api [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Task: {'id': task-1817387, 'name': Rename_Task, 'duration_secs': 0.165291} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.339423] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1799.340257] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12313096-4318-4e23-9451-27aa038db3a7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.349523] env[63622]: DEBUG oslo_vmware.api [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Waiting for the task: (returnval){ [ 1799.349523] env[63622]: value = "task-1817391" [ 1799.349523] env[63622]: _type = "Task" [ 1799.349523] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.370292] env[63622]: DEBUG nova.virt.block_device [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Updating existing volume attachment record: 4e173692-4f09-423d-834d-938c5251ef4c {{(pid=63622) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1799.370292] env[63622]: DEBUG oslo_concurrency.lockutils [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.377303] env[63622]: DEBUG oslo_vmware.api [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Task: {'id': task-1817391, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.439197] env[63622]: DEBUG oslo_concurrency.lockutils [None req-866709e8-16b8-403b-83e4-07bbf98437e1 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.531392] env[63622]: DEBUG oslo_vmware.api [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817388, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503491} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.534685] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] d06fd720-1e9a-4685-b9b1-319c514908fb/d06fd720-1e9a-4685-b9b1-319c514908fb.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1799.534922] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1799.535218] env[63622]: DEBUG oslo_vmware.api [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817389, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.535508] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75b9521e-ad3e-449e-8d3e-137c68368702 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.544347] env[63622]: DEBUG oslo_vmware.api [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1799.544347] env[63622]: value = "task-1817392" [ 1799.544347] env[63622]: _type = "Task" [ 1799.544347] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.558471] env[63622]: DEBUG oslo_vmware.api [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.579120] env[63622]: DEBUG nova.compute.manager [None req-e6d424e5-3874-4e16-8397-af49176dda46 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1799.579401] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d424e5-3874-4e16-8397-af49176dda46 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1799.580618] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0672f97-dcea-4478-a719-eaeec813865b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.591244] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d424e5-3874-4e16-8397-af49176dda46 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1799.591566] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6acc32b1-d3de-40b2-8cc9-bfa9ff05f306 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.600965] env[63622]: DEBUG oslo_vmware.api [None req-e6d424e5-3874-4e16-8397-af49176dda46 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Waiting for the task: (returnval){ [ 1799.600965] env[63622]: value = "task-1817393" [ 1799.600965] env[63622]: _type = "Task" [ 1799.600965] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.612322] env[63622]: DEBUG oslo_vmware.api [None req-e6d424e5-3874-4e16-8397-af49176dda46 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Task: {'id': task-1817393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.686425] env[63622]: DEBUG nova.compute.utils [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1799.688157] env[63622]: DEBUG nova.compute.manager [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1799.688352] env[63622]: DEBUG nova.network.neutron [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1799.734295] env[63622]: DEBUG oslo_vmware.api [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Task: {'id': task-1817390, 'name': PowerOffVM_Task, 'duration_secs': 0.413982} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.734663] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1799.734871] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Volume detach. Driver type: vmdk {{(pid=63622) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1799.735098] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376471', 'volume_id': '81f723bf-9a61-4f8f-b925-5585710796b1', 'name': 'volume-81f723bf-9a61-4f8f-b925-5585710796b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4ca60959-0687-4529-8000-a5fe899dd88a', 'attached_at': '', 'detached_at': '', 'volume_id': '81f723bf-9a61-4f8f-b925-5585710796b1', 'serial': '81f723bf-9a61-4f8f-b925-5585710796b1'} {{(pid=63622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1799.735947] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98060ccb-e5ce-4e74-9724-5997b582936c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.739799] env[63622]: DEBUG nova.policy [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59dd4f864cf640e480dc8c1f701fbd2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebd3f285a9d2433597945e73f2213306', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1799.759740] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c64d17c-d5c5-411e-8688-e2ff2ec759a3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.768061] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f843875-ebde-4977-9806-15583908b3b3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.789020] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63245b57-8f54-4a58-a4c3-a0ff08016773 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.810252] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] The volume has not been displaced from its original location: [datastore1] volume-81f723bf-9a61-4f8f-b925-5585710796b1/volume-81f723bf-9a61-4f8f-b925-5585710796b1.vmdk. No consolidation needed. {{(pid=63622) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1799.824591] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Reconfiguring VM instance instance-00000056 to detach disk 2000 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1799.824591] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b2a6b39-972f-44e0-8aae-6f415b8ec2d9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.848791] env[63622]: DEBUG oslo_vmware.api [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Waiting for the task: (returnval){ [ 1799.848791] env[63622]: value = "task-1817394" [ 1799.848791] env[63622]: _type = "Task" [ 1799.848791] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.865055] env[63622]: DEBUG oslo_vmware.api [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Task: {'id': task-1817391, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.868996] env[63622]: DEBUG oslo_vmware.api [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Task: {'id': task-1817394, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.905091] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ffa1276e-a4b8-4bf8-a09f-8547048b79bb tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Acquiring lock "4e661c59-9ddd-4522-9a27-283fbb0df5d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.907115] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ffa1276e-a4b8-4bf8-a09f-8547048b79bb tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Lock "4e661c59-9ddd-4522-9a27-283fbb0df5d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.907115] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ffa1276e-a4b8-4bf8-a09f-8547048b79bb tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Acquiring lock "4e661c59-9ddd-4522-9a27-283fbb0df5d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.907115] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ffa1276e-a4b8-4bf8-a09f-8547048b79bb tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Lock "4e661c59-9ddd-4522-9a27-283fbb0df5d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.907115] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ffa1276e-a4b8-4bf8-a09f-8547048b79bb tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Lock "4e661c59-9ddd-4522-9a27-283fbb0df5d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.914106] env[63622]: INFO nova.compute.manager [None req-ffa1276e-a4b8-4bf8-a09f-8547048b79bb tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Terminating instance [ 1800.027366] env[63622]: DEBUG oslo_vmware.api [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817389, 'name': ReconfigVM_Task, 'duration_secs': 0.686493} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.027485] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 25b772ef-3133-474b-8600-7851c2cfc7d3/25b772ef-3133-474b-8600-7851c2cfc7d3.vmdk or device None with type streamOptimized {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1800.029591] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b08349ba-d56c-4e1f-8bff-563ada8d4481 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.037662] env[63622]: DEBUG oslo_vmware.api [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1800.037662] env[63622]: value = "task-1817395" [ 1800.037662] env[63622]: _type = "Task" [ 1800.037662] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.047508] env[63622]: DEBUG oslo_vmware.api [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817395, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.059299] env[63622]: DEBUG oslo_vmware.api [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077953} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.059299] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1800.059613] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84366423-e95b-4a91-8d66-98841badc48c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.086731] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] d06fd720-1e9a-4685-b9b1-319c514908fb/d06fd720-1e9a-4685-b9b1-319c514908fb.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1800.087583] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dff6be6d-42aa-4ef8-ab85-f3414ea87c52 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.111246] env[63622]: DEBUG oslo_vmware.api [None req-e6d424e5-3874-4e16-8397-af49176dda46 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Task: {'id': task-1817393, 'name': PowerOffVM_Task, 'duration_secs': 0.227999} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.112673] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d424e5-3874-4e16-8397-af49176dda46 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1800.112855] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d424e5-3874-4e16-8397-af49176dda46 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1800.113207] env[63622]: DEBUG oslo_vmware.api [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1800.113207] env[63622]: value = "task-1817396" [ 1800.113207] env[63622]: _type = "Task" [ 1800.113207] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.113404] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdb70fa7-5ef2-4aec-b817-e661b395a57c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.124594] env[63622]: DEBUG oslo_vmware.api [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817396, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.180700] env[63622]: DEBUG nova.network.neutron [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Successfully created port: 38ff374b-1d59-41fe-a3be-c4afdbced49e {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1800.193757] env[63622]: DEBUG nova.compute.manager [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1800.384408] env[63622]: DEBUG oslo_vmware.api [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Task: {'id': task-1817391, 'name': PowerOnVM_Task, 'duration_secs': 0.607191} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.392306] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1800.392667] env[63622]: INFO nova.compute.manager [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Took 11.41 seconds to spawn the instance on the hypervisor. [ 1800.392926] env[63622]: DEBUG nova.compute.manager [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1800.393507] env[63622]: DEBUG oslo_vmware.api [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Task: {'id': task-1817394, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.398419] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d918fe-43d6-48b8-b669-c4f34a6d53db {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.419443] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ffa1276e-a4b8-4bf8-a09f-8547048b79bb tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Acquiring lock "refresh_cache-4e661c59-9ddd-4522-9a27-283fbb0df5d3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.419443] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ffa1276e-a4b8-4bf8-a09f-8547048b79bb tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Acquired lock "refresh_cache-4e661c59-9ddd-4522-9a27-283fbb0df5d3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.419599] env[63622]: DEBUG nova.network.neutron [None req-ffa1276e-a4b8-4bf8-a09f-8547048b79bb tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1800.440383] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d424e5-3874-4e16-8397-af49176dda46 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1800.440643] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d424e5-3874-4e16-8397-af49176dda46 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1800.440852] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6d424e5-3874-4e16-8397-af49176dda46 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Deleting the datastore file [datastore1] af25d05a-5aab-4153-a85a-adf18a6dec7c {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1800.441581] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0b7ccb8-5123-4d8a-915d-6cfea6f41a97 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.450370] env[63622]: DEBUG oslo_vmware.api [None req-e6d424e5-3874-4e16-8397-af49176dda46 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Waiting for the task: (returnval){ [ 1800.450370] env[63622]: value = "task-1817398" [ 1800.450370] env[63622]: _type = "Task" [ 1800.450370] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.471573] env[63622]: DEBUG oslo_vmware.api [None req-e6d424e5-3874-4e16-8397-af49176dda46 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Task: {'id': task-1817398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.549590] env[63622]: DEBUG oslo_vmware.api [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817395, 'name': Rename_Task, 'duration_secs': 0.331116} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.549728] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1800.549953] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85140994-6d77-408d-b3d1-1bac2e336b70 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.557763] env[63622]: DEBUG oslo_vmware.api [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1800.557763] env[63622]: value = "task-1817399" [ 1800.557763] env[63622]: _type = "Task" [ 1800.557763] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.568978] env[63622]: DEBUG oslo_vmware.api [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817399, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.625170] env[63622]: DEBUG oslo_vmware.api [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817396, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.639549] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db78e69-6e7a-45fc-bc61-07201c0bccb8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.647863] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e5f594-8374-4dd6-8762-a33ec9a18562 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.678918] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e0ac2c-8096-4281-8acc-c34324e9cd6a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.692349] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0301c757-928d-4c2d-ad7e-f6983c0b31bb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.712236] env[63622]: DEBUG nova.compute.provider_tree [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1800.863931] env[63622]: DEBUG oslo_vmware.api [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Task: {'id': task-1817394, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.924023] env[63622]: INFO nova.compute.manager [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Took 33.63 seconds to build instance. [ 1800.939864] env[63622]: DEBUG nova.network.neutron [None req-ffa1276e-a4b8-4bf8-a09f-8547048b79bb tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1800.970686] env[63622]: DEBUG oslo_vmware.api [None req-e6d424e5-3874-4e16-8397-af49176dda46 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Task: {'id': task-1817398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.016593] env[63622]: DEBUG nova.network.neutron [None req-ffa1276e-a4b8-4bf8-a09f-8547048b79bb tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.069307] env[63622]: DEBUG oslo_vmware.api [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817399, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.126409] env[63622]: DEBUG oslo_vmware.api [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817396, 'name': ReconfigVM_Task, 'duration_secs': 0.899749} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.126782] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Reconfigured VM instance instance-00000061 to attach disk [datastore1] d06fd720-1e9a-4685-b9b1-319c514908fb/d06fd720-1e9a-4685-b9b1-319c514908fb.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1801.128295] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-408f589d-d564-4626-a915-1aa0424ced4e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.135411] env[63622]: DEBUG oslo_vmware.api [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1801.135411] env[63622]: value = "task-1817401" [ 1801.135411] env[63622]: _type = "Task" [ 1801.135411] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.144235] env[63622]: DEBUG oslo_vmware.api [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817401, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.203925] env[63622]: DEBUG nova.compute.manager [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1801.216877] env[63622]: DEBUG nova.scheduler.client.report [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1801.235026] env[63622]: DEBUG nova.virt.hardware [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1801.235178] env[63622]: DEBUG nova.virt.hardware [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1801.235325] env[63622]: DEBUG nova.virt.hardware [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1801.235604] env[63622]: DEBUG nova.virt.hardware [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1801.235908] env[63622]: DEBUG nova.virt.hardware [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1801.236598] env[63622]: DEBUG nova.virt.hardware [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1801.236909] env[63622]: DEBUG nova.virt.hardware [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1801.237151] env[63622]: DEBUG nova.virt.hardware [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1801.237357] env[63622]: DEBUG nova.virt.hardware [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1801.237546] env[63622]: DEBUG nova.virt.hardware [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1801.237778] env[63622]: DEBUG nova.virt.hardware [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1801.238817] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cc3ca2-0fb6-4b4f-b48f-f6cd89c26d42 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.249916] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233fa94c-317d-49b6-b663-dce3734ced02 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.316018] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ccb4158e-138f-42a9-a53d-1663d3811f05 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Acquiring lock "c10d1928-0da5-4060-bf87-f8ae90e202e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.364179] env[63622]: DEBUG oslo_vmware.api [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Task: {'id': task-1817394, 'name': ReconfigVM_Task, 'duration_secs': 1.232156} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.364520] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Reconfigured VM instance instance-00000056 to detach disk 2000 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1801.371820] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fde82a34-164f-4e40-99ab-0d8a20c1a48d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.390925] env[63622]: DEBUG oslo_vmware.api [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Waiting for the task: (returnval){ [ 1801.390925] env[63622]: value = "task-1817402" [ 1801.390925] env[63622]: _type = "Task" [ 1801.390925] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.406127] env[63622]: DEBUG oslo_vmware.api [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Task: {'id': task-1817402, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.426062] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9aadb188-6a39-4899-a085-51b7ae7ded17 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Lock "c10d1928-0da5-4060-bf87-f8ae90e202e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.152s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.426484] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ccb4158e-138f-42a9-a53d-1663d3811f05 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Lock "c10d1928-0da5-4060-bf87-f8ae90e202e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.111s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1801.426785] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ccb4158e-138f-42a9-a53d-1663d3811f05 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Acquiring lock "c10d1928-0da5-4060-bf87-f8ae90e202e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.427063] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ccb4158e-138f-42a9-a53d-1663d3811f05 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Lock "c10d1928-0da5-4060-bf87-f8ae90e202e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1801.427296] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ccb4158e-138f-42a9-a53d-1663d3811f05 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Lock "c10d1928-0da5-4060-bf87-f8ae90e202e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.429882] env[63622]: INFO nova.compute.manager [None req-ccb4158e-138f-42a9-a53d-1663d3811f05 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Terminating instance [ 1801.468222] env[63622]: DEBUG oslo_vmware.api [None req-e6d424e5-3874-4e16-8397-af49176dda46 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Task: {'id': task-1817398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.563971} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.468559] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6d424e5-3874-4e16-8397-af49176dda46 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1801.468751] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d424e5-3874-4e16-8397-af49176dda46 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1801.468929] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d424e5-3874-4e16-8397-af49176dda46 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1801.469113] env[63622]: INFO nova.compute.manager [None req-e6d424e5-3874-4e16-8397-af49176dda46 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Took 1.89 seconds to destroy the instance on the hypervisor. [ 1801.469362] env[63622]: DEBUG oslo.service.loopingcall [None req-e6d424e5-3874-4e16-8397-af49176dda46 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1801.469554] env[63622]: DEBUG nova.compute.manager [-] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1801.469650] env[63622]: DEBUG nova.network.neutron [-] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1801.519467] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ffa1276e-a4b8-4bf8-a09f-8547048b79bb tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Releasing lock "refresh_cache-4e661c59-9ddd-4522-9a27-283fbb0df5d3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.520144] env[63622]: DEBUG nova.compute.manager [None req-ffa1276e-a4b8-4bf8-a09f-8547048b79bb tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1801.520461] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa1276e-a4b8-4bf8-a09f-8547048b79bb tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1801.521737] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed825137-e6b3-4db9-9677-19e6c7eff043 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.527876] env[63622]: DEBUG nova.virt.hardware [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1801.528130] env[63622]: DEBUG nova.virt.hardware [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1801.528293] env[63622]: DEBUG nova.virt.hardware [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1801.528527] env[63622]: DEBUG nova.virt.hardware [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1801.528779] env[63622]: DEBUG nova.virt.hardware [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1801.528963] env[63622]: DEBUG nova.virt.hardware [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1801.529187] env[63622]: DEBUG nova.virt.hardware [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1801.529353] env[63622]: DEBUG nova.virt.hardware [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1801.529526] env[63622]: DEBUG nova.virt.hardware [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1801.529691] env[63622]: DEBUG nova.virt.hardware [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1801.529865] env[63622]: DEBUG nova.virt.hardware [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1801.530729] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99cdc519-1f2c-4670-ad45-5a4aea8a646e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.539157] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffa1276e-a4b8-4bf8-a09f-8547048b79bb tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1801.541030] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d962fbd3-121d-46a5-9186-beeedebc936b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.543614] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1e51cf-a339-4fc1-9d5c-0981b6f835f5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.564044] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:12:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd793dd58-5b0a-4d84-8575-4597dc8df1c9', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1801.572890] env[63622]: DEBUG oslo.service.loopingcall [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1801.578304] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1801.580291] env[63622]: DEBUG oslo_vmware.api [None req-ffa1276e-a4b8-4bf8-a09f-8547048b79bb tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Waiting for the task: (returnval){ [ 1801.580291] env[63622]: value = "task-1817403" [ 1801.580291] env[63622]: _type = "Task" [ 1801.580291] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.580850] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0eb54d6-a710-469d-bfa2-21a4e35234cb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.604608] env[63622]: DEBUG oslo_vmware.api [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817399, 'name': PowerOnVM_Task, 'duration_secs': 0.887924} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.605539] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1801.605750] env[63622]: INFO nova.compute.manager [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Took 17.77 seconds to spawn the instance on the hypervisor. [ 1801.605932] env[63622]: DEBUG nova.compute.manager [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1801.606708] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f2c1e1-ef8d-46c3-9ec5-df5d0c5f4cee {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.611883] env[63622]: DEBUG oslo_vmware.api [None req-ffa1276e-a4b8-4bf8-a09f-8547048b79bb tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': task-1817403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.613339] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1801.613339] env[63622]: value = "task-1817404" [ 1801.613339] env[63622]: _type = "Task" [ 1801.613339] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.625511] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817404, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.644239] env[63622]: DEBUG oslo_vmware.api [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817401, 'name': Rename_Task, 'duration_secs': 0.168074} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.644518] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1801.644755] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cacf341e-1807-47e4-acab-1f3db6950489 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.653401] env[63622]: DEBUG oslo_vmware.api [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1801.653401] env[63622]: value = "task-1817405" [ 1801.653401] env[63622]: _type = "Task" [ 1801.653401] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.662622] env[63622]: DEBUG oslo_vmware.api [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817405, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.721372] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.537s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.721999] env[63622]: DEBUG nova.compute.manager [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1801.725153] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.785s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1801.727410] env[63622]: INFO nova.compute.claims [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1801.854134] env[63622]: DEBUG nova.compute.manager [req-9a100119-0446-4b2d-871b-7c9a3c402fa9 req-6f30dff2-f053-4081-8d23-09cb58dc50e9 service nova] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Received event network-vif-plugged-38ff374b-1d59-41fe-a3be-c4afdbced49e {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1801.854737] env[63622]: DEBUG oslo_concurrency.lockutils [req-9a100119-0446-4b2d-871b-7c9a3c402fa9 req-6f30dff2-f053-4081-8d23-09cb58dc50e9 service nova] Acquiring lock "e4f68328-8255-4396-9d1e-620b3cbc180c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.855063] env[63622]: DEBUG oslo_concurrency.lockutils [req-9a100119-0446-4b2d-871b-7c9a3c402fa9 req-6f30dff2-f053-4081-8d23-09cb58dc50e9 service nova] Lock "e4f68328-8255-4396-9d1e-620b3cbc180c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1801.855252] env[63622]: DEBUG oslo_concurrency.lockutils [req-9a100119-0446-4b2d-871b-7c9a3c402fa9 req-6f30dff2-f053-4081-8d23-09cb58dc50e9 service nova] Lock "e4f68328-8255-4396-9d1e-620b3cbc180c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.855484] env[63622]: DEBUG nova.compute.manager [req-9a100119-0446-4b2d-871b-7c9a3c402fa9 req-6f30dff2-f053-4081-8d23-09cb58dc50e9 service nova] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] No waiting events found dispatching network-vif-plugged-38ff374b-1d59-41fe-a3be-c4afdbced49e {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1801.855690] env[63622]: WARNING nova.compute.manager [req-9a100119-0446-4b2d-871b-7c9a3c402fa9 req-6f30dff2-f053-4081-8d23-09cb58dc50e9 service nova] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Received unexpected event network-vif-plugged-38ff374b-1d59-41fe-a3be-c4afdbced49e for instance with vm_state building and task_state spawning. [ 1801.907458] env[63622]: DEBUG oslo_vmware.api [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Task: {'id': task-1817402, 'name': ReconfigVM_Task, 'duration_secs': 0.127686} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.907799] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376471', 'volume_id': '81f723bf-9a61-4f8f-b925-5585710796b1', 'name': 'volume-81f723bf-9a61-4f8f-b925-5585710796b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4ca60959-0687-4529-8000-a5fe899dd88a', 'attached_at': '', 'detached_at': '', 'volume_id': '81f723bf-9a61-4f8f-b925-5585710796b1', 'serial': '81f723bf-9a61-4f8f-b925-5585710796b1'} {{(pid=63622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1801.908035] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1801.908847] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff369e9-baf1-4072-a518-20f1fe606a9a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.918493] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1801.918640] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0920ed6-aa4a-4f9d-83ea-ec7e22eebde4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.935277] env[63622]: DEBUG nova.compute.manager [None req-ccb4158e-138f-42a9-a53d-1663d3811f05 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1801.935277] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb4158e-138f-42a9-a53d-1663d3811f05 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1801.935637] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423033b6-67ed-4467-8d0f-ede48d3a4e7a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.948859] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb4158e-138f-42a9-a53d-1663d3811f05 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1801.949218] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd53f621-003f-4e8d-9870-72ba9a74f6e4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.958731] env[63622]: DEBUG oslo_vmware.api [None req-ccb4158e-138f-42a9-a53d-1663d3811f05 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Waiting for the task: (returnval){ [ 1801.958731] env[63622]: value = "task-1817407" [ 1801.958731] env[63622]: _type = "Task" [ 1801.958731] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.968945] env[63622]: DEBUG oslo_vmware.api [None req-ccb4158e-138f-42a9-a53d-1663d3811f05 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Task: {'id': task-1817407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.070466] env[63622]: DEBUG nova.network.neutron [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Successfully updated port: 38ff374b-1d59-41fe-a3be-c4afdbced49e {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1802.108981] env[63622]: DEBUG oslo_vmware.api [None req-ffa1276e-a4b8-4bf8-a09f-8547048b79bb tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': task-1817403, 'name': PowerOffVM_Task, 'duration_secs': 0.205799} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.109865] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffa1276e-a4b8-4bf8-a09f-8547048b79bb tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1802.110086] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa1276e-a4b8-4bf8-a09f-8547048b79bb tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1802.110390] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6aa1f642-db80-45aa-8c64-a15664e3cfa8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.130822] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817404, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.136247] env[63622]: INFO nova.compute.manager [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Took 35.60 seconds to build instance. [ 1802.144479] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa1276e-a4b8-4bf8-a09f-8547048b79bb tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1802.144479] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa1276e-a4b8-4bf8-a09f-8547048b79bb tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1802.144479] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffa1276e-a4b8-4bf8-a09f-8547048b79bb tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Deleting the datastore file [datastore1] 4e661c59-9ddd-4522-9a27-283fbb0df5d3 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1802.144479] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a9f6100-3b1f-4266-b84e-6a3ada37487c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.160557] env[63622]: DEBUG oslo_vmware.api [None req-ffa1276e-a4b8-4bf8-a09f-8547048b79bb tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Waiting for the task: (returnval){ [ 1802.160557] env[63622]: value = "task-1817409" [ 1802.160557] env[63622]: _type = "Task" [ 1802.160557] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.168640] env[63622]: DEBUG oslo_vmware.api [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817405, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.174582] env[63622]: DEBUG oslo_vmware.api [None req-ffa1276e-a4b8-4bf8-a09f-8547048b79bb tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': task-1817409, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.232695] env[63622]: DEBUG nova.compute.utils [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1802.236230] env[63622]: DEBUG nova.compute.manager [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1802.236412] env[63622]: DEBUG nova.network.neutron [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1802.287750] env[63622]: DEBUG nova.policy [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c05ad3c866a4547a09327109e612142', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1dfc298083b84d488c9dcadbd8226fee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1802.444017] env[63622]: DEBUG nova.network.neutron [-] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1802.471149] env[63622]: DEBUG oslo_vmware.api [None req-ccb4158e-138f-42a9-a53d-1663d3811f05 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Task: {'id': task-1817407, 'name': PowerOffVM_Task, 'duration_secs': 0.244642} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.471604] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb4158e-138f-42a9-a53d-1663d3811f05 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1802.471696] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb4158e-138f-42a9-a53d-1663d3811f05 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1802.471909] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6600a68-20a1-4d8a-910e-d9cb6a3a6d6d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.481771] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1802.482887] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1802.482887] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Deleting the datastore file [datastore1] 4ca60959-0687-4529-8000-a5fe899dd88a {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1802.482887] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ba7c5be-c6b3-439a-bd1b-0d38b061e1be {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.491723] env[63622]: DEBUG oslo_vmware.api [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Waiting for the task: (returnval){ [ 1802.491723] env[63622]: value = "task-1817411" [ 1802.491723] env[63622]: _type = "Task" [ 1802.491723] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.500584] env[63622]: DEBUG oslo_vmware.api [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Task: {'id': task-1817411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.573049] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "refresh_cache-e4f68328-8255-4396-9d1e-620b3cbc180c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.573340] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquired lock "refresh_cache-e4f68328-8255-4396-9d1e-620b3cbc180c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.573581] env[63622]: DEBUG nova.network.neutron [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1802.623992] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817404, 'name': CreateVM_Task, 'duration_secs': 0.560579} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.624129] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1802.624797] env[63622]: DEBUG oslo_concurrency.lockutils [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.624956] env[63622]: DEBUG oslo_concurrency.lockutils [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.625319] env[63622]: DEBUG oslo_concurrency.lockutils [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1802.625596] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa50d559-643d-4e3f-b923-1e09fd695b6e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.629200] env[63622]: DEBUG nova.network.neutron [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Successfully created port: 7686d60c-5e9c-4940-accc-fba525da7200 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1802.632348] env[63622]: DEBUG oslo_vmware.api [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1802.632348] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5261c978-770e-47a1-53e4-32d8d9c847ad" [ 1802.632348] env[63622]: _type = "Task" [ 1802.632348] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.638706] env[63622]: DEBUG oslo_concurrency.lockutils [None req-436077b6-8292-41c6-b0e3-4ca7b64d5e18 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "25b772ef-3133-474b-8600-7851c2cfc7d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.122s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.643238] env[63622]: DEBUG oslo_vmware.api [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5261c978-770e-47a1-53e4-32d8d9c847ad, 'name': SearchDatastore_Task, 'duration_secs': 0.010515} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.643493] env[63622]: DEBUG oslo_concurrency.lockutils [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.643708] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1802.643927] env[63622]: DEBUG oslo_concurrency.lockutils [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.644083] env[63622]: DEBUG oslo_concurrency.lockutils [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.644393] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1802.644497] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27670fa7-2df8-4658-bca3-1052a85b65b4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.653066] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1802.653215] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1802.654014] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6b01341-ffd8-4d28-95fc-c213960101cd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.670259] env[63622]: DEBUG oslo_vmware.api [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1802.670259] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a790a4-883b-72db-0c7b-86d1b44c1b4a" [ 1802.670259] env[63622]: _type = "Task" [ 1802.670259] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.670524] env[63622]: DEBUG oslo_vmware.api [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817405, 'name': PowerOnVM_Task, 'duration_secs': 0.681282} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.670872] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1802.671086] env[63622]: INFO nova.compute.manager [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Took 8.30 seconds to spawn the instance on the hypervisor. [ 1802.671268] env[63622]: DEBUG nova.compute.manager [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1802.676137] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e071c3-deb1-420b-807e-18710dc6ad86 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.682345] env[63622]: DEBUG oslo_vmware.api [None req-ffa1276e-a4b8-4bf8-a09f-8547048b79bb tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Task: {'id': task-1817409, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132011} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.683139] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffa1276e-a4b8-4bf8-a09f-8547048b79bb tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1802.683367] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa1276e-a4b8-4bf8-a09f-8547048b79bb tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1802.683585] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa1276e-a4b8-4bf8-a09f-8547048b79bb tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1802.683817] env[63622]: INFO nova.compute.manager [None req-ffa1276e-a4b8-4bf8-a09f-8547048b79bb tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1802.684077] env[63622]: DEBUG oslo.service.loopingcall [None req-ffa1276e-a4b8-4bf8-a09f-8547048b79bb tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1802.684294] env[63622]: DEBUG nova.compute.manager [-] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1802.684397] env[63622]: DEBUG nova.network.neutron [-] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1802.693798] env[63622]: DEBUG oslo_vmware.api [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a790a4-883b-72db-0c7b-86d1b44c1b4a, 'name': SearchDatastore_Task, 'duration_secs': 0.01092} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.698064] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2940c6f0-d0aa-4df9-8481-70546fd3aa7d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.701492] env[63622]: DEBUG oslo_vmware.api [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1802.701492] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52cf30d8-3170-c364-3de3-b38b8380127e" [ 1802.701492] env[63622]: _type = "Task" [ 1802.701492] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.710866] env[63622]: DEBUG oslo_vmware.api [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52cf30d8-3170-c364-3de3-b38b8380127e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.713841] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb4158e-138f-42a9-a53d-1663d3811f05 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1802.714056] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb4158e-138f-42a9-a53d-1663d3811f05 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1802.714235] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccb4158e-138f-42a9-a53d-1663d3811f05 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Deleting the datastore file [datastore1] c10d1928-0da5-4060-bf87-f8ae90e202e4 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1802.714481] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e28dd791-4d9c-441b-8a99-9f2f54aba012 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.716943] env[63622]: DEBUG nova.network.neutron [-] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1802.724450] env[63622]: DEBUG oslo_vmware.api [None req-ccb4158e-138f-42a9-a53d-1663d3811f05 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Waiting for the task: (returnval){ [ 1802.724450] env[63622]: value = "task-1817412" [ 1802.724450] env[63622]: _type = "Task" [ 1802.724450] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.731647] env[63622]: DEBUG oslo_vmware.api [None req-ccb4158e-138f-42a9-a53d-1663d3811f05 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Task: {'id': task-1817412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.741617] env[63622]: DEBUG nova.compute.manager [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1802.852447] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a54f58bf-b4e7-4511-a8d9-2786f0f70ab1 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquiring lock "25b772ef-3133-474b-8600-7851c2cfc7d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.853047] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a54f58bf-b4e7-4511-a8d9-2786f0f70ab1 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "25b772ef-3133-474b-8600-7851c2cfc7d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.853047] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a54f58bf-b4e7-4511-a8d9-2786f0f70ab1 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquiring lock "25b772ef-3133-474b-8600-7851c2cfc7d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.853247] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a54f58bf-b4e7-4511-a8d9-2786f0f70ab1 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "25b772ef-3133-474b-8600-7851c2cfc7d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.853462] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a54f58bf-b4e7-4511-a8d9-2786f0f70ab1 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "25b772ef-3133-474b-8600-7851c2cfc7d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.855798] env[63622]: INFO nova.compute.manager [None req-a54f58bf-b4e7-4511-a8d9-2786f0f70ab1 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Terminating instance [ 1802.946810] env[63622]: INFO nova.compute.manager [-] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Took 1.48 seconds to deallocate network for instance. [ 1803.002836] env[63622]: DEBUG oslo_vmware.api [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Task: {'id': task-1817411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.088867} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.003425] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1803.003425] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1803.003680] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1803.003680] env[63622]: INFO nova.compute.manager [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Took 3.80 seconds to destroy the instance on the hypervisor. [ 1803.003845] env[63622]: DEBUG oslo.service.loopingcall [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1803.004074] env[63622]: DEBUG nova.compute.manager [-] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1803.004173] env[63622]: DEBUG nova.network.neutron [-] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1803.119503] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca193a2-4a60-4800-a842-68832c41664d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.122902] env[63622]: DEBUG nova.network.neutron [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1803.130234] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a4e797-1518-4901-aa04-9b390a2d696e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.168532] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1300cd07-54b9-4e25-bc48-38a81d8a8c2d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.177542] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b42d6d-cebd-43fd-9882-743abbef2c8d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.192216] env[63622]: DEBUG nova.compute.provider_tree [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1803.206914] env[63622]: INFO nova.compute.manager [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Took 30.12 seconds to build instance. [ 1803.213317] env[63622]: DEBUG oslo_vmware.api [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52cf30d8-3170-c364-3de3-b38b8380127e, 'name': SearchDatastore_Task, 'duration_secs': 0.014475} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.213661] env[63622]: DEBUG oslo_concurrency.lockutils [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1803.213971] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] a33387ce-53a1-4cb9-9e7b-4ff7cabc841c/a33387ce-53a1-4cb9-9e7b-4ff7cabc841c.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1803.214248] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-432a92a3-8e33-415b-aec7-5a3b8c57f94f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.218999] env[63622]: DEBUG nova.network.neutron [-] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1803.222768] env[63622]: DEBUG oslo_vmware.api [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1803.222768] env[63622]: value = "task-1817413" [ 1803.222768] env[63622]: _type = "Task" [ 1803.222768] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.235886] env[63622]: DEBUG oslo_vmware.api [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.238976] env[63622]: DEBUG oslo_vmware.api [None req-ccb4158e-138f-42a9-a53d-1663d3811f05 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Task: {'id': task-1817412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143597} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.239242] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccb4158e-138f-42a9-a53d-1663d3811f05 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1803.239447] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb4158e-138f-42a9-a53d-1663d3811f05 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1803.239637] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb4158e-138f-42a9-a53d-1663d3811f05 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1803.239815] env[63622]: INFO nova.compute.manager [None req-ccb4158e-138f-42a9-a53d-1663d3811f05 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1803.240096] env[63622]: DEBUG oslo.service.loopingcall [None req-ccb4158e-138f-42a9-a53d-1663d3811f05 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1803.240540] env[63622]: DEBUG nova.compute.manager [-] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1803.240663] env[63622]: DEBUG nova.network.neutron [-] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1803.346058] env[63622]: DEBUG nova.network.neutron [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Updating instance_info_cache with network_info: [{"id": "38ff374b-1d59-41fe-a3be-c4afdbced49e", "address": "fa:16:3e:93:62:af", "network": {"id": "68e51f20-239f-4a02-84bc-7a1f8640b875", "bridge": "br-int", "label": "tempest-ServersTestJSON-1825242270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebd3f285a9d2433597945e73f2213306", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38ff374b-1d", "ovs_interfaceid": "38ff374b-1d59-41fe-a3be-c4afdbced49e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1803.360204] env[63622]: DEBUG nova.compute.manager [None req-a54f58bf-b4e7-4511-a8d9-2786f0f70ab1 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1803.360523] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a54f58bf-b4e7-4511-a8d9-2786f0f70ab1 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1803.361545] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2747600b-69a0-4771-b7e9-d79f42966383 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.371975] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a54f58bf-b4e7-4511-a8d9-2786f0f70ab1 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1803.373070] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-85acfec9-1e54-46bb-8d32-e4dfd88ace2f tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Volume attach. Driver type: vmdk {{(pid=63622) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1803.373320] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-85acfec9-1e54-46bb-8d32-e4dfd88ace2f tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376513', 'volume_id': '099ecde0-ca50-4a17-9452-b60b53aeb841', 'name': 'volume-099ecde0-ca50-4a17-9452-b60b53aeb841', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c8d628d7-4626-4930-ba9d-dab479a58d71', 'attached_at': '', 'detached_at': '', 'volume_id': '099ecde0-ca50-4a17-9452-b60b53aeb841', 'serial': '099ecde0-ca50-4a17-9452-b60b53aeb841'} {{(pid=63622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1803.373595] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3d46ac9-793e-4b29-931d-c00b7885d2fb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.375775] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e34375-7614-4e6d-b16b-95d03c88640a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.395985] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31f7a29-c6f1-4914-b5bc-f01374aed463 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.399714] env[63622]: DEBUG oslo_vmware.api [None req-a54f58bf-b4e7-4511-a8d9-2786f0f70ab1 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1803.399714] env[63622]: value = "task-1817414" [ 1803.399714] env[63622]: _type = "Task" [ 1803.399714] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.429854] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-85acfec9-1e54-46bb-8d32-e4dfd88ace2f tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] volume-099ecde0-ca50-4a17-9452-b60b53aeb841/volume-099ecde0-ca50-4a17-9452-b60b53aeb841.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1803.430618] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dbf7eec-231a-4547-be46-8ca9fbaf68a5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.448195] env[63622]: DEBUG oslo_vmware.api [None req-a54f58bf-b4e7-4511-a8d9-2786f0f70ab1 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.453825] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e6d424e5-3874-4e16-8397-af49176dda46 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.456471] env[63622]: DEBUG oslo_vmware.api [None req-85acfec9-1e54-46bb-8d32-e4dfd88ace2f tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Waiting for the task: (returnval){ [ 1803.456471] env[63622]: value = "task-1817415" [ 1803.456471] env[63622]: _type = "Task" [ 1803.456471] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.481208] env[63622]: DEBUG oslo_vmware.api [None req-85acfec9-1e54-46bb-8d32-e4dfd88ace2f tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1817415, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.697743] env[63622]: DEBUG nova.scheduler.client.report [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1803.709226] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7f61d3c4-32f8-4387-98de-77f13c9b9d68 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "d06fd720-1e9a-4685-b9b1-319c514908fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.630s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.721145] env[63622]: INFO nova.compute.manager [-] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Took 1.04 seconds to deallocate network for instance. [ 1803.739983] env[63622]: DEBUG oslo_vmware.api [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817413, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495455} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.740447] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] a33387ce-53a1-4cb9-9e7b-4ff7cabc841c/a33387ce-53a1-4cb9-9e7b-4ff7cabc841c.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1803.741011] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1803.741536] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7d2e6b8-3e08-4da5-9764-db40e5a9a518 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.751961] env[63622]: DEBUG nova.compute.manager [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1803.754152] env[63622]: DEBUG oslo_vmware.api [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1803.754152] env[63622]: value = "task-1817416" [ 1803.754152] env[63622]: _type = "Task" [ 1803.754152] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.765663] env[63622]: DEBUG oslo_vmware.api [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817416, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.784833] env[63622]: DEBUG nova.virt.hardware [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1803.785119] env[63622]: DEBUG nova.virt.hardware [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1803.785290] env[63622]: DEBUG nova.virt.hardware [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1803.785510] env[63622]: DEBUG nova.virt.hardware [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1803.785681] env[63622]: DEBUG nova.virt.hardware [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1803.785805] env[63622]: DEBUG nova.virt.hardware [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1803.786106] env[63622]: DEBUG nova.virt.hardware [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1803.786874] env[63622]: DEBUG nova.virt.hardware [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1803.786874] env[63622]: DEBUG nova.virt.hardware [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1803.786874] env[63622]: DEBUG nova.virt.hardware [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1803.786874] env[63622]: DEBUG nova.virt.hardware [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1803.787806] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9fb3bf-7627-4ba7-85d4-bea59fa79f8f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.797113] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34811874-cd4a-461f-a617-9efd9edc410b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.848874] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Releasing lock "refresh_cache-e4f68328-8255-4396-9d1e-620b3cbc180c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1803.849228] env[63622]: DEBUG nova.compute.manager [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Instance network_info: |[{"id": "38ff374b-1d59-41fe-a3be-c4afdbced49e", "address": "fa:16:3e:93:62:af", "network": {"id": "68e51f20-239f-4a02-84bc-7a1f8640b875", "bridge": "br-int", "label": "tempest-ServersTestJSON-1825242270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebd3f285a9d2433597945e73f2213306", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38ff374b-1d", "ovs_interfaceid": "38ff374b-1d59-41fe-a3be-c4afdbced49e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1803.849780] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:62:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '939c05b6-8f31-4f3a-95ac-6297e0bd243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38ff374b-1d59-41fe-a3be-c4afdbced49e', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1803.860446] env[63622]: DEBUG oslo.service.loopingcall [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1803.860446] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1803.860446] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-615ce434-7195-4f07-8f39-cc49b51e3bb5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.881218] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1803.881218] env[63622]: value = "task-1817417" [ 1803.881218] env[63622]: _type = "Task" [ 1803.881218] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.889466] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817417, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.910289] env[63622]: DEBUG oslo_vmware.api [None req-a54f58bf-b4e7-4511-a8d9-2786f0f70ab1 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817414, 'name': PowerOffVM_Task, 'duration_secs': 0.236478} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.911193] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a54f58bf-b4e7-4511-a8d9-2786f0f70ab1 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1803.911193] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a54f58bf-b4e7-4511-a8d9-2786f0f70ab1 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1803.911193] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6eb039c9-2715-4ae4-b615-4485f296d42c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.969275] env[63622]: DEBUG oslo_vmware.api [None req-85acfec9-1e54-46bb-8d32-e4dfd88ace2f tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1817415, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.035146] env[63622]: DEBUG nova.compute.manager [req-0d41f7fc-8fd4-4113-9698-6457947de241 req-2fc5790a-23b1-41ad-84a2-ad82c09d2010 service nova] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Received event network-vif-deleted-5c5c5c73-2110-434d-986d-434124a1fbd6 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1804.035454] env[63622]: DEBUG nova.compute.manager [req-0d41f7fc-8fd4-4113-9698-6457947de241 req-2fc5790a-23b1-41ad-84a2-ad82c09d2010 service nova] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Received event network-changed-38ff374b-1d59-41fe-a3be-c4afdbced49e {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1804.035640] env[63622]: DEBUG nova.compute.manager [req-0d41f7fc-8fd4-4113-9698-6457947de241 req-2fc5790a-23b1-41ad-84a2-ad82c09d2010 service nova] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Refreshing instance network info cache due to event network-changed-38ff374b-1d59-41fe-a3be-c4afdbced49e. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1804.035941] env[63622]: DEBUG oslo_concurrency.lockutils [req-0d41f7fc-8fd4-4113-9698-6457947de241 req-2fc5790a-23b1-41ad-84a2-ad82c09d2010 service nova] Acquiring lock "refresh_cache-e4f68328-8255-4396-9d1e-620b3cbc180c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1804.036114] env[63622]: DEBUG oslo_concurrency.lockutils [req-0d41f7fc-8fd4-4113-9698-6457947de241 req-2fc5790a-23b1-41ad-84a2-ad82c09d2010 service nova] Acquired lock "refresh_cache-e4f68328-8255-4396-9d1e-620b3cbc180c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1804.036284] env[63622]: DEBUG nova.network.neutron [req-0d41f7fc-8fd4-4113-9698-6457947de241 req-2fc5790a-23b1-41ad-84a2-ad82c09d2010 service nova] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Refreshing network info cache for port 38ff374b-1d59-41fe-a3be-c4afdbced49e {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1804.056310] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a54f58bf-b4e7-4511-a8d9-2786f0f70ab1 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1804.056534] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a54f58bf-b4e7-4511-a8d9-2786f0f70ab1 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1804.056717] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a54f58bf-b4e7-4511-a8d9-2786f0f70ab1 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Deleting the datastore file [datastore1] 25b772ef-3133-474b-8600-7851c2cfc7d3 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1804.056982] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db6f40f6-3c71-4e6e-a5b1-95367eb58e0d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.065629] env[63622]: DEBUG oslo_vmware.api [None req-a54f58bf-b4e7-4511-a8d9-2786f0f70ab1 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1804.065629] env[63622]: value = "task-1817419" [ 1804.065629] env[63622]: _type = "Task" [ 1804.065629] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.074769] env[63622]: DEBUG oslo_vmware.api [None req-a54f58bf-b4e7-4511-a8d9-2786f0f70ab1 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817419, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.204203] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.204887] env[63622]: DEBUG nova.compute.manager [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1804.210043] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a4835514-7758-4840-b436-a562424882c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.521s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.210043] env[63622]: DEBUG nova.objects.instance [None req-a4835514-7758-4840-b436-a562424882c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lazy-loading 'resources' on Instance uuid 4659fe4d-6ec1-4723-abf8-3071a37ed91e {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1804.232631] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ffa1276e-a4b8-4bf8-a09f-8547048b79bb tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.242748] env[63622]: DEBUG nova.network.neutron [-] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.265740] env[63622]: DEBUG oslo_vmware.api [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817416, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074237} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.266025] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1804.266861] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b73ad57-b186-45f3-8d1b-a12f6d5e770b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.295759] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] a33387ce-53a1-4cb9-9e7b-4ff7cabc841c/a33387ce-53a1-4cb9-9e7b-4ff7cabc841c.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1804.296275] env[63622]: DEBUG nova.network.neutron [-] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.297796] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5eeaa92-2dd8-4e96-89b8-7a17e7f8b79f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.320119] env[63622]: INFO nova.compute.manager [-] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Took 1.32 seconds to deallocate network for instance. [ 1804.321034] env[63622]: DEBUG nova.network.neutron [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Successfully updated port: 7686d60c-5e9c-4940-accc-fba525da7200 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1804.332686] env[63622]: DEBUG oslo_vmware.api [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1804.332686] env[63622]: value = "task-1817420" [ 1804.332686] env[63622]: _type = "Task" [ 1804.332686] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.343967] env[63622]: DEBUG oslo_vmware.api [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817420, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.392552] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817417, 'name': CreateVM_Task, 'duration_secs': 0.400043} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.392771] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1804.393471] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1804.393638] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1804.393988] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1804.394258] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-732446dc-680f-4d8b-9d96-b2fa8ccb1d5a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.399640] env[63622]: DEBUG oslo_vmware.api [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1804.399640] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ce67c7-3557-a177-42cb-5b277cb71202" [ 1804.399640] env[63622]: _type = "Task" [ 1804.399640] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.408903] env[63622]: DEBUG oslo_vmware.api [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ce67c7-3557-a177-42cb-5b277cb71202, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.469129] env[63622]: DEBUG oslo_vmware.api [None req-85acfec9-1e54-46bb-8d32-e4dfd88ace2f tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1817415, 'name': ReconfigVM_Task, 'duration_secs': 0.556038} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.469539] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-85acfec9-1e54-46bb-8d32-e4dfd88ace2f tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Reconfigured VM instance instance-00000055 to attach disk [datastore1] volume-099ecde0-ca50-4a17-9452-b60b53aeb841/volume-099ecde0-ca50-4a17-9452-b60b53aeb841.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1804.474668] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-208536b1-cda3-45ff-82d7-c125fbb4ceaa {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.492781] env[63622]: DEBUG oslo_vmware.api [None req-85acfec9-1e54-46bb-8d32-e4dfd88ace2f tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Waiting for the task: (returnval){ [ 1804.492781] env[63622]: value = "task-1817421" [ 1804.492781] env[63622]: _type = "Task" [ 1804.492781] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.503908] env[63622]: DEBUG oslo_vmware.api [None req-85acfec9-1e54-46bb-8d32-e4dfd88ace2f tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1817421, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.580930] env[63622]: DEBUG oslo_vmware.api [None req-a54f58bf-b4e7-4511-a8d9-2786f0f70ab1 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817419, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136174} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.581095] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a54f58bf-b4e7-4511-a8d9-2786f0f70ab1 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1804.581373] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a54f58bf-b4e7-4511-a8d9-2786f0f70ab1 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1804.581685] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a54f58bf-b4e7-4511-a8d9-2786f0f70ab1 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1804.581953] env[63622]: INFO nova.compute.manager [None req-a54f58bf-b4e7-4511-a8d9-2786f0f70ab1 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1804.582231] env[63622]: DEBUG oslo.service.loopingcall [None req-a54f58bf-b4e7-4511-a8d9-2786f0f70ab1 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1804.582430] env[63622]: DEBUG nova.compute.manager [-] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1804.582526] env[63622]: DEBUG nova.network.neutron [-] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1804.714340] env[63622]: DEBUG nova.compute.utils [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1804.719469] env[63622]: DEBUG nova.compute.manager [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1804.722826] env[63622]: DEBUG nova.network.neutron [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1804.748121] env[63622]: INFO nova.compute.manager [-] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Took 1.51 seconds to deallocate network for instance. [ 1804.824712] env[63622]: DEBUG nova.policy [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9cda26dfa747464dbb4e31462c6d1ceb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8f5612ea5ba4729af8f16a350d2c1fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1804.827159] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "refresh_cache-85edb7a4-290d-4cef-9c1e-8ca007ebac0c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1804.827371] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquired lock "refresh_cache-85edb7a4-290d-4cef-9c1e-8ca007ebac0c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1804.827541] env[63622]: DEBUG nova.network.neutron [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1804.844791] env[63622]: DEBUG oslo_vmware.api [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817420, 'name': ReconfigVM_Task, 'duration_secs': 0.286185} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.847686] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Reconfigured VM instance instance-00000053 to attach disk [datastore1] a33387ce-53a1-4cb9-9e7b-4ff7cabc841c/a33387ce-53a1-4cb9-9e7b-4ff7cabc841c.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1804.849176] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'device_type': 'disk', 'size': 0, 'encrypted': False, 'encryption_format': None, 'guest_format': None, 'boot_index': 0, 'disk_bus': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'image_id': 'e2d5bd27-1b7d-4255-a1df-e035847393df'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'delete_on_termination': False, 'device_type': None, 'attachment_id': '4e173692-4f09-423d-834d-938c5251ef4c', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376499', 'volume_id': 'f366303b-e80f-4ac1-9ab4-257ef4c72b2d', 'name': 'volume-f366303b-e80f-4ac1-9ab4-257ef4c72b2d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a33387ce-53a1-4cb9-9e7b-4ff7cabc841c', 'attached_at': '', 'detached_at': '', 'volume_id': 'f366303b-e80f-4ac1-9ab4-257ef4c72b2d', 'serial': 'f366303b-e80f-4ac1-9ab4-257ef4c72b2d'}, 'disk_bus': None, 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=63622) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1804.849493] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Volume attach. Driver type: vmdk {{(pid=63622) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1804.849730] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376499', 'volume_id': 'f366303b-e80f-4ac1-9ab4-257ef4c72b2d', 'name': 'volume-f366303b-e80f-4ac1-9ab4-257ef4c72b2d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a33387ce-53a1-4cb9-9e7b-4ff7cabc841c', 'attached_at': '', 'detached_at': '', 'volume_id': 'f366303b-e80f-4ac1-9ab4-257ef4c72b2d', 'serial': 'f366303b-e80f-4ac1-9ab4-257ef4c72b2d'} {{(pid=63622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1804.851778] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db805d65-2884-4b7b-9a31-51ef99167848 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.855294] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "d06fd720-1e9a-4685-b9b1-319c514908fb" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.855811] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "d06fd720-1e9a-4685-b9b1-319c514908fb" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.855990] env[63622]: INFO nova.compute.manager [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Shelving [ 1804.881340] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bce4fcd-5e97-4611-a09d-56b7b3018c5f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.884871] env[63622]: INFO nova.compute.manager [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Took 0.56 seconds to detach 1 volumes for instance. [ 1804.887107] env[63622]: DEBUG nova.compute.manager [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Deleting volume: 81f723bf-9a61-4f8f-b925-5585710796b1 {{(pid=63622) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1804.914399] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] volume-f366303b-e80f-4ac1-9ab4-257ef4c72b2d/volume-f366303b-e80f-4ac1-9ab4-257ef4c72b2d.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1804.922815] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28a9b157-bfa7-4521-bbb8-4b991cbf150e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.955316] env[63622]: DEBUG oslo_vmware.api [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ce67c7-3557-a177-42cb-5b277cb71202, 'name': SearchDatastore_Task, 'duration_secs': 0.010468} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.960165] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1804.960644] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1804.961100] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1804.964258] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1804.964258] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1804.964258] env[63622]: DEBUG oslo_vmware.api [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1804.964258] env[63622]: value = "task-1817422" [ 1804.964258] env[63622]: _type = "Task" [ 1804.964258] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.964258] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90e89ad4-4956-42a9-b43b-ff0e91611e6f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.976185] env[63622]: DEBUG oslo_vmware.api [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817422, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.977643] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1804.977899] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1805.003739] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5661f93a-62c5-4158-bdfe-f45575bc1f44 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.005968] env[63622]: DEBUG oslo_vmware.api [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1805.005968] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526a02a8-13f5-ebda-8ee4-f237ac6ed78e" [ 1805.005968] env[63622]: _type = "Task" [ 1805.005968] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.023117] env[63622]: DEBUG oslo_vmware.api [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526a02a8-13f5-ebda-8ee4-f237ac6ed78e, 'name': SearchDatastore_Task, 'duration_secs': 0.011659} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.027962] env[63622]: DEBUG oslo_vmware.api [None req-85acfec9-1e54-46bb-8d32-e4dfd88ace2f tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1817421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.032118] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7643cff-da91-4c3e-8cf4-f919299553bc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.039261] env[63622]: DEBUG oslo_vmware.api [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1805.039261] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52119374-0877-89d2-47e4-bec6c5f28b76" [ 1805.039261] env[63622]: _type = "Task" [ 1805.039261] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.048649] env[63622]: DEBUG oslo_vmware.api [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52119374-0877-89d2-47e4-bec6c5f28b76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.090141] env[63622]: DEBUG nova.network.neutron [req-0d41f7fc-8fd4-4113-9698-6457947de241 req-2fc5790a-23b1-41ad-84a2-ad82c09d2010 service nova] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Updated VIF entry in instance network info cache for port 38ff374b-1d59-41fe-a3be-c4afdbced49e. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1805.090560] env[63622]: DEBUG nova.network.neutron [req-0d41f7fc-8fd4-4113-9698-6457947de241 req-2fc5790a-23b1-41ad-84a2-ad82c09d2010 service nova] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Updating instance_info_cache with network_info: [{"id": "38ff374b-1d59-41fe-a3be-c4afdbced49e", "address": "fa:16:3e:93:62:af", "network": {"id": "68e51f20-239f-4a02-84bc-7a1f8640b875", "bridge": "br-int", "label": "tempest-ServersTestJSON-1825242270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebd3f285a9d2433597945e73f2213306", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38ff374b-1d", "ovs_interfaceid": "38ff374b-1d59-41fe-a3be-c4afdbced49e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1805.192854] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06360aa7-1546-43d0-8b9c-8c1cf7749556 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.200121] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391142e6-dccb-4abd-ae09-c008a4b9bf0a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.234330] env[63622]: DEBUG nova.compute.manager [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1805.239165] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974411f9-da18-4700-b800-c4f59749ea4c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.248341] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f016b5a4-64c7-472f-bc29-30a5e6d3b4b7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.254633] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ccb4158e-138f-42a9-a53d-1663d3811f05 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.264422] env[63622]: DEBUG nova.compute.provider_tree [None req-a4835514-7758-4840-b436-a562424882c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1805.380084] env[63622]: DEBUG nova.network.neutron [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1805.442609] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.471327] env[63622]: DEBUG nova.network.neutron [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Successfully created port: 9ce72f84-eab0-4ede-9340-65c9dca28b12 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1805.479420] env[63622]: DEBUG oslo_vmware.api [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817422, 'name': ReconfigVM_Task, 'duration_secs': 0.354437} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.479797] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Reconfigured VM instance instance-00000053 to attach disk [datastore1] volume-f366303b-e80f-4ac1-9ab4-257ef4c72b2d/volume-f366303b-e80f-4ac1-9ab4-257ef4c72b2d.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1805.484899] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78f867c2-466f-41b8-a9d0-a3620439ae14 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.506713] env[63622]: DEBUG oslo_vmware.api [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1805.506713] env[63622]: value = "task-1817424" [ 1805.506713] env[63622]: _type = "Task" [ 1805.506713] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.519683] env[63622]: DEBUG oslo_vmware.api [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817424, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.522951] env[63622]: DEBUG oslo_vmware.api [None req-85acfec9-1e54-46bb-8d32-e4dfd88ace2f tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1817421, 'name': ReconfigVM_Task, 'duration_secs': 0.617056} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.523289] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-85acfec9-1e54-46bb-8d32-e4dfd88ace2f tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376513', 'volume_id': '099ecde0-ca50-4a17-9452-b60b53aeb841', 'name': 'volume-099ecde0-ca50-4a17-9452-b60b53aeb841', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c8d628d7-4626-4930-ba9d-dab479a58d71', 'attached_at': '', 'detached_at': '', 'volume_id': '099ecde0-ca50-4a17-9452-b60b53aeb841', 'serial': '099ecde0-ca50-4a17-9452-b60b53aeb841'} {{(pid=63622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1805.552627] env[63622]: DEBUG oslo_vmware.api [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52119374-0877-89d2-47e4-bec6c5f28b76, 'name': SearchDatastore_Task, 'duration_secs': 0.010556} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.556017] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1805.556017] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] e4f68328-8255-4396-9d1e-620b3cbc180c/e4f68328-8255-4396-9d1e-620b3cbc180c.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1805.556017] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-352f0133-93db-4755-ad2f-b57630ac832d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.562695] env[63622]: DEBUG oslo_vmware.api [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1805.562695] env[63622]: value = "task-1817425" [ 1805.562695] env[63622]: _type = "Task" [ 1805.562695] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.574665] env[63622]: DEBUG oslo_vmware.api [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.596757] env[63622]: DEBUG oslo_concurrency.lockutils [req-0d41f7fc-8fd4-4113-9698-6457947de241 req-2fc5790a-23b1-41ad-84a2-ad82c09d2010 service nova] Releasing lock "refresh_cache-e4f68328-8255-4396-9d1e-620b3cbc180c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1805.597343] env[63622]: DEBUG nova.compute.manager [req-0d41f7fc-8fd4-4113-9698-6457947de241 req-2fc5790a-23b1-41ad-84a2-ad82c09d2010 service nova] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Received event network-vif-deleted-45270f00-27eb-4e67-9653-25df2bd26f04 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1805.597343] env[63622]: INFO nova.compute.manager [req-0d41f7fc-8fd4-4113-9698-6457947de241 req-2fc5790a-23b1-41ad-84a2-ad82c09d2010 service nova] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Neutron deleted interface 45270f00-27eb-4e67-9653-25df2bd26f04; detaching it from the instance and deleting it from the info cache [ 1805.597459] env[63622]: DEBUG nova.network.neutron [req-0d41f7fc-8fd4-4113-9698-6457947de241 req-2fc5790a-23b1-41ad-84a2-ad82c09d2010 service nova] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1805.685441] env[63622]: DEBUG nova.network.neutron [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Updating instance_info_cache with network_info: [{"id": "7686d60c-5e9c-4940-accc-fba525da7200", "address": "fa:16:3e:a5:c8:d4", "network": {"id": "8ebec4d2-c849-4180-ac6d-05f780f2bca4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-843836297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dfc298083b84d488c9dcadbd8226fee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7686d60c-5e", "ovs_interfaceid": "7686d60c-5e9c-4940-accc-fba525da7200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1805.706767] env[63622]: DEBUG nova.network.neutron [-] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1805.767549] env[63622]: DEBUG nova.scheduler.client.report [None req-a4835514-7758-4840-b436-a562424882c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1805.870025] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1805.870364] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e04d84b2-a78a-48c5-a776-dca74ff83c1d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.879319] env[63622]: DEBUG oslo_vmware.api [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1805.879319] env[63622]: value = "task-1817426" [ 1805.879319] env[63622]: _type = "Task" [ 1805.879319] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.888612] env[63622]: DEBUG oslo_vmware.api [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817426, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.020822] env[63622]: DEBUG oslo_vmware.api [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817424, 'name': ReconfigVM_Task, 'duration_secs': 0.19052} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.022049] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376499', 'volume_id': 'f366303b-e80f-4ac1-9ab4-257ef4c72b2d', 'name': 'volume-f366303b-e80f-4ac1-9ab4-257ef4c72b2d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a33387ce-53a1-4cb9-9e7b-4ff7cabc841c', 'attached_at': '', 'detached_at': '', 'volume_id': 'f366303b-e80f-4ac1-9ab4-257ef4c72b2d', 'serial': 'f366303b-e80f-4ac1-9ab4-257ef4c72b2d'} {{(pid=63622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1806.022049] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e41f453-0dba-467b-9eb9-d249f6fe89e6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.033071] env[63622]: DEBUG oslo_vmware.api [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1806.033071] env[63622]: value = "task-1817427" [ 1806.033071] env[63622]: _type = "Task" [ 1806.033071] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.043793] env[63622]: DEBUG oslo_vmware.api [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817427, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.075853] env[63622]: DEBUG oslo_vmware.api [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817425, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499313} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.079362] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] e4f68328-8255-4396-9d1e-620b3cbc180c/e4f68328-8255-4396-9d1e-620b3cbc180c.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1806.079613] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1806.081130] env[63622]: DEBUG nova.compute.manager [req-c950ffa2-2a7d-46da-83be-ba9c8d4b5ca2 req-97a50669-9aa4-4ef5-8e97-a53fa1268f0c service nova] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Received event network-vif-plugged-7686d60c-5e9c-4940-accc-fba525da7200 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1806.081343] env[63622]: DEBUG oslo_concurrency.lockutils [req-c950ffa2-2a7d-46da-83be-ba9c8d4b5ca2 req-97a50669-9aa4-4ef5-8e97-a53fa1268f0c service nova] Acquiring lock "85edb7a4-290d-4cef-9c1e-8ca007ebac0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.081627] env[63622]: DEBUG oslo_concurrency.lockutils [req-c950ffa2-2a7d-46da-83be-ba9c8d4b5ca2 req-97a50669-9aa4-4ef5-8e97-a53fa1268f0c service nova] Lock "85edb7a4-290d-4cef-9c1e-8ca007ebac0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.081782] env[63622]: DEBUG oslo_concurrency.lockutils [req-c950ffa2-2a7d-46da-83be-ba9c8d4b5ca2 req-97a50669-9aa4-4ef5-8e97-a53fa1268f0c service nova] Lock "85edb7a4-290d-4cef-9c1e-8ca007ebac0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.082124] env[63622]: DEBUG nova.compute.manager [req-c950ffa2-2a7d-46da-83be-ba9c8d4b5ca2 req-97a50669-9aa4-4ef5-8e97-a53fa1268f0c service nova] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] No waiting events found dispatching network-vif-plugged-7686d60c-5e9c-4940-accc-fba525da7200 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1806.082124] env[63622]: WARNING nova.compute.manager [req-c950ffa2-2a7d-46da-83be-ba9c8d4b5ca2 req-97a50669-9aa4-4ef5-8e97-a53fa1268f0c service nova] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Received unexpected event network-vif-plugged-7686d60c-5e9c-4940-accc-fba525da7200 for instance with vm_state building and task_state spawning. [ 1806.082276] env[63622]: DEBUG nova.compute.manager [req-c950ffa2-2a7d-46da-83be-ba9c8d4b5ca2 req-97a50669-9aa4-4ef5-8e97-a53fa1268f0c service nova] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Received event network-changed-7686d60c-5e9c-4940-accc-fba525da7200 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1806.082437] env[63622]: DEBUG nova.compute.manager [req-c950ffa2-2a7d-46da-83be-ba9c8d4b5ca2 req-97a50669-9aa4-4ef5-8e97-a53fa1268f0c service nova] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Refreshing instance network info cache due to event network-changed-7686d60c-5e9c-4940-accc-fba525da7200. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1806.082664] env[63622]: DEBUG oslo_concurrency.lockutils [req-c950ffa2-2a7d-46da-83be-ba9c8d4b5ca2 req-97a50669-9aa4-4ef5-8e97-a53fa1268f0c service nova] Acquiring lock "refresh_cache-85edb7a4-290d-4cef-9c1e-8ca007ebac0c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1806.083228] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7cfc652-55cd-4ad9-8e8e-0ad7cad320d8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.092275] env[63622]: DEBUG oslo_vmware.api [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1806.092275] env[63622]: value = "task-1817428" [ 1806.092275] env[63622]: _type = "Task" [ 1806.092275] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.104257] env[63622]: DEBUG oslo_vmware.api [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817428, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.104503] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb45eb49-13b5-42f4-a665-121ebf4a759d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.116048] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15defe58-ce43-4ae2-9477-f3564d1d5250 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.155020] env[63622]: DEBUG nova.compute.manager [req-0d41f7fc-8fd4-4113-9698-6457947de241 req-2fc5790a-23b1-41ad-84a2-ad82c09d2010 service nova] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Detach interface failed, port_id=45270f00-27eb-4e67-9653-25df2bd26f04, reason: Instance c10d1928-0da5-4060-bf87-f8ae90e202e4 could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1806.155020] env[63622]: DEBUG nova.compute.manager [req-0d41f7fc-8fd4-4113-9698-6457947de241 req-2fc5790a-23b1-41ad-84a2-ad82c09d2010 service nova] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Received event network-vif-deleted-1246344b-ce7f-404d-8259-c154f0a34a08 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1806.155155] env[63622]: INFO nova.compute.manager [req-0d41f7fc-8fd4-4113-9698-6457947de241 req-2fc5790a-23b1-41ad-84a2-ad82c09d2010 service nova] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Neutron deleted interface 1246344b-ce7f-404d-8259-c154f0a34a08; detaching it from the instance and deleting it from the info cache [ 1806.155284] env[63622]: DEBUG nova.network.neutron [req-0d41f7fc-8fd4-4113-9698-6457947de241 req-2fc5790a-23b1-41ad-84a2-ad82c09d2010 service nova] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1806.188459] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Releasing lock "refresh_cache-85edb7a4-290d-4cef-9c1e-8ca007ebac0c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.188830] env[63622]: DEBUG nova.compute.manager [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Instance network_info: |[{"id": "7686d60c-5e9c-4940-accc-fba525da7200", "address": "fa:16:3e:a5:c8:d4", "network": {"id": "8ebec4d2-c849-4180-ac6d-05f780f2bca4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-843836297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dfc298083b84d488c9dcadbd8226fee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7686d60c-5e", "ovs_interfaceid": "7686d60c-5e9c-4940-accc-fba525da7200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1806.189295] env[63622]: DEBUG oslo_concurrency.lockutils [req-c950ffa2-2a7d-46da-83be-ba9c8d4b5ca2 req-97a50669-9aa4-4ef5-8e97-a53fa1268f0c service nova] Acquired lock "refresh_cache-85edb7a4-290d-4cef-9c1e-8ca007ebac0c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1806.189398] env[63622]: DEBUG nova.network.neutron [req-c950ffa2-2a7d-46da-83be-ba9c8d4b5ca2 req-97a50669-9aa4-4ef5-8e97-a53fa1268f0c service nova] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Refreshing network info cache for port 7686d60c-5e9c-4940-accc-fba525da7200 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1806.190567] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:c8:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7686d60c-5e9c-4940-accc-fba525da7200', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1806.199175] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Creating folder: Project (1dfc298083b84d488c9dcadbd8226fee). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1806.201880] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07d65614-4e0c-407f-aea5-3466cd915737 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.209384] env[63622]: INFO nova.compute.manager [-] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Took 1.63 seconds to deallocate network for instance. [ 1806.215379] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Created folder: Project (1dfc298083b84d488c9dcadbd8226fee) in parent group-v376252. [ 1806.217078] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Creating folder: Instances. Parent ref: group-v376516. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1806.217078] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c6b38fa-174f-410f-a54b-5647e167323c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.229434] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Created folder: Instances in parent group-v376516. [ 1806.229434] env[63622]: DEBUG oslo.service.loopingcall [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1806.229434] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1806.229529] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ec24201-bdda-4745-baaa-02b74a8260db {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.248372] env[63622]: DEBUG nova.compute.manager [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1806.255690] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1806.255690] env[63622]: value = "task-1817431" [ 1806.255690] env[63622]: _type = "Task" [ 1806.255690] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.265607] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817431, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.273290] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a4835514-7758-4840-b436-a562424882c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.065s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.277424] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5f40e9b4-3e75-49ad-8ee4-2bfb2cba94ae tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.917s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.277424] env[63622]: DEBUG nova.objects.instance [None req-5f40e9b4-3e75-49ad-8ee4-2bfb2cba94ae tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Lazy-loading 'resources' on Instance uuid d83a4abb-5602-4a8a-b01c-8382ba7bccee {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1806.279399] env[63622]: DEBUG nova.virt.hardware [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1806.279643] env[63622]: DEBUG nova.virt.hardware [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1806.279798] env[63622]: DEBUG nova.virt.hardware [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1806.279982] env[63622]: DEBUG nova.virt.hardware [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1806.280144] env[63622]: DEBUG nova.virt.hardware [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1806.280354] env[63622]: DEBUG nova.virt.hardware [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1806.280679] env[63622]: DEBUG nova.virt.hardware [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1806.280679] env[63622]: DEBUG nova.virt.hardware [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1806.280865] env[63622]: DEBUG nova.virt.hardware [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1806.281073] env[63622]: DEBUG nova.virt.hardware [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1806.281251] env[63622]: DEBUG nova.virt.hardware [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1806.282192] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651e3f67-c9b9-448c-bafe-04c90bb651d7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.297285] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11810f30-d518-4c9a-91a2-08dac8f1ba77 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.313290] env[63622]: INFO nova.scheduler.client.report [None req-a4835514-7758-4840-b436-a562424882c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Deleted allocations for instance 4659fe4d-6ec1-4723-abf8-3071a37ed91e [ 1806.391591] env[63622]: DEBUG oslo_vmware.api [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817426, 'name': PowerOffVM_Task, 'duration_secs': 0.218543} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.394762] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1806.398656] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5c089a-493b-4d97-a109-8e95b0fb8b4c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.422624] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379289a9-2b89-4f68-abee-5f4b32674a14 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.500591] env[63622]: DEBUG nova.network.neutron [req-c950ffa2-2a7d-46da-83be-ba9c8d4b5ca2 req-97a50669-9aa4-4ef5-8e97-a53fa1268f0c service nova] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Updated VIF entry in instance network info cache for port 7686d60c-5e9c-4940-accc-fba525da7200. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1806.500959] env[63622]: DEBUG nova.network.neutron [req-c950ffa2-2a7d-46da-83be-ba9c8d4b5ca2 req-97a50669-9aa4-4ef5-8e97-a53fa1268f0c service nova] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Updating instance_info_cache with network_info: [{"id": "7686d60c-5e9c-4940-accc-fba525da7200", "address": "fa:16:3e:a5:c8:d4", "network": {"id": "8ebec4d2-c849-4180-ac6d-05f780f2bca4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-843836297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dfc298083b84d488c9dcadbd8226fee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7686d60c-5e", "ovs_interfaceid": "7686d60c-5e9c-4940-accc-fba525da7200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1806.545090] env[63622]: DEBUG oslo_vmware.api [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817427, 'name': Rename_Task, 'duration_secs': 0.250705} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.545411] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1806.545602] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d685c045-407b-4a6a-aa27-13fdc1d0a79b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.557515] env[63622]: DEBUG oslo_vmware.api [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1806.557515] env[63622]: value = "task-1817432" [ 1806.557515] env[63622]: _type = "Task" [ 1806.557515] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.573528] env[63622]: DEBUG oslo_vmware.api [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817432, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.585337] env[63622]: DEBUG nova.objects.instance [None req-85acfec9-1e54-46bb-8d32-e4dfd88ace2f tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lazy-loading 'flavor' on Instance uuid c8d628d7-4626-4930-ba9d-dab479a58d71 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1806.602514] env[63622]: DEBUG oslo_vmware.api [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817428, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063384} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.605736] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1806.606901] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c33a578-9b88-4e52-a7e0-f0571ef17613 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.632606] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] e4f68328-8255-4396-9d1e-620b3cbc180c/e4f68328-8255-4396-9d1e-620b3cbc180c.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1806.633964] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89949109-0934-43dc-aecf-e07397a9ec7d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.649559] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299db2f7-3da2-46f9-a570-e46f899b39f7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.659318] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-852d47f9-eb92-4237-9a8e-cc428e7b809e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.662012] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abac91c2-6986-495c-9cea-f50f06dbf460 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.667022] env[63622]: DEBUG oslo_vmware.api [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1806.667022] env[63622]: value = "task-1817433" [ 1806.667022] env[63622]: _type = "Task" [ 1806.667022] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.702759] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9d90bb-9057-4732-b958-7c42d76e1feb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.706636] env[63622]: DEBUG oslo_vmware.api [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817433, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.709720] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05534704-9319-432b-b07a-12b680c69a2c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.722412] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a54f58bf-b4e7-4511-a8d9-2786f0f70ab1 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.727266] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b6e0ec-688f-41bc-a26d-c0029737b967 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.748360] env[63622]: DEBUG nova.compute.manager [req-0d41f7fc-8fd4-4113-9698-6457947de241 req-2fc5790a-23b1-41ad-84a2-ad82c09d2010 service nova] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Detach interface failed, port_id=1246344b-ce7f-404d-8259-c154f0a34a08, reason: Instance 4ca60959-0687-4529-8000-a5fe899dd88a could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1806.756329] env[63622]: DEBUG nova.compute.provider_tree [None req-5f40e9b4-3e75-49ad-8ee4-2bfb2cba94ae tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1806.767715] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817431, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.821429] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a4835514-7758-4840-b436-a562424882c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "4659fe4d-6ec1-4723-abf8-3071a37ed91e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.261s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.935417] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Creating Snapshot of the VM instance {{(pid=63622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1806.935771] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2697f649-db9c-453f-bdbb-8f38ec065d8d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.944879] env[63622]: DEBUG oslo_vmware.api [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1806.944879] env[63622]: value = "task-1817434" [ 1806.944879] env[63622]: _type = "Task" [ 1806.944879] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.953597] env[63622]: DEBUG oslo_vmware.api [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817434, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.004237] env[63622]: DEBUG oslo_concurrency.lockutils [req-c950ffa2-2a7d-46da-83be-ba9c8d4b5ca2 req-97a50669-9aa4-4ef5-8e97-a53fa1268f0c service nova] Releasing lock "refresh_cache-85edb7a4-290d-4cef-9c1e-8ca007ebac0c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.004603] env[63622]: DEBUG nova.compute.manager [req-c950ffa2-2a7d-46da-83be-ba9c8d4b5ca2 req-97a50669-9aa4-4ef5-8e97-a53fa1268f0c service nova] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Received event network-vif-deleted-db8b410a-8ba2-43f4-afff-cfd51fcd83be {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1807.069152] env[63622]: DEBUG oslo_vmware.api [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817432, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.093083] env[63622]: DEBUG oslo_concurrency.lockutils [None req-85acfec9-1e54-46bb-8d32-e4dfd88ace2f tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lock "c8d628d7-4626-4930-ba9d-dab479a58d71" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 10.444s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.181754] env[63622]: DEBUG oslo_vmware.api [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817433, 'name': ReconfigVM_Task, 'duration_secs': 0.348002} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.182525] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Reconfigured VM instance instance-00000062 to attach disk [datastore1] e4f68328-8255-4396-9d1e-620b3cbc180c/e4f68328-8255-4396-9d1e-620b3cbc180c.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1807.183260] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15d605e0-4c94-491c-8b75-c1e574e7980a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.191702] env[63622]: DEBUG oslo_vmware.api [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1807.191702] env[63622]: value = "task-1817435" [ 1807.191702] env[63622]: _type = "Task" [ 1807.191702] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.201603] env[63622]: DEBUG oslo_vmware.api [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817435, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.264410] env[63622]: DEBUG nova.scheduler.client.report [None req-5f40e9b4-3e75-49ad-8ee4-2bfb2cba94ae tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1807.274311] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817431, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.343540] env[63622]: DEBUG nova.network.neutron [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Successfully updated port: 9ce72f84-eab0-4ede-9340-65c9dca28b12 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1807.455716] env[63622]: DEBUG oslo_vmware.api [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817434, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.568346] env[63622]: DEBUG oslo_vmware.api [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817432, 'name': PowerOnVM_Task, 'duration_secs': 0.605263} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.568704] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1807.568842] env[63622]: DEBUG nova.compute.manager [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1807.569665] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16369b82-e865-4043-a3ab-9f63d5e6c240 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.702122] env[63622]: DEBUG oslo_vmware.api [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817435, 'name': Rename_Task, 'duration_secs': 0.151606} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.702371] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1807.702631] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86cca9f2-9d37-4c8a-b6ea-c22358166899 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.713456] env[63622]: DEBUG oslo_vmware.api [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1807.713456] env[63622]: value = "task-1817436" [ 1807.713456] env[63622]: _type = "Task" [ 1807.713456] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.725371] env[63622]: DEBUG oslo_vmware.api [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.776962] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5f40e9b4-3e75-49ad-8ee4-2bfb2cba94ae tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.501s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.779753] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817431, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.780363] env[63622]: DEBUG oslo_concurrency.lockutils [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.411s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.780631] env[63622]: DEBUG nova.objects.instance [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63622) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1807.810620] env[63622]: INFO nova.scheduler.client.report [None req-5f40e9b4-3e75-49ad-8ee4-2bfb2cba94ae tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Deleted allocations for instance d83a4abb-5602-4a8a-b01c-8382ba7bccee [ 1807.847394] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "refresh_cache-ff1c8157-91b5-42fe-89e7-d259a280809e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.847656] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquired lock "refresh_cache-ff1c8157-91b5-42fe-89e7-d259a280809e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.848795] env[63622]: DEBUG nova.network.neutron [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1807.958856] env[63622]: DEBUG oslo_vmware.api [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817434, 'name': CreateSnapshot_Task, 'duration_secs': 0.656378} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.959118] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Created Snapshot of the VM instance {{(pid=63622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1807.959988] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30df4933-417e-460d-a954-60047de50ee0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.046502] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b7bbe305-db56-4b32-af71-860ceb5ea745 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Acquiring lock "c8d628d7-4626-4930-ba9d-dab479a58d71" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.046796] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b7bbe305-db56-4b32-af71-860ceb5ea745 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lock "c8d628d7-4626-4930-ba9d-dab479a58d71" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.087353] env[63622]: DEBUG oslo_concurrency.lockutils [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.142589] env[63622]: DEBUG nova.compute.manager [req-be8840c9-71ed-4d1a-a123-ad1af321431c req-8b28777a-c3a8-4e26-b28b-4ffb616d4d19 service nova] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Received event network-vif-plugged-9ce72f84-eab0-4ede-9340-65c9dca28b12 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1808.142825] env[63622]: DEBUG oslo_concurrency.lockutils [req-be8840c9-71ed-4d1a-a123-ad1af321431c req-8b28777a-c3a8-4e26-b28b-4ffb616d4d19 service nova] Acquiring lock "ff1c8157-91b5-42fe-89e7-d259a280809e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.143044] env[63622]: DEBUG oslo_concurrency.lockutils [req-be8840c9-71ed-4d1a-a123-ad1af321431c req-8b28777a-c3a8-4e26-b28b-4ffb616d4d19 service nova] Lock "ff1c8157-91b5-42fe-89e7-d259a280809e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.143218] env[63622]: DEBUG oslo_concurrency.lockutils [req-be8840c9-71ed-4d1a-a123-ad1af321431c req-8b28777a-c3a8-4e26-b28b-4ffb616d4d19 service nova] Lock "ff1c8157-91b5-42fe-89e7-d259a280809e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.143431] env[63622]: DEBUG nova.compute.manager [req-be8840c9-71ed-4d1a-a123-ad1af321431c req-8b28777a-c3a8-4e26-b28b-4ffb616d4d19 service nova] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] No waiting events found dispatching network-vif-plugged-9ce72f84-eab0-4ede-9340-65c9dca28b12 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1808.143557] env[63622]: WARNING nova.compute.manager [req-be8840c9-71ed-4d1a-a123-ad1af321431c req-8b28777a-c3a8-4e26-b28b-4ffb616d4d19 service nova] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Received unexpected event network-vif-plugged-9ce72f84-eab0-4ede-9340-65c9dca28b12 for instance with vm_state building and task_state spawning. [ 1808.143718] env[63622]: DEBUG nova.compute.manager [req-be8840c9-71ed-4d1a-a123-ad1af321431c req-8b28777a-c3a8-4e26-b28b-4ffb616d4d19 service nova] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Received event network-changed-9ce72f84-eab0-4ede-9340-65c9dca28b12 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1808.143869] env[63622]: DEBUG nova.compute.manager [req-be8840c9-71ed-4d1a-a123-ad1af321431c req-8b28777a-c3a8-4e26-b28b-4ffb616d4d19 service nova] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Refreshing instance network info cache due to event network-changed-9ce72f84-eab0-4ede-9340-65c9dca28b12. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1808.144064] env[63622]: DEBUG oslo_concurrency.lockutils [req-be8840c9-71ed-4d1a-a123-ad1af321431c req-8b28777a-c3a8-4e26-b28b-4ffb616d4d19 service nova] Acquiring lock "refresh_cache-ff1c8157-91b5-42fe-89e7-d259a280809e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.226219] env[63622]: DEBUG oslo_vmware.api [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817436, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.271331] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817431, 'name': CreateVM_Task, 'duration_secs': 1.796496} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.271576] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1808.272381] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.272588] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1808.272972] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1808.273316] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66d9f6f9-3d96-4247-8855-8277d1e6cfec {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.279993] env[63622]: DEBUG oslo_vmware.api [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1808.279993] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52eef40f-ea2a-d9f4-1a1e-11e63f88782f" [ 1808.279993] env[63622]: _type = "Task" [ 1808.279993] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.291372] env[63622]: DEBUG oslo_vmware.api [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52eef40f-ea2a-d9f4-1a1e-11e63f88782f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.318106] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5f40e9b4-3e75-49ad-8ee4-2bfb2cba94ae tempest-ServerMetadataNegativeTestJSON-1437408706 tempest-ServerMetadataNegativeTestJSON-1437408706-project-member] Lock "d83a4abb-5602-4a8a-b01c-8382ba7bccee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.324s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.392607] env[63622]: DEBUG nova.network.neutron [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1808.478854] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Creating linked-clone VM from snapshot {{(pid=63622) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1808.479532] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ea6a3f55-e755-4050-9b3d-c0af42494eff {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.489907] env[63622]: DEBUG oslo_vmware.api [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1808.489907] env[63622]: value = "task-1817437" [ 1808.489907] env[63622]: _type = "Task" [ 1808.489907] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.500478] env[63622]: DEBUG oslo_vmware.api [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817437, 'name': CloneVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.551095] env[63622]: DEBUG nova.compute.utils [None req-b7bbe305-db56-4b32-af71-860ceb5ea745 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1808.611820] env[63622]: DEBUG nova.network.neutron [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Updating instance_info_cache with network_info: [{"id": "9ce72f84-eab0-4ede-9340-65c9dca28b12", "address": "fa:16:3e:af:bd:ad", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ce72f84-ea", "ovs_interfaceid": "9ce72f84-eab0-4ede-9340-65c9dca28b12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1808.725154] env[63622]: DEBUG oslo_vmware.api [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817436, 'name': PowerOnVM_Task, 'duration_secs': 0.518978} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.725576] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1808.725743] env[63622]: INFO nova.compute.manager [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Took 7.52 seconds to spawn the instance on the hypervisor. [ 1808.725892] env[63622]: DEBUG nova.compute.manager [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1808.726705] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cbdcb8-2757-490f-8a38-701e72c22ff5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.795486] env[63622]: DEBUG oslo_concurrency.lockutils [None req-af453d5a-2c38-4bd1-95c1-f457d6d6ef8d tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.795904] env[63622]: DEBUG oslo_vmware.api [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52eef40f-ea2a-d9f4-1a1e-11e63f88782f, 'name': SearchDatastore_Task, 'duration_secs': 0.040772} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.797489] env[63622]: DEBUG oslo_concurrency.lockutils [None req-866709e8-16b8-403b-83e4-07bbf98437e1 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.358s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.797489] env[63622]: DEBUG nova.objects.instance [None req-866709e8-16b8-403b-83e4-07bbf98437e1 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Lazy-loading 'resources' on Instance uuid b64116cf-848e-4a45-a8bc-401f9dd0fe9f {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1808.798520] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.798935] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1808.799329] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.799593] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1808.799901] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1808.800521] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fc98ca1-5693-454b-8163-34a9ef1da8e1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.813455] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1808.813686] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1808.814719] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c323f542-4162-4a86-9351-65c8c594d4e5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.821582] env[63622]: DEBUG oslo_vmware.api [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1808.821582] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]527c1b51-fe78-7a2d-bcc9-8e28776f7176" [ 1808.821582] env[63622]: _type = "Task" [ 1808.821582] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.830603] env[63622]: DEBUG oslo_vmware.api [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]527c1b51-fe78-7a2d-bcc9-8e28776f7176, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.000562] env[63622]: DEBUG oslo_vmware.api [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817437, 'name': CloneVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.057380] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b7bbe305-db56-4b32-af71-860ceb5ea745 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lock "c8d628d7-4626-4930-ba9d-dab479a58d71" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.114235] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Releasing lock "refresh_cache-ff1c8157-91b5-42fe-89e7-d259a280809e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.114638] env[63622]: DEBUG nova.compute.manager [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Instance network_info: |[{"id": "9ce72f84-eab0-4ede-9340-65c9dca28b12", "address": "fa:16:3e:af:bd:ad", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ce72f84-ea", "ovs_interfaceid": "9ce72f84-eab0-4ede-9340-65c9dca28b12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1809.114983] env[63622]: DEBUG oslo_concurrency.lockutils [req-be8840c9-71ed-4d1a-a123-ad1af321431c req-8b28777a-c3a8-4e26-b28b-4ffb616d4d19 service nova] Acquired lock "refresh_cache-ff1c8157-91b5-42fe-89e7-d259a280809e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.115227] env[63622]: DEBUG nova.network.neutron [req-be8840c9-71ed-4d1a-a123-ad1af321431c req-8b28777a-c3a8-4e26-b28b-4ffb616d4d19 service nova] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Refreshing network info cache for port 9ce72f84-eab0-4ede-9340-65c9dca28b12 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1809.116591] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:bd:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31e77685-b4dd-4810-80ef-24115ea9ea62', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ce72f84-eab0-4ede-9340-65c9dca28b12', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1809.124811] env[63622]: DEBUG oslo.service.loopingcall [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1809.128511] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1809.129007] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-446f326c-c7ad-4dda-9761-a339d55ff2ad {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.152095] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1809.152095] env[63622]: value = "task-1817438" [ 1809.152095] env[63622]: _type = "Task" [ 1809.152095] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.161846] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817438, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.250809] env[63622]: INFO nova.compute.manager [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Took 28.12 seconds to build instance. [ 1809.335963] env[63622]: DEBUG oslo_vmware.api [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]527c1b51-fe78-7a2d-bcc9-8e28776f7176, 'name': SearchDatastore_Task, 'duration_secs': 0.016901} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.337188] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-733c3313-0add-42f4-a375-09d54c98ec51 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.344213] env[63622]: DEBUG oslo_vmware.api [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1809.344213] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52885e72-fbcd-40ef-9b2d-18113fcc5363" [ 1809.344213] env[63622]: _type = "Task" [ 1809.344213] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.354255] env[63622]: DEBUG oslo_vmware.api [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52885e72-fbcd-40ef-9b2d-18113fcc5363, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.502467] env[63622]: DEBUG oslo_vmware.api [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817437, 'name': CloneVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.671360] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817438, 'name': CreateVM_Task, 'duration_secs': 0.461968} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.671809] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1809.672732] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1809.673152] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.673930] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1809.674411] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5d390ef-6c5d-412c-b3d3-da4e2f2dcb23 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.692423] env[63622]: DEBUG oslo_vmware.api [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1809.692423] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ccad50-71a5-559b-4e41-4a31b868391e" [ 1809.692423] env[63622]: _type = "Task" [ 1809.692423] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.700081] env[63622]: DEBUG nova.network.neutron [req-be8840c9-71ed-4d1a-a123-ad1af321431c req-8b28777a-c3a8-4e26-b28b-4ffb616d4d19 service nova] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Updated VIF entry in instance network info cache for port 9ce72f84-eab0-4ede-9340-65c9dca28b12. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1809.700580] env[63622]: DEBUG nova.network.neutron [req-be8840c9-71ed-4d1a-a123-ad1af321431c req-8b28777a-c3a8-4e26-b28b-4ffb616d4d19 service nova] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Updating instance_info_cache with network_info: [{"id": "9ce72f84-eab0-4ede-9340-65c9dca28b12", "address": "fa:16:3e:af:bd:ad", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ce72f84-ea", "ovs_interfaceid": "9ce72f84-eab0-4ede-9340-65c9dca28b12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1809.706230] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b2fec5-0331-465a-b83b-3416fc575cc2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.709354] env[63622]: DEBUG oslo_vmware.api [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ccad50-71a5-559b-4e41-4a31b868391e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.716357] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b474f55-9338-4e42-9f6c-5149ecc1ff35 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.757499] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d701bc7a-58ff-4d41-aaec-216aa185990c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "e4f68328-8255-4396-9d1e-620b3cbc180c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.637s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.758410] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbe1971-9db7-40d9-9a60-98ba0c16edb0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.767923] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e132765d-ba07-4bea-9915-c515702448ec {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.786535] env[63622]: DEBUG nova.compute.provider_tree [None req-866709e8-16b8-403b-83e4-07bbf98437e1 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1809.856726] env[63622]: DEBUG oslo_vmware.api [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52885e72-fbcd-40ef-9b2d-18113fcc5363, 'name': SearchDatastore_Task, 'duration_secs': 0.010906} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.857038] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.857351] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 85edb7a4-290d-4cef-9c1e-8ca007ebac0c/85edb7a4-290d-4cef-9c1e-8ca007ebac0c.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1809.857586] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a230c7d3-f29f-40c5-8b11-97200c2585dc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.865826] env[63622]: DEBUG oslo_vmware.api [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1809.865826] env[63622]: value = "task-1817439" [ 1809.865826] env[63622]: _type = "Task" [ 1809.865826] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.875099] env[63622]: DEBUG oslo_vmware.api [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.002694] env[63622]: DEBUG oslo_vmware.api [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817437, 'name': CloneVM_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.121675] env[63622]: DEBUG nova.compute.manager [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Stashing vm_state: active {{(pid=63622) _prep_resize /opt/stack/nova/nova/compute/manager.py:5968}} [ 1810.168813] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b7bbe305-db56-4b32-af71-860ceb5ea745 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Acquiring lock "c8d628d7-4626-4930-ba9d-dab479a58d71" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.169154] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b7bbe305-db56-4b32-af71-860ceb5ea745 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lock "c8d628d7-4626-4930-ba9d-dab479a58d71" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.169732] env[63622]: INFO nova.compute.manager [None req-b7bbe305-db56-4b32-af71-860ceb5ea745 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Attaching volume a86d99a2-8bf9-4b52-b909-41c30ae7f6f2 to /dev/sdc [ 1810.214026] env[63622]: DEBUG oslo_concurrency.lockutils [req-be8840c9-71ed-4d1a-a123-ad1af321431c req-8b28777a-c3a8-4e26-b28b-4ffb616d4d19 service nova] Releasing lock "refresh_cache-ff1c8157-91b5-42fe-89e7-d259a280809e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1810.218177] env[63622]: DEBUG oslo_vmware.api [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ccad50-71a5-559b-4e41-4a31b868391e, 'name': SearchDatastore_Task, 'duration_secs': 0.010012} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.218817] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1810.219308] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1810.219829] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1810.220236] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.221403] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1810.221876] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-355c2427-ca88-440a-99ff-6f9ff41ea4dc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.229590] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b264942-d5e8-4deb-a9d7-a2e35a11b7b4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.238094] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3231fea5-952e-4797-a2b3-650af6cf4f2c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.242531] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1810.242811] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1810.244452] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-020b58ed-34ed-490a-a605-68e7d56cc933 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.260013] env[63622]: DEBUG oslo_vmware.api [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1810.260013] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5288af3e-80dd-884a-55a4-0d58abfc51fc" [ 1810.260013] env[63622]: _type = "Task" [ 1810.260013] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.263334] env[63622]: DEBUG nova.virt.block_device [None req-b7bbe305-db56-4b32-af71-860ceb5ea745 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Updating existing volume attachment record: 52cf839e-02c4-4d54-b05c-21b7870f2486 {{(pid=63622) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1810.279688] env[63622]: DEBUG oslo_vmware.api [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5288af3e-80dd-884a-55a4-0d58abfc51fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.291304] env[63622]: DEBUG nova.scheduler.client.report [None req-866709e8-16b8-403b-83e4-07bbf98437e1 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1810.379731] env[63622]: DEBUG oslo_vmware.api [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817439, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.506566] env[63622]: DEBUG oslo_vmware.api [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817437, 'name': CloneVM_Task, 'duration_secs': 1.558047} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.506979] env[63622]: INFO nova.virt.vmwareapi.vmops [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Created linked-clone VM from snapshot [ 1810.508023] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae39d18-fdeb-4484-9c85-1c6d730e5f66 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.516386] env[63622]: DEBUG nova.virt.vmwareapi.images [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Uploading image 02cf61a8-5ed3-4917-8bce-856081055c66 {{(pid=63622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1810.548569] env[63622]: DEBUG oslo_vmware.rw_handles [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1810.548569] env[63622]: value = "vm-376520" [ 1810.548569] env[63622]: _type = "VirtualMachine" [ 1810.548569] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1810.549033] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-76eed5f0-4f9a-4217-a8ee-0e7ae69f7c71 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.558540] env[63622]: DEBUG oslo_vmware.rw_handles [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lease: (returnval){ [ 1810.558540] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a24a51-9642-48b8-63e2-ba0fce50abf7" [ 1810.558540] env[63622]: _type = "HttpNfcLease" [ 1810.558540] env[63622]: } obtained for exporting VM: (result){ [ 1810.558540] env[63622]: value = "vm-376520" [ 1810.558540] env[63622]: _type = "VirtualMachine" [ 1810.558540] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1810.559072] env[63622]: DEBUG oslo_vmware.api [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the lease: (returnval){ [ 1810.559072] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a24a51-9642-48b8-63e2-ba0fce50abf7" [ 1810.559072] env[63622]: _type = "HttpNfcLease" [ 1810.559072] env[63622]: } to be ready. {{(pid=63622) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1810.568227] env[63622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1810.568227] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a24a51-9642-48b8-63e2-ba0fce50abf7" [ 1810.568227] env[63622]: _type = "HttpNfcLease" [ 1810.568227] env[63622]: } is initializing. {{(pid=63622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1810.657468] env[63622]: DEBUG oslo_concurrency.lockutils [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.788431] env[63622]: DEBUG oslo_vmware.api [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5288af3e-80dd-884a-55a4-0d58abfc51fc, 'name': SearchDatastore_Task, 'duration_secs': 0.060731} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.791387] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04d8f577-bc6d-4ea3-83a5-a981b7f9a8b9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.800089] env[63622]: DEBUG oslo_concurrency.lockutils [None req-866709e8-16b8-403b-83e4-07bbf98437e1 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.003s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.805116] env[63622]: DEBUG oslo_vmware.api [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1810.805116] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]522c1162-8283-16ff-7a09-839c10c8a6b6" [ 1810.805116] env[63622]: _type = "Task" [ 1810.805116] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.805116] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e6d424e5-3874-4e16-8397-af49176dda46 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.350s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.805116] env[63622]: DEBUG nova.objects.instance [None req-e6d424e5-3874-4e16-8397-af49176dda46 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Lazy-loading 'resources' on Instance uuid af25d05a-5aab-4153-a85a-adf18a6dec7c {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1810.821656] env[63622]: DEBUG oslo_vmware.api [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]522c1162-8283-16ff-7a09-839c10c8a6b6, 'name': SearchDatastore_Task, 'duration_secs': 0.01255} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.822457] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1810.823095] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] ff1c8157-91b5-42fe-89e7-d259a280809e/ff1c8157-91b5-42fe-89e7-d259a280809e.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1810.823095] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b89be2ff-b8e7-41f6-87b9-a35dbaf91abe {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.834677] env[63622]: DEBUG oslo_vmware.api [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1810.834677] env[63622]: value = "task-1817442" [ 1810.834677] env[63622]: _type = "Task" [ 1810.834677] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.848870] env[63622]: DEBUG oslo_vmware.api [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.851045] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c94df8f5-5433-4a8f-88e9-1e83f2cd0a2e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "e4f68328-8255-4396-9d1e-620b3cbc180c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.851045] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c94df8f5-5433-4a8f-88e9-1e83f2cd0a2e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "e4f68328-8255-4396-9d1e-620b3cbc180c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.851274] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c94df8f5-5433-4a8f-88e9-1e83f2cd0a2e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "e4f68328-8255-4396-9d1e-620b3cbc180c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.851546] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c94df8f5-5433-4a8f-88e9-1e83f2cd0a2e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "e4f68328-8255-4396-9d1e-620b3cbc180c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.851787] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c94df8f5-5433-4a8f-88e9-1e83f2cd0a2e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "e4f68328-8255-4396-9d1e-620b3cbc180c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.854495] env[63622]: INFO nova.compute.manager [None req-c94df8f5-5433-4a8f-88e9-1e83f2cd0a2e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Terminating instance [ 1810.862177] env[63622]: INFO nova.scheduler.client.report [None req-866709e8-16b8-403b-83e4-07bbf98437e1 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Deleted allocations for instance b64116cf-848e-4a45-a8bc-401f9dd0fe9f [ 1810.883463] env[63622]: DEBUG oslo_vmware.api [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817439, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590439} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.883577] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 85edb7a4-290d-4cef-9c1e-8ca007ebac0c/85edb7a4-290d-4cef-9c1e-8ca007ebac0c.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1810.883799] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1810.884061] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ba95254-9203-4418-bb60-5a73a04879ac {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.892879] env[63622]: DEBUG oslo_vmware.api [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1810.892879] env[63622]: value = "task-1817443" [ 1810.892879] env[63622]: _type = "Task" [ 1810.892879] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.902129] env[63622]: DEBUG oslo_vmware.api [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817443, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.069681] env[63622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1811.069681] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a24a51-9642-48b8-63e2-ba0fce50abf7" [ 1811.069681] env[63622]: _type = "HttpNfcLease" [ 1811.069681] env[63622]: } is ready. {{(pid=63622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1811.070012] env[63622]: DEBUG oslo_vmware.rw_handles [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1811.070012] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a24a51-9642-48b8-63e2-ba0fce50abf7" [ 1811.070012] env[63622]: _type = "HttpNfcLease" [ 1811.070012] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1811.070771] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82327d4-def4-471d-9c28-dd8509ad97dc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.084469] env[63622]: DEBUG oslo_vmware.rw_handles [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab7d00-5db0-ed9f-b284-a6df631fcb8d/disk-0.vmdk from lease info. {{(pid=63622) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1811.084837] env[63622]: DEBUG oslo_vmware.rw_handles [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab7d00-5db0-ed9f-b284-a6df631fcb8d/disk-0.vmdk for reading. {{(pid=63622) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1811.198823] env[63622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cb57e5b8-2605-4f41-9325-bc16351aaaa8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.348102] env[63622]: DEBUG oslo_vmware.api [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817442, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.359134] env[63622]: DEBUG nova.compute.manager [None req-c94df8f5-5433-4a8f-88e9-1e83f2cd0a2e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1811.359407] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c94df8f5-5433-4a8f-88e9-1e83f2cd0a2e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1811.360385] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30205aa0-0baf-4a8d-afd3-aa9e2b08fd80 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.372992] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94df8f5-5433-4a8f-88e9-1e83f2cd0a2e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1811.373943] env[63622]: DEBUG oslo_concurrency.lockutils [None req-866709e8-16b8-403b-83e4-07bbf98437e1 tempest-VolumesAdminNegativeTest-1046054425 tempest-VolumesAdminNegativeTest-1046054425-project-member] Lock "b64116cf-848e-4a45-a8bc-401f9dd0fe9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.481s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.377289] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bce23fab-0d35-4443-9c85-d6ed08e4eabd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.386942] env[63622]: DEBUG oslo_vmware.api [None req-c94df8f5-5433-4a8f-88e9-1e83f2cd0a2e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1811.386942] env[63622]: value = "task-1817444" [ 1811.386942] env[63622]: _type = "Task" [ 1811.386942] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.406804] env[63622]: DEBUG oslo_vmware.api [None req-c94df8f5-5433-4a8f-88e9-1e83f2cd0a2e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.412653] env[63622]: DEBUG oslo_vmware.api [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817443, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078693} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.418610] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1811.418610] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6966d995-3f89-460e-8636-8503307a4e80 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.451572] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 85edb7a4-290d-4cef-9c1e-8ca007ebac0c/85edb7a4-290d-4cef-9c1e-8ca007ebac0c.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1811.455390] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bee2e80e-ce13-4b8e-bca4-9e03812dd059 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.484404] env[63622]: DEBUG oslo_vmware.api [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1811.484404] env[63622]: value = "task-1817445" [ 1811.484404] env[63622]: _type = "Task" [ 1811.484404] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.499799] env[63622]: DEBUG oslo_vmware.api [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817445, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.777067] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e35fe88-b1ab-49ce-9f5a-25d02eef99ab {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.785773] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf742d85-e8bb-476d-ac85-b2f65154a2ae {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.823916] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7015ec5b-e1e6-4ca2-90fd-9836c0edb45e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.833407] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48398e0-f833-43d2-b1e0-9ddf506eaa82 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.849632] env[63622]: DEBUG oslo_vmware.api [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817442, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696014} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.858267] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] ff1c8157-91b5-42fe-89e7-d259a280809e/ff1c8157-91b5-42fe-89e7-d259a280809e.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1811.858609] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1811.859213] env[63622]: DEBUG nova.compute.provider_tree [None req-e6d424e5-3874-4e16-8397-af49176dda46 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1811.860791] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54c5ee65-3c05-45c5-a96c-61b2dc971f29 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.870358] env[63622]: DEBUG oslo_vmware.api [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1811.870358] env[63622]: value = "task-1817446" [ 1811.870358] env[63622]: _type = "Task" [ 1811.870358] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.882755] env[63622]: DEBUG oslo_vmware.api [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817446, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.898611] env[63622]: DEBUG oslo_vmware.api [None req-c94df8f5-5433-4a8f-88e9-1e83f2cd0a2e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817444, 'name': PowerOffVM_Task, 'duration_secs': 0.310059} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.898611] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94df8f5-5433-4a8f-88e9-1e83f2cd0a2e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1811.898611] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c94df8f5-5433-4a8f-88e9-1e83f2cd0a2e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1811.898837] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34ab3e22-a5ad-4a2f-948f-22321c8c70fe {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.999114] env[63622]: DEBUG oslo_vmware.api [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.122701] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c94df8f5-5433-4a8f-88e9-1e83f2cd0a2e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1812.122973] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c94df8f5-5433-4a8f-88e9-1e83f2cd0a2e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1812.123131] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c94df8f5-5433-4a8f-88e9-1e83f2cd0a2e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Deleting the datastore file [datastore1] e4f68328-8255-4396-9d1e-620b3cbc180c {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1812.123563] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21fab011-193e-4ff9-8d7a-550725ccc26b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.130651] env[63622]: DEBUG oslo_vmware.api [None req-c94df8f5-5433-4a8f-88e9-1e83f2cd0a2e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1812.130651] env[63622]: value = "task-1817448" [ 1812.130651] env[63622]: _type = "Task" [ 1812.130651] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.140694] env[63622]: DEBUG oslo_vmware.api [None req-c94df8f5-5433-4a8f-88e9-1e83f2cd0a2e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.369324] env[63622]: DEBUG nova.scheduler.client.report [None req-e6d424e5-3874-4e16-8397-af49176dda46 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1812.385052] env[63622]: DEBUG oslo_vmware.api [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817446, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085267} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.385850] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1812.386715] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f398483-2403-4864-974c-265a121adfee {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.419931] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] ff1c8157-91b5-42fe-89e7-d259a280809e/ff1c8157-91b5-42fe-89e7-d259a280809e.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1812.419931] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37b289b0-67c7-4a9d-adb7-167c508b5d90 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.442537] env[63622]: DEBUG oslo_vmware.api [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1812.442537] env[63622]: value = "task-1817449" [ 1812.442537] env[63622]: _type = "Task" [ 1812.442537] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.453671] env[63622]: DEBUG oslo_vmware.api [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817449, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.498141] env[63622]: DEBUG oslo_vmware.api [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817445, 'name': ReconfigVM_Task, 'duration_secs': 0.605935} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.500948] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 85edb7a4-290d-4cef-9c1e-8ca007ebac0c/85edb7a4-290d-4cef-9c1e-8ca007ebac0c.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1812.500948] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94330280-6390-405f-84c7-04494ebdf8bf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.507723] env[63622]: DEBUG oslo_vmware.api [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1812.507723] env[63622]: value = "task-1817450" [ 1812.507723] env[63622]: _type = "Task" [ 1812.507723] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.520878] env[63622]: DEBUG oslo_vmware.api [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817450, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.641974] env[63622]: DEBUG oslo_vmware.api [None req-c94df8f5-5433-4a8f-88e9-1e83f2cd0a2e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817448, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.434883} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.645755] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c94df8f5-5433-4a8f-88e9-1e83f2cd0a2e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1812.645755] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c94df8f5-5433-4a8f-88e9-1e83f2cd0a2e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1812.645755] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c94df8f5-5433-4a8f-88e9-1e83f2cd0a2e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1812.645755] env[63622]: INFO nova.compute.manager [None req-c94df8f5-5433-4a8f-88e9-1e83f2cd0a2e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1812.645755] env[63622]: DEBUG oslo.service.loopingcall [None req-c94df8f5-5433-4a8f-88e9-1e83f2cd0a2e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1812.645755] env[63622]: DEBUG nova.compute.manager [-] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1812.645755] env[63622]: DEBUG nova.network.neutron [-] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1812.880152] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e6d424e5-3874-4e16-8397-af49176dda46 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.076s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.883366] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ffa1276e-a4b8-4bf8-a09f-8547048b79bb tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.651s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.883767] env[63622]: DEBUG nova.objects.instance [None req-ffa1276e-a4b8-4bf8-a09f-8547048b79bb tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Lazy-loading 'resources' on Instance uuid 4e661c59-9ddd-4522-9a27-283fbb0df5d3 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1812.954245] env[63622]: DEBUG oslo_vmware.api [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817449, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.956916] env[63622]: INFO nova.scheduler.client.report [None req-e6d424e5-3874-4e16-8397-af49176dda46 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Deleted allocations for instance af25d05a-5aab-4153-a85a-adf18a6dec7c [ 1813.023355] env[63622]: DEBUG oslo_vmware.api [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817450, 'name': Rename_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.162919] env[63622]: DEBUG nova.compute.manager [req-89136b27-74e5-4638-a9b2-ad164c31465d req-35055ce7-4974-44a5-a523-255fb6291fcb service nova] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Received event network-vif-deleted-38ff374b-1d59-41fe-a3be-c4afdbced49e {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1813.164092] env[63622]: INFO nova.compute.manager [req-89136b27-74e5-4638-a9b2-ad164c31465d req-35055ce7-4974-44a5-a523-255fb6291fcb service nova] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Neutron deleted interface 38ff374b-1d59-41fe-a3be-c4afdbced49e; detaching it from the instance and deleting it from the info cache [ 1813.164173] env[63622]: DEBUG nova.network.neutron [req-89136b27-74e5-4638-a9b2-ad164c31465d req-35055ce7-4974-44a5-a523-255fb6291fcb service nova] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1813.457428] env[63622]: DEBUG oslo_vmware.api [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817449, 'name': ReconfigVM_Task, 'duration_secs': 0.967801} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.457722] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Reconfigured VM instance instance-00000064 to attach disk [datastore1] ff1c8157-91b5-42fe-89e7-d259a280809e/ff1c8157-91b5-42fe-89e7-d259a280809e.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1813.458399] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c987d315-e5c5-4af8-a4b2-25f039f35953 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.468454] env[63622]: DEBUG oslo_vmware.api [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1813.468454] env[63622]: value = "task-1817452" [ 1813.468454] env[63622]: _type = "Task" [ 1813.468454] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.468934] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e6d424e5-3874-4e16-8397-af49176dda46 tempest-ServerAddressesTestJSON-1842937148 tempest-ServerAddressesTestJSON-1842937148-project-member] Lock "af25d05a-5aab-4153-a85a-adf18a6dec7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.399s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.479847] env[63622]: DEBUG oslo_vmware.api [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817452, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.521775] env[63622]: DEBUG oslo_vmware.api [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817450, 'name': Rename_Task, 'duration_secs': 0.706925} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.524598] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1813.525391] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a119cbd-d76a-45f1-a9a1-df912e343740 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.534115] env[63622]: DEBUG oslo_vmware.api [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1813.534115] env[63622]: value = "task-1817453" [ 1813.534115] env[63622]: _type = "Task" [ 1813.534115] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.544607] env[63622]: DEBUG oslo_vmware.api [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817453, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.602162] env[63622]: DEBUG nova.network.neutron [-] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1813.666966] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5959ccfe-04eb-4d27-9d08-9d93dbb8b88c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.681520] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8744a6f-6bbb-44bb-8b7c-ec4f39b54907 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.730042] env[63622]: DEBUG nova.compute.manager [req-89136b27-74e5-4638-a9b2-ad164c31465d req-35055ce7-4974-44a5-a523-255fb6291fcb service nova] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Detach interface failed, port_id=38ff374b-1d59-41fe-a3be-c4afdbced49e, reason: Instance e4f68328-8255-4396-9d1e-620b3cbc180c could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1813.772723] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04563be7-b080-4470-9729-61c364ea9393 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.781733] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a84dbe2-c5b7-45bc-b8b6-0451f6248fb5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.814060] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e70cb7b-8dee-4501-ab19-07261a5193ca {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.823252] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f93692d-bf39-41b3-bee5-ad1d0dd1c76f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.839120] env[63622]: DEBUG nova.compute.provider_tree [None req-ffa1276e-a4b8-4bf8-a09f-8547048b79bb tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1813.981953] env[63622]: DEBUG oslo_vmware.api [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817452, 'name': Rename_Task, 'duration_secs': 0.264955} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.981953] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1813.981953] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-708defe1-0ab6-4430-84b2-6abf12eff2ca {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.989783] env[63622]: DEBUG oslo_vmware.api [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1813.989783] env[63622]: value = "task-1817454" [ 1813.989783] env[63622]: _type = "Task" [ 1813.989783] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.007945] env[63622]: DEBUG oslo_vmware.api [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.046018] env[63622]: DEBUG oslo_vmware.api [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817453, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.108094] env[63622]: INFO nova.compute.manager [-] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Took 1.46 seconds to deallocate network for instance. [ 1814.342313] env[63622]: DEBUG nova.scheduler.client.report [None req-ffa1276e-a4b8-4bf8-a09f-8547048b79bb tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1814.504961] env[63622]: DEBUG oslo_vmware.api [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817454, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.547837] env[63622]: DEBUG oslo_vmware.api [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817453, 'name': PowerOnVM_Task, 'duration_secs': 0.76728} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.547837] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1814.547837] env[63622]: INFO nova.compute.manager [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Took 10.80 seconds to spawn the instance on the hypervisor. [ 1814.547965] env[63622]: DEBUG nova.compute.manager [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1814.548715] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756ab8c8-792e-494e-9b6c-a6d7cc70026e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.618497] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c94df8f5-5433-4a8f-88e9-1e83f2cd0a2e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.845172] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7bbe305-db56-4b32-af71-860ceb5ea745 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Volume attach. Driver type: vmdk {{(pid=63622) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1814.845464] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7bbe305-db56-4b32-af71-860ceb5ea745 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376522', 'volume_id': 'a86d99a2-8bf9-4b52-b909-41c30ae7f6f2', 'name': 'volume-a86d99a2-8bf9-4b52-b909-41c30ae7f6f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c8d628d7-4626-4930-ba9d-dab479a58d71', 'attached_at': '', 'detached_at': '', 'volume_id': 'a86d99a2-8bf9-4b52-b909-41c30ae7f6f2', 'serial': 'a86d99a2-8bf9-4b52-b909-41c30ae7f6f2'} {{(pid=63622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1814.846384] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8812ece4-abd8-466f-a1ca-0238e4da5578 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.851018] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ffa1276e-a4b8-4bf8-a09f-8547048b79bb tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.966s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.853213] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ccb4158e-138f-42a9-a53d-1663d3811f05 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.598s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.853489] env[63622]: DEBUG nova.objects.instance [None req-ccb4158e-138f-42a9-a53d-1663d3811f05 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Lazy-loading 'resources' on Instance uuid c10d1928-0da5-4060-bf87-f8ae90e202e4 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1814.878407] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5cb8d3-231e-41da-8d54-b586cb3a2290 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.915994] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7bbe305-db56-4b32-af71-860ceb5ea745 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] volume-a86d99a2-8bf9-4b52-b909-41c30ae7f6f2/volume-a86d99a2-8bf9-4b52-b909-41c30ae7f6f2.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1814.916696] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34754eda-a1cc-460c-a059-f53fff65889d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.933887] env[63622]: INFO nova.scheduler.client.report [None req-ffa1276e-a4b8-4bf8-a09f-8547048b79bb tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Deleted allocations for instance 4e661c59-9ddd-4522-9a27-283fbb0df5d3 [ 1814.947992] env[63622]: DEBUG oslo_vmware.api [None req-b7bbe305-db56-4b32-af71-860ceb5ea745 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Waiting for the task: (returnval){ [ 1814.947992] env[63622]: value = "task-1817455" [ 1814.947992] env[63622]: _type = "Task" [ 1814.947992] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.961371] env[63622]: DEBUG oslo_vmware.api [None req-b7bbe305-db56-4b32-af71-860ceb5ea745 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1817455, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.002859] env[63622]: DEBUG oslo_vmware.api [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817454, 'name': PowerOnVM_Task, 'duration_secs': 0.735746} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.003425] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1815.003425] env[63622]: INFO nova.compute.manager [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1815.003542] env[63622]: DEBUG nova.compute.manager [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1815.004386] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651fd207-5e20-4c02-989a-cd9af5ef1ca0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.074247] env[63622]: INFO nova.compute.manager [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Took 27.27 seconds to build instance. [ 1815.449310] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ffa1276e-a4b8-4bf8-a09f-8547048b79bb tempest-ServerShowV254Test-438438644 tempest-ServerShowV254Test-438438644-project-member] Lock "4e661c59-9ddd-4522-9a27-283fbb0df5d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.542s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.459984] env[63622]: DEBUG oslo_vmware.api [None req-b7bbe305-db56-4b32-af71-860ceb5ea745 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1817455, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.528467] env[63622]: INFO nova.compute.manager [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Took 25.62 seconds to build instance. [ 1815.576602] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7ea4450a-4c04-4fd6-919b-f436338f9635 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "85edb7a4-290d-4cef-9c1e-8ca007ebac0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.781s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.736166] env[63622]: INFO nova.compute.manager [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Rebuilding instance [ 1815.738870] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a972b8d6-eada-47cf-9be7-3b8465963822 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.751164] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d3bccc-64e2-4dd4-a07c-ea531a99bd7d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.801288] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2f4191-bc43-42be-aa47-f0c59aa50e21 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.813932] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e8a111-c0fc-4086-a16b-c283a719c8c3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.833941] env[63622]: DEBUG nova.compute.provider_tree [None req-ccb4158e-138f-42a9-a53d-1663d3811f05 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1815.847050] env[63622]: DEBUG nova.compute.manager [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1815.848017] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509a87fb-f0b9-4b05-85c7-daa9e51ba651 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.897241] env[63622]: DEBUG oslo_concurrency.lockutils [None req-25d561a7-a02c-4b34-b3ba-7caee3ccd004 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "3ba0280a-9e90-4236-b70b-f485d0766364" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.897558] env[63622]: DEBUG oslo_concurrency.lockutils [None req-25d561a7-a02c-4b34-b3ba-7caee3ccd004 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "3ba0280a-9e90-4236-b70b-f485d0766364" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.957970] env[63622]: DEBUG oslo_vmware.api [None req-b7bbe305-db56-4b32-af71-860ceb5ea745 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1817455, 'name': ReconfigVM_Task, 'duration_secs': 0.776123} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.958403] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7bbe305-db56-4b32-af71-860ceb5ea745 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Reconfigured VM instance instance-00000055 to attach disk [datastore1] volume-a86d99a2-8bf9-4b52-b909-41c30ae7f6f2/volume-a86d99a2-8bf9-4b52-b909-41c30ae7f6f2.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1815.963448] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99ebd972-f43b-414f-8345-977b79b9a810 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.981169] env[63622]: DEBUG oslo_vmware.api [None req-b7bbe305-db56-4b32-af71-860ceb5ea745 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Waiting for the task: (returnval){ [ 1815.981169] env[63622]: value = "task-1817456" [ 1815.981169] env[63622]: _type = "Task" [ 1815.981169] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.990748] env[63622]: DEBUG oslo_vmware.api [None req-b7bbe305-db56-4b32-af71-860ceb5ea745 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1817456, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.031181] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c067ccc5-ae53-49f4-962c-bc2cf1bcc3f6 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "ff1c8157-91b5-42fe-89e7-d259a280809e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.132s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.341522] env[63622]: DEBUG nova.scheduler.client.report [None req-ccb4158e-138f-42a9-a53d-1663d3811f05 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1816.405565] env[63622]: DEBUG nova.compute.utils [None req-25d561a7-a02c-4b34-b3ba-7caee3ccd004 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1816.494287] env[63622]: DEBUG oslo_vmware.api [None req-b7bbe305-db56-4b32-af71-860ceb5ea745 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1817456, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.852991] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ccb4158e-138f-42a9-a53d-1663d3811f05 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.998s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.855308] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.412s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.857389] env[63622]: DEBUG nova.objects.instance [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Lazy-loading 'resources' on Instance uuid 4ca60959-0687-4529-8000-a5fe899dd88a {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1816.869617] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1816.869617] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21dfdcde-de5c-4c6c-8a4d-b505af47fce2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.879228] env[63622]: DEBUG oslo_vmware.api [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1816.879228] env[63622]: value = "task-1817457" [ 1816.879228] env[63622]: _type = "Task" [ 1816.879228] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.893408] env[63622]: DEBUG oslo_vmware.api [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.911571] env[63622]: DEBUG oslo_concurrency.lockutils [None req-25d561a7-a02c-4b34-b3ba-7caee3ccd004 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "3ba0280a-9e90-4236-b70b-f485d0766364" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.921461] env[63622]: INFO nova.scheduler.client.report [None req-ccb4158e-138f-42a9-a53d-1663d3811f05 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Deleted allocations for instance c10d1928-0da5-4060-bf87-f8ae90e202e4 [ 1816.995732] env[63622]: DEBUG oslo_vmware.api [None req-b7bbe305-db56-4b32-af71-860ceb5ea745 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1817456, 'name': ReconfigVM_Task, 'duration_secs': 0.832424} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.996227] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7bbe305-db56-4b32-af71-860ceb5ea745 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376522', 'volume_id': 'a86d99a2-8bf9-4b52-b909-41c30ae7f6f2', 'name': 'volume-a86d99a2-8bf9-4b52-b909-41c30ae7f6f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c8d628d7-4626-4930-ba9d-dab479a58d71', 'attached_at': '', 'detached_at': '', 'volume_id': 'a86d99a2-8bf9-4b52-b909-41c30ae7f6f2', 'serial': 'a86d99a2-8bf9-4b52-b909-41c30ae7f6f2'} {{(pid=63622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1817.394316] env[63622]: DEBUG oslo_vmware.api [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817457, 'name': PowerOffVM_Task, 'duration_secs': 0.303224} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.394656] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1817.394923] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1817.395809] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fe1830-07fe-4135-a500-9c916d594723 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.403670] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1817.403946] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-095b63ea-2c5f-43e9-9c7f-840c78a9477e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.431750] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ccb4158e-138f-42a9-a53d-1663d3811f05 tempest-InstanceActionsNegativeTestJSON-1858685501 tempest-InstanceActionsNegativeTestJSON-1858685501-project-member] Lock "c10d1928-0da5-4060-bf87-f8ae90e202e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.005s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.497978] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1817.500838] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1817.501140] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Deleting the datastore file [datastore1] 85edb7a4-290d-4cef-9c1e-8ca007ebac0c {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1817.504802] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3cb0bb62-db33-41ec-ba0a-a9ae25c55f2f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.519788] env[63622]: DEBUG oslo_vmware.api [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1817.519788] env[63622]: value = "task-1817459" [ 1817.519788] env[63622]: _type = "Task" [ 1817.519788] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.537263] env[63622]: DEBUG oslo_vmware.api [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.600599] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b270d73a-0cdc-4bc4-8d83-3dedc9dbfe3f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquiring lock "de6c7fe2-e333-449c-9e97-0c374c306ab5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.600883] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b270d73a-0cdc-4bc4-8d83-3dedc9dbfe3f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Lock "de6c7fe2-e333-449c-9e97-0c374c306ab5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.708508] env[63622]: DEBUG nova.compute.manager [req-c93adeeb-20db-4b2e-acc7-eed7daa5176e req-480cb578-de62-4079-96f7-99325a4dd055 service nova] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Received event network-changed-83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1817.708718] env[63622]: DEBUG nova.compute.manager [req-c93adeeb-20db-4b2e-acc7-eed7daa5176e req-480cb578-de62-4079-96f7-99325a4dd055 service nova] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Refreshing instance network info cache due to event network-changed-83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1817.708967] env[63622]: DEBUG oslo_concurrency.lockutils [req-c93adeeb-20db-4b2e-acc7-eed7daa5176e req-480cb578-de62-4079-96f7-99325a4dd055 service nova] Acquiring lock "refresh_cache-9a854487-4c27-4271-9a1f-1875f7bd0a06" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.709126] env[63622]: DEBUG oslo_concurrency.lockutils [req-c93adeeb-20db-4b2e-acc7-eed7daa5176e req-480cb578-de62-4079-96f7-99325a4dd055 service nova] Acquired lock "refresh_cache-9a854487-4c27-4271-9a1f-1875f7bd0a06" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.709292] env[63622]: DEBUG nova.network.neutron [req-c93adeeb-20db-4b2e-acc7-eed7daa5176e req-480cb578-de62-4079-96f7-99325a4dd055 service nova] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Refreshing network info cache for port 83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1817.775178] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e813d6d-0f9d-4ba2-a0bc-431791376283 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.784831] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851a4330-c3f9-45d1-8f5a-5e52797e8026 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.845145] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9ba233-a1e7-4359-a354-d07d32877db4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.855733] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17b8038-4aec-4a2a-b9df-7f7a14c0e18d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.871419] env[63622]: DEBUG nova.compute.provider_tree [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1818.031631] env[63622]: DEBUG oslo_vmware.api [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144181} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.031956] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1818.032213] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1818.032433] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1818.065105] env[63622]: DEBUG nova.objects.instance [None req-b7bbe305-db56-4b32-af71-860ceb5ea745 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lazy-loading 'flavor' on Instance uuid c8d628d7-4626-4930-ba9d-dab479a58d71 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1818.079341] env[63622]: DEBUG oslo_concurrency.lockutils [None req-25d561a7-a02c-4b34-b3ba-7caee3ccd004 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "3ba0280a-9e90-4236-b70b-f485d0766364" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.079603] env[63622]: DEBUG oslo_concurrency.lockutils [None req-25d561a7-a02c-4b34-b3ba-7caee3ccd004 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "3ba0280a-9e90-4236-b70b-f485d0766364" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.079833] env[63622]: INFO nova.compute.manager [None req-25d561a7-a02c-4b34-b3ba-7caee3ccd004 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Attaching volume fdaeb5d8-1b25-4c9f-9cc1-b6a6ab7d251d to /dev/sdb [ 1818.104739] env[63622]: DEBUG nova.compute.utils [None req-b270d73a-0cdc-4bc4-8d83-3dedc9dbfe3f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1818.140832] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7264fa9e-7a10-48f4-bc80-624a280a851c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.149022] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f399afdf-b39d-4fad-bcac-7c0165de6e39 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.169028] env[63622]: DEBUG nova.virt.block_device [None req-25d561a7-a02c-4b34-b3ba-7caee3ccd004 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Updating existing volume attachment record: bcbf7cfc-51e2-46e8-8620-e8bbb507f068 {{(pid=63622) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1818.377080] env[63622]: DEBUG nova.scheduler.client.report [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1818.524039] env[63622]: DEBUG nova.network.neutron [req-c93adeeb-20db-4b2e-acc7-eed7daa5176e req-480cb578-de62-4079-96f7-99325a4dd055 service nova] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Updated VIF entry in instance network info cache for port 83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1818.524647] env[63622]: DEBUG nova.network.neutron [req-c93adeeb-20db-4b2e-acc7-eed7daa5176e req-480cb578-de62-4079-96f7-99325a4dd055 service nova] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Updating instance_info_cache with network_info: [{"id": "83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0", "address": "fa:16:3e:d7:88:3a", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83cb60cc-a7", "ovs_interfaceid": "83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.575671] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b7bbe305-db56-4b32-af71-860ceb5ea745 tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lock "c8d628d7-4626-4930-ba9d-dab479a58d71" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.406s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.608029] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b270d73a-0cdc-4bc4-8d83-3dedc9dbfe3f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Lock "de6c7fe2-e333-449c-9e97-0c374c306ab5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.882974] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.886188] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a54f58bf-b4e7-4511-a8d9-2786f0f70ab1 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.164s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.886285] env[63622]: DEBUG nova.objects.instance [None req-a54f58bf-b4e7-4511-a8d9-2786f0f70ab1 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lazy-loading 'resources' on Instance uuid 25b772ef-3133-474b-8600-7851c2cfc7d3 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1818.965262] env[63622]: INFO nova.scheduler.client.report [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Deleted allocations for instance 4ca60959-0687-4529-8000-a5fe899dd88a [ 1819.028579] env[63622]: DEBUG oslo_concurrency.lockutils [req-c93adeeb-20db-4b2e-acc7-eed7daa5176e req-480cb578-de62-4079-96f7-99325a4dd055 service nova] Releasing lock "refresh_cache-9a854487-4c27-4271-9a1f-1875f7bd0a06" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.115972] env[63622]: DEBUG nova.virt.hardware [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1819.115972] env[63622]: DEBUG nova.virt.hardware [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1819.115972] env[63622]: DEBUG nova.virt.hardware [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1819.115972] env[63622]: DEBUG nova.virt.hardware [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1819.115972] env[63622]: DEBUG nova.virt.hardware [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1819.115972] env[63622]: DEBUG nova.virt.hardware [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1819.115972] env[63622]: DEBUG nova.virt.hardware [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1819.115972] env[63622]: DEBUG nova.virt.hardware [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1819.115972] env[63622]: DEBUG nova.virt.hardware [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1819.115972] env[63622]: DEBUG nova.virt.hardware [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1819.115972] env[63622]: DEBUG nova.virt.hardware [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1819.118382] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce00b58-76ad-4ccd-996d-902ce62cda1c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.128361] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b276b5fb-f15e-49ac-8751-501275ca2151 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.146914] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:c8:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7686d60c-5e9c-4940-accc-fba525da7200', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1819.154864] env[63622]: DEBUG oslo.service.loopingcall [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1819.155392] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1819.155689] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-365eee7d-2f72-4a06-944d-8f3d94052821 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.180997] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1819.180997] env[63622]: value = "task-1817463" [ 1819.180997] env[63622]: _type = "Task" [ 1819.180997] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.191106] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817463, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.475665] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f14b7bab-e8ee-464e-800d-a3a7a0a0c323 tempest-ServersTestBootFromVolume-29829586 tempest-ServersTestBootFromVolume-29829586-project-member] Lock "4ca60959-0687-4529-8000-a5fe899dd88a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.779s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.702976] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817463, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.751628] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2601b438-05e3-4c57-8a0f-96c1140c5b8b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.761517] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4863d7-ca6b-4013-96db-886b5130ca0e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.767680] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b270d73a-0cdc-4bc4-8d83-3dedc9dbfe3f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquiring lock "de6c7fe2-e333-449c-9e97-0c374c306ab5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.767950] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b270d73a-0cdc-4bc4-8d83-3dedc9dbfe3f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Lock "de6c7fe2-e333-449c-9e97-0c374c306ab5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.768386] env[63622]: INFO nova.compute.manager [None req-b270d73a-0cdc-4bc4-8d83-3dedc9dbfe3f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Attaching volume 21c3326d-9802-4f56-b0b9-a4024a93eae0 to /dev/sdb [ 1819.797891] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c356411-10ff-416d-9e3c-7e60bd338b64 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.808612] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98504b1-c45d-42b9-ba49-3641f79e136c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.826160] env[63622]: DEBUG nova.compute.provider_tree [None req-a54f58bf-b4e7-4511-a8d9-2786f0f70ab1 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1819.829488] env[63622]: DEBUG nova.compute.manager [req-fd34ce7b-6c6b-4e4b-8089-738f62690a58 req-b781bee5-f822-43bd-8cb8-f9b559f5c7b1 service nova] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Received event network-changed-9ce72f84-eab0-4ede-9340-65c9dca28b12 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1819.829804] env[63622]: DEBUG nova.compute.manager [req-fd34ce7b-6c6b-4e4b-8089-738f62690a58 req-b781bee5-f822-43bd-8cb8-f9b559f5c7b1 service nova] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Refreshing instance network info cache due to event network-changed-9ce72f84-eab0-4ede-9340-65c9dca28b12. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1819.830117] env[63622]: DEBUG oslo_concurrency.lockutils [req-fd34ce7b-6c6b-4e4b-8089-738f62690a58 req-b781bee5-f822-43bd-8cb8-f9b559f5c7b1 service nova] Acquiring lock "refresh_cache-ff1c8157-91b5-42fe-89e7-d259a280809e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1819.830204] env[63622]: DEBUG oslo_concurrency.lockutils [req-fd34ce7b-6c6b-4e4b-8089-738f62690a58 req-b781bee5-f822-43bd-8cb8-f9b559f5c7b1 service nova] Acquired lock "refresh_cache-ff1c8157-91b5-42fe-89e7-d259a280809e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1819.830366] env[63622]: DEBUG nova.network.neutron [req-fd34ce7b-6c6b-4e4b-8089-738f62690a58 req-b781bee5-f822-43bd-8cb8-f9b559f5c7b1 service nova] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Refreshing network info cache for port 9ce72f84-eab0-4ede-9340-65c9dca28b12 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1819.883517] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e58d07-aebd-4f15-8d8f-fe10ec354f0e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.902376] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4297c8e-96c2-4699-affd-318da6eeb01e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.916716] env[63622]: DEBUG oslo_vmware.rw_handles [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab7d00-5db0-ed9f-b284-a6df631fcb8d/disk-0.vmdk. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1819.922078] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c67fab0-aa88-447b-9e28-583c94dab177 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.930831] env[63622]: DEBUG oslo_vmware.rw_handles [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab7d00-5db0-ed9f-b284-a6df631fcb8d/disk-0.vmdk is in state: ready. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1819.930831] env[63622]: ERROR oslo_vmware.rw_handles [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab7d00-5db0-ed9f-b284-a6df631fcb8d/disk-0.vmdk due to incomplete transfer. [ 1819.930831] env[63622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3c424b52-4ca7-4f70-b3d0-0243642ac0c4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.936892] env[63622]: DEBUG nova.virt.block_device [None req-b270d73a-0cdc-4bc4-8d83-3dedc9dbfe3f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Updating existing volume attachment record: af2ea946-7dd4-4719-bc18-4488d259f2d3 {{(pid=63622) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1819.940811] env[63622]: DEBUG oslo_vmware.rw_handles [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab7d00-5db0-ed9f-b284-a6df631fcb8d/disk-0.vmdk. {{(pid=63622) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1819.941969] env[63622]: DEBUG nova.virt.vmwareapi.images [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Uploaded image 02cf61a8-5ed3-4917-8bce-856081055c66 to the Glance image server {{(pid=63622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1819.943428] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Destroying the VM {{(pid=63622) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1819.943689] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8cb06ea3-7c63-4c87-95ee-f2a879d0b30b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.952233] env[63622]: DEBUG oslo_vmware.api [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1819.952233] env[63622]: value = "task-1817464" [ 1819.952233] env[63622]: _type = "Task" [ 1819.952233] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.962058] env[63622]: DEBUG oslo_vmware.api [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817464, 'name': Destroy_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.192159] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817463, 'name': CreateVM_Task, 'duration_secs': 0.556742} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.192343] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1820.193042] env[63622]: DEBUG oslo_concurrency.lockutils [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1820.193214] env[63622]: DEBUG oslo_concurrency.lockutils [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1820.193536] env[63622]: DEBUG oslo_concurrency.lockutils [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1820.193788] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dd3fb9e-9a5c-4efd-89ab-6abe90557d70 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.199656] env[63622]: DEBUG oslo_vmware.api [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1820.199656] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5220fa97-93d5-0d45-d726-b061463928e1" [ 1820.199656] env[63622]: _type = "Task" [ 1820.199656] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.208952] env[63622]: DEBUG oslo_vmware.api [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5220fa97-93d5-0d45-d726-b061463928e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.334428] env[63622]: DEBUG nova.scheduler.client.report [None req-a54f58bf-b4e7-4511-a8d9-2786f0f70ab1 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1820.370094] env[63622]: DEBUG oslo_concurrency.lockutils [None req-af9e4287-f6ad-4cd8-8907-960510caeeef tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Acquiring lock "c8d628d7-4626-4930-ba9d-dab479a58d71" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.370552] env[63622]: DEBUG oslo_concurrency.lockutils [None req-af9e4287-f6ad-4cd8-8907-960510caeeef tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lock "c8d628d7-4626-4930-ba9d-dab479a58d71" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.466988] env[63622]: DEBUG oslo_vmware.api [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817464, 'name': Destroy_Task} progress is 33%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.716224] env[63622]: DEBUG oslo_vmware.api [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5220fa97-93d5-0d45-d726-b061463928e1, 'name': SearchDatastore_Task, 'duration_secs': 0.020252} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.716224] env[63622]: DEBUG oslo_concurrency.lockutils [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.716224] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1820.716224] env[63622]: DEBUG oslo_concurrency.lockutils [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1820.716224] env[63622]: DEBUG oslo_concurrency.lockutils [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1820.716224] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1820.716837] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad784ffb-9f7a-4121-a045-1088cd793713 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.744529] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1820.744783] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1820.750026] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-410fdf2d-84c1-4e13-a3bd-df8240575318 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.755702] env[63622]: DEBUG oslo_vmware.api [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1820.755702] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52136139-c6f1-bf4f-2311-29bf834cac64" [ 1820.755702] env[63622]: _type = "Task" [ 1820.755702] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.772402] env[63622]: DEBUG oslo_vmware.api [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52136139-c6f1-bf4f-2311-29bf834cac64, 'name': SearchDatastore_Task, 'duration_secs': 0.012709} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.773358] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7623d115-18d9-49b6-8a3c-7262af75371b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.781054] env[63622]: DEBUG oslo_vmware.api [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1820.781054] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52732678-854b-df62-6339-1e55985af5ad" [ 1820.781054] env[63622]: _type = "Task" [ 1820.781054] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.793049] env[63622]: DEBUG oslo_vmware.api [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52732678-854b-df62-6339-1e55985af5ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.833665] env[63622]: DEBUG nova.network.neutron [req-fd34ce7b-6c6b-4e4b-8089-738f62690a58 req-b781bee5-f822-43bd-8cb8-f9b559f5c7b1 service nova] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Updated VIF entry in instance network info cache for port 9ce72f84-eab0-4ede-9340-65c9dca28b12. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1820.833665] env[63622]: DEBUG nova.network.neutron [req-fd34ce7b-6c6b-4e4b-8089-738f62690a58 req-b781bee5-f822-43bd-8cb8-f9b559f5c7b1 service nova] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Updating instance_info_cache with network_info: [{"id": "9ce72f84-eab0-4ede-9340-65c9dca28b12", "address": "fa:16:3e:af:bd:ad", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ce72f84-ea", "ovs_interfaceid": "9ce72f84-eab0-4ede-9340-65c9dca28b12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1820.840581] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a54f58bf-b4e7-4511-a8d9-2786f0f70ab1 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.844232] env[63622]: DEBUG oslo_concurrency.lockutils [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.757s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.844729] env[63622]: DEBUG nova.objects.instance [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63622) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1820.874135] env[63622]: INFO nova.compute.manager [None req-af9e4287-f6ad-4cd8-8907-960510caeeef tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Detaching volume 099ecde0-ca50-4a17-9452-b60b53aeb841 [ 1820.924030] env[63622]: INFO nova.scheduler.client.report [None req-a54f58bf-b4e7-4511-a8d9-2786f0f70ab1 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Deleted allocations for instance 25b772ef-3133-474b-8600-7851c2cfc7d3 [ 1820.963101] env[63622]: DEBUG oslo_vmware.api [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817464, 'name': Destroy_Task, 'duration_secs': 0.897938} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.963436] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Destroyed the VM [ 1820.963802] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Deleting Snapshot of the VM instance {{(pid=63622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1820.963970] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-db1784ee-678b-4c4a-a02a-f55d96f6a513 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.973238] env[63622]: DEBUG oslo_vmware.api [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1820.973238] env[63622]: value = "task-1817469" [ 1820.973238] env[63622]: _type = "Task" [ 1820.973238] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.987874] env[63622]: DEBUG oslo_vmware.api [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817469, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.265964] env[63622]: DEBUG nova.compute.manager [req-3fa0efc1-d154-42ff-9ae0-1305a9e0ab48 req-afeb31d0-cf86-4640-9bf8-94c176ef7556 service nova] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Received event network-changed-9ce72f84-eab0-4ede-9340-65c9dca28b12 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1821.265964] env[63622]: DEBUG nova.compute.manager [req-3fa0efc1-d154-42ff-9ae0-1305a9e0ab48 req-afeb31d0-cf86-4640-9bf8-94c176ef7556 service nova] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Refreshing instance network info cache due to event network-changed-9ce72f84-eab0-4ede-9340-65c9dca28b12. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1821.265964] env[63622]: DEBUG oslo_concurrency.lockutils [req-3fa0efc1-d154-42ff-9ae0-1305a9e0ab48 req-afeb31d0-cf86-4640-9bf8-94c176ef7556 service nova] Acquiring lock "refresh_cache-ff1c8157-91b5-42fe-89e7-d259a280809e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.295490] env[63622]: DEBUG oslo_vmware.api [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52732678-854b-df62-6339-1e55985af5ad, 'name': SearchDatastore_Task, 'duration_secs': 0.011997} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.295818] env[63622]: DEBUG oslo_concurrency.lockutils [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.296110] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 85edb7a4-290d-4cef-9c1e-8ca007ebac0c/85edb7a4-290d-4cef-9c1e-8ca007ebac0c.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1821.296406] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45c1b287-fa20-4156-a832-5ae95f3e8f16 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.310028] env[63622]: DEBUG oslo_vmware.api [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1821.310028] env[63622]: value = "task-1817470" [ 1821.310028] env[63622]: _type = "Task" [ 1821.310028] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.316839] env[63622]: DEBUG oslo_vmware.api [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.335705] env[63622]: DEBUG oslo_concurrency.lockutils [req-fd34ce7b-6c6b-4e4b-8089-738f62690a58 req-b781bee5-f822-43bd-8cb8-f9b559f5c7b1 service nova] Releasing lock "refresh_cache-ff1c8157-91b5-42fe-89e7-d259a280809e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.336079] env[63622]: DEBUG oslo_concurrency.lockutils [req-3fa0efc1-d154-42ff-9ae0-1305a9e0ab48 req-afeb31d0-cf86-4640-9bf8-94c176ef7556 service nova] Acquired lock "refresh_cache-ff1c8157-91b5-42fe-89e7-d259a280809e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.336292] env[63622]: DEBUG nova.network.neutron [req-3fa0efc1-d154-42ff-9ae0-1305a9e0ab48 req-afeb31d0-cf86-4640-9bf8-94c176ef7556 service nova] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Refreshing network info cache for port 9ce72f84-eab0-4ede-9340-65c9dca28b12 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1821.435306] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a54f58bf-b4e7-4511-a8d9-2786f0f70ab1 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "25b772ef-3133-474b-8600-7851c2cfc7d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.582s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.492949] env[63622]: DEBUG oslo_vmware.api [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817469, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.827296] env[63622]: DEBUG oslo_vmware.api [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817470, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.858230] env[63622]: DEBUG oslo_concurrency.lockutils [None req-88eabe99-beb5-4aa3-8824-89296ba3f50a tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.860813] env[63622]: DEBUG oslo_concurrency.lockutils [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.201s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.994816] env[63622]: DEBUG oslo_vmware.api [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817469, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.201301] env[63622]: DEBUG nova.network.neutron [req-3fa0efc1-d154-42ff-9ae0-1305a9e0ab48 req-afeb31d0-cf86-4640-9bf8-94c176ef7556 service nova] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Updated VIF entry in instance network info cache for port 9ce72f84-eab0-4ede-9340-65c9dca28b12. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1822.201698] env[63622]: DEBUG nova.network.neutron [req-3fa0efc1-d154-42ff-9ae0-1305a9e0ab48 req-afeb31d0-cf86-4640-9bf8-94c176ef7556 service nova] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Updating instance_info_cache with network_info: [{"id": "9ce72f84-eab0-4ede-9340-65c9dca28b12", "address": "fa:16:3e:af:bd:ad", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ce72f84-ea", "ovs_interfaceid": "9ce72f84-eab0-4ede-9340-65c9dca28b12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1822.325024] env[63622]: DEBUG oslo_vmware.api [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817470, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618756} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.325024] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 85edb7a4-290d-4cef-9c1e-8ca007ebac0c/85edb7a4-290d-4cef-9c1e-8ca007ebac0c.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1822.325024] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1822.326065] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-658ac9fd-4082-4080-9c37-eb571ff142ae {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.335825] env[63622]: DEBUG oslo_vmware.api [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1822.335825] env[63622]: value = "task-1817471" [ 1822.335825] env[63622]: _type = "Task" [ 1822.335825] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.348222] env[63622]: DEBUG oslo_vmware.api [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817471, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.366329] env[63622]: INFO nova.compute.claims [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1822.490597] env[63622]: DEBUG oslo_vmware.api [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817469, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.705882] env[63622]: DEBUG oslo_concurrency.lockutils [req-3fa0efc1-d154-42ff-9ae0-1305a9e0ab48 req-afeb31d0-cf86-4640-9bf8-94c176ef7556 service nova] Releasing lock "refresh_cache-ff1c8157-91b5-42fe-89e7-d259a280809e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.847482] env[63622]: DEBUG oslo_vmware.api [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817471, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1261} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.847875] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1822.848660] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27859a0-547e-43e0-8dc6-031992ad68b1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.874663] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 85edb7a4-290d-4cef-9c1e-8ca007ebac0c/85edb7a4-290d-4cef-9c1e-8ca007ebac0c.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1822.877691] env[63622]: INFO nova.compute.resource_tracker [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Updating resource usage from migration 80bd3fb8-277d-457e-a0a9-21500186a635 [ 1822.880919] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c1569df-b3cd-4177-a6ef-76e6cf03e5b3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.901762] env[63622]: DEBUG oslo_vmware.api [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1822.901762] env[63622]: value = "task-1817473" [ 1822.901762] env[63622]: _type = "Task" [ 1822.901762] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.912024] env[63622]: DEBUG oslo_vmware.api [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817473, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.988461] env[63622]: DEBUG oslo_vmware.api [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817469, 'name': RemoveSnapshot_Task, 'duration_secs': 1.684347} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.988774] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Deleted Snapshot of the VM instance {{(pid=63622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1822.989205] env[63622]: DEBUG nova.compute.manager [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1822.990094] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a09455-ed46-452d-adeb-d20f0198e9bf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.183692] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b32b86e-e069-48db-a1e5-31e11865713f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.200472] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800fab4f-d588-485b-84d8-5a14cf82bbfe {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.207346] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquiring lock "1cd4057c-3ba9-4a2f-89b1-e1a763402a82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1823.207581] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "1cd4057c-3ba9-4a2f-89b1-e1a763402a82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1823.207735] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquiring lock "1cd4057c-3ba9-4a2f-89b1-e1a763402a82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1823.207929] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "1cd4057c-3ba9-4a2f-89b1-e1a763402a82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1823.208092] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "1cd4057c-3ba9-4a2f-89b1-e1a763402a82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1823.237254] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-25d561a7-a02c-4b34-b3ba-7caee3ccd004 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Volume attach. Driver type: vmdk {{(pid=63622) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1823.237254] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-25d561a7-a02c-4b34-b3ba-7caee3ccd004 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376524', 'volume_id': 'fdaeb5d8-1b25-4c9f-9cc1-b6a6ab7d251d', 'name': 'volume-fdaeb5d8-1b25-4c9f-9cc1-b6a6ab7d251d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3ba0280a-9e90-4236-b70b-f485d0766364', 'attached_at': '', 'detached_at': '', 'volume_id': 'fdaeb5d8-1b25-4c9f-9cc1-b6a6ab7d251d', 'serial': 'fdaeb5d8-1b25-4c9f-9cc1-b6a6ab7d251d'} {{(pid=63622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1823.237254] env[63622]: INFO nova.compute.manager [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Terminating instance [ 1823.238646] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2dd2e88-bb07-451b-9df5-a01722d33875 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.241737] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d5399c-24de-4be7-8cb5-59d27c19e51c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.262280] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b1955b-4e9c-4f3f-93da-ae5e3897192d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.267916] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37e6524-7a06-448b-8f5a-cb231347316b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.281914] env[63622]: DEBUG nova.compute.provider_tree [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1823.303901] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-25d561a7-a02c-4b34-b3ba-7caee3ccd004 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] volume-fdaeb5d8-1b25-4c9f-9cc1-b6a6ab7d251d/volume-fdaeb5d8-1b25-4c9f-9cc1-b6a6ab7d251d.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1823.307781] env[63622]: DEBUG nova.scheduler.client.report [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1823.310905] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e0a9c8a-339f-49bd-b539-bb4c0db730cf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.332284] env[63622]: DEBUG oslo_vmware.api [None req-25d561a7-a02c-4b34-b3ba-7caee3ccd004 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1823.332284] env[63622]: value = "task-1817474" [ 1823.332284] env[63622]: _type = "Task" [ 1823.332284] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.345739] env[63622]: DEBUG oslo_vmware.api [None req-25d561a7-a02c-4b34-b3ba-7caee3ccd004 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817474, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.353035] env[63622]: INFO nova.virt.block_device [None req-af9e4287-f6ad-4cd8-8907-960510caeeef tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Attempting to driver detach volume 099ecde0-ca50-4a17-9452-b60b53aeb841 from mountpoint /dev/sdb [ 1823.353035] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-af9e4287-f6ad-4cd8-8907-960510caeeef tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Volume detach. Driver type: vmdk {{(pid=63622) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1823.353035] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-af9e4287-f6ad-4cd8-8907-960510caeeef tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376513', 'volume_id': '099ecde0-ca50-4a17-9452-b60b53aeb841', 'name': 'volume-099ecde0-ca50-4a17-9452-b60b53aeb841', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c8d628d7-4626-4930-ba9d-dab479a58d71', 'attached_at': '', 'detached_at': '', 'volume_id': '099ecde0-ca50-4a17-9452-b60b53aeb841', 'serial': '099ecde0-ca50-4a17-9452-b60b53aeb841'} {{(pid=63622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1823.353568] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fe7b63-05f6-42c0-8d48-166aee57b276 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.384772] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def8a3cd-15d1-460e-befe-59fe9d347ce5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.390031] env[63622]: DEBUG nova.compute.manager [req-a33e72e6-e51c-4d81-8f0e-309ffc35432b req-5f2719c6-16b8-4930-a8ad-c4f6f65691a4 service nova] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Received event network-changed-83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1823.390357] env[63622]: DEBUG nova.compute.manager [req-a33e72e6-e51c-4d81-8f0e-309ffc35432b req-5f2719c6-16b8-4930-a8ad-c4f6f65691a4 service nova] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Refreshing instance network info cache due to event network-changed-83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1823.390601] env[63622]: DEBUG oslo_concurrency.lockutils [req-a33e72e6-e51c-4d81-8f0e-309ffc35432b req-5f2719c6-16b8-4930-a8ad-c4f6f65691a4 service nova] Acquiring lock "refresh_cache-9a854487-4c27-4271-9a1f-1875f7bd0a06" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1823.390740] env[63622]: DEBUG oslo_concurrency.lockutils [req-a33e72e6-e51c-4d81-8f0e-309ffc35432b req-5f2719c6-16b8-4930-a8ad-c4f6f65691a4 service nova] Acquired lock "refresh_cache-9a854487-4c27-4271-9a1f-1875f7bd0a06" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.390897] env[63622]: DEBUG nova.network.neutron [req-a33e72e6-e51c-4d81-8f0e-309ffc35432b req-5f2719c6-16b8-4930-a8ad-c4f6f65691a4 service nova] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Refreshing network info cache for port 83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1823.399095] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35c168c-42dc-4146-b18f-76ca570288a7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.430157] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce396222-053a-4756-a229-8b92e0f60e19 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.436501] env[63622]: DEBUG oslo_vmware.api [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817473, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.450890] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-af9e4287-f6ad-4cd8-8907-960510caeeef tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] The volume has not been displaced from its original location: [datastore1] volume-099ecde0-ca50-4a17-9452-b60b53aeb841/volume-099ecde0-ca50-4a17-9452-b60b53aeb841.vmdk. No consolidation needed. {{(pid=63622) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1823.456431] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-af9e4287-f6ad-4cd8-8907-960510caeeef tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Reconfiguring VM instance instance-00000055 to detach disk 2001 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1823.456877] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1e8a49a-cc64-40c2-aa45-1ffea135a84a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.478226] env[63622]: DEBUG oslo_vmware.api [None req-af9e4287-f6ad-4cd8-8907-960510caeeef tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Waiting for the task: (returnval){ [ 1823.478226] env[63622]: value = "task-1817475" [ 1823.478226] env[63622]: _type = "Task" [ 1823.478226] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.488723] env[63622]: DEBUG oslo_vmware.api [None req-af9e4287-f6ad-4cd8-8907-960510caeeef tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1817475, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.513301] env[63622]: INFO nova.compute.manager [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Shelve offloading [ 1823.748381] env[63622]: DEBUG nova.compute.manager [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1823.748381] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1823.748599] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b6fa59-699e-4419-b469-cc687811cca8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.764938] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1823.765253] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cc3da2a-0f4a-4a8f-a2e8-8eda350dbc66 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.781435] env[63622]: DEBUG oslo_vmware.api [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1823.781435] env[63622]: value = "task-1817476" [ 1823.781435] env[63622]: _type = "Task" [ 1823.781435] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.795242] env[63622]: DEBUG oslo_vmware.api [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.826051] env[63622]: DEBUG oslo_concurrency.lockutils [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 1.968s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1823.826267] env[63622]: INFO nova.compute.manager [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Migrating [ 1823.834205] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c94df8f5-5433-4a8f-88e9-1e83f2cd0a2e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.219s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1823.834456] env[63622]: DEBUG nova.objects.instance [None req-c94df8f5-5433-4a8f-88e9-1e83f2cd0a2e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lazy-loading 'resources' on Instance uuid e4f68328-8255-4396-9d1e-620b3cbc180c {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1823.855997] env[63622]: DEBUG oslo_vmware.api [None req-25d561a7-a02c-4b34-b3ba-7caee3ccd004 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817474, 'name': ReconfigVM_Task, 'duration_secs': 0.462749} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.856348] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-25d561a7-a02c-4b34-b3ba-7caee3ccd004 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Reconfigured VM instance instance-00000058 to attach disk [datastore1] volume-fdaeb5d8-1b25-4c9f-9cc1-b6a6ab7d251d/volume-fdaeb5d8-1b25-4c9f-9cc1-b6a6ab7d251d.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1823.861866] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f562412-3026-4d6a-b426-797a78792b03 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.880326] env[63622]: DEBUG oslo_vmware.api [None req-25d561a7-a02c-4b34-b3ba-7caee3ccd004 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1823.880326] env[63622]: value = "task-1817477" [ 1823.880326] env[63622]: _type = "Task" [ 1823.880326] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.891527] env[63622]: DEBUG oslo_vmware.api [None req-25d561a7-a02c-4b34-b3ba-7caee3ccd004 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817477, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.913231] env[63622]: DEBUG oslo_vmware.api [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817473, 'name': ReconfigVM_Task, 'duration_secs': 0.662039} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.913674] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 85edb7a4-290d-4cef-9c1e-8ca007ebac0c/85edb7a4-290d-4cef-9c1e-8ca007ebac0c.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1823.914326] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3911fe67-4cdf-4caa-8161-4152356c6828 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.923119] env[63622]: DEBUG oslo_vmware.api [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1823.923119] env[63622]: value = "task-1817478" [ 1823.923119] env[63622]: _type = "Task" [ 1823.923119] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.936044] env[63622]: DEBUG oslo_vmware.api [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817478, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.990753] env[63622]: DEBUG oslo_vmware.api [None req-af9e4287-f6ad-4cd8-8907-960510caeeef tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1817475, 'name': ReconfigVM_Task, 'duration_secs': 0.304519} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.990753] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-af9e4287-f6ad-4cd8-8907-960510caeeef tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Reconfigured VM instance instance-00000055 to detach disk 2001 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1823.995313] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a42279d0-3d07-475c-9bd6-5ec9f671ea46 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.013180] env[63622]: DEBUG oslo_vmware.api [None req-af9e4287-f6ad-4cd8-8907-960510caeeef tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Waiting for the task: (returnval){ [ 1824.013180] env[63622]: value = "task-1817479" [ 1824.013180] env[63622]: _type = "Task" [ 1824.013180] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.017805] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1824.018160] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb503bd9-5275-4465-bfaa-7d963b1d23e5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.026426] env[63622]: DEBUG oslo_vmware.api [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1824.026426] env[63622]: value = "task-1817480" [ 1824.026426] env[63622]: _type = "Task" [ 1824.026426] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.032844] env[63622]: DEBUG oslo_vmware.api [None req-af9e4287-f6ad-4cd8-8907-960510caeeef tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1817479, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.040713] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] VM already powered off {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1824.040975] env[63622]: DEBUG nova.compute.manager [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1824.042041] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f8abc1-09ce-4908-bad9-529851285c09 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.049451] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "refresh_cache-d06fd720-1e9a-4685-b9b1-319c514908fb" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.049713] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquired lock "refresh_cache-d06fd720-1e9a-4685-b9b1-319c514908fb" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.050035] env[63622]: DEBUG nova.network.neutron [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1824.306171] env[63622]: DEBUG oslo_vmware.api [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817476, 'name': PowerOffVM_Task, 'duration_secs': 0.468238} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.306506] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1824.306696] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1824.307011] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ffdf301b-5114-43d0-a998-b65c54db11ac {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.332981] env[63622]: DEBUG oslo_concurrency.lockutils [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquiring lock "625ea38b-6950-4f5f-a86f-b2955517eb6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.336630] env[63622]: DEBUG oslo_concurrency.lockutils [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "625ea38b-6950-4f5f-a86f-b2955517eb6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.349443] env[63622]: DEBUG oslo_concurrency.lockutils [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "refresh_cache-3cf07a7e-58db-4d28-8710-b2d0a89b5bf2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.349443] env[63622]: DEBUG oslo_concurrency.lockutils [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquired lock "refresh_cache-3cf07a7e-58db-4d28-8710-b2d0a89b5bf2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.349443] env[63622]: DEBUG nova.network.neutron [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1824.391250] env[63622]: DEBUG oslo_vmware.api [None req-25d561a7-a02c-4b34-b3ba-7caee3ccd004 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817477, 'name': ReconfigVM_Task, 'duration_secs': 0.313516} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.391573] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-25d561a7-a02c-4b34-b3ba-7caee3ccd004 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376524', 'volume_id': 'fdaeb5d8-1b25-4c9f-9cc1-b6a6ab7d251d', 'name': 'volume-fdaeb5d8-1b25-4c9f-9cc1-b6a6ab7d251d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3ba0280a-9e90-4236-b70b-f485d0766364', 'attached_at': '', 'detached_at': '', 'volume_id': 'fdaeb5d8-1b25-4c9f-9cc1-b6a6ab7d251d', 'serial': 'fdaeb5d8-1b25-4c9f-9cc1-b6a6ab7d251d'} {{(pid=63622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1824.407471] env[63622]: DEBUG nova.network.neutron [req-a33e72e6-e51c-4d81-8f0e-309ffc35432b req-5f2719c6-16b8-4930-a8ad-c4f6f65691a4 service nova] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Updated VIF entry in instance network info cache for port 83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1824.407807] env[63622]: DEBUG nova.network.neutron [req-a33e72e6-e51c-4d81-8f0e-309ffc35432b req-5f2719c6-16b8-4930-a8ad-c4f6f65691a4 service nova] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Updating instance_info_cache with network_info: [{"id": "83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0", "address": "fa:16:3e:d7:88:3a", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83cb60cc-a7", "ovs_interfaceid": "83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1824.434435] env[63622]: DEBUG oslo_vmware.api [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817478, 'name': Rename_Task, 'duration_secs': 0.282122} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.434703] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1824.437304] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6635ad0a-51a4-4e3d-af87-2f667837f4e2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.445643] env[63622]: DEBUG oslo_vmware.api [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1824.445643] env[63622]: value = "task-1817482" [ 1824.445643] env[63622]: _type = "Task" [ 1824.445643] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.457059] env[63622]: DEBUG oslo_vmware.api [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.467104] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1824.467346] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1824.467531] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Deleting the datastore file [datastore1] 1cd4057c-3ba9-4a2f-89b1-e1a763402a82 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1824.470402] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-832c2336-d79a-4812-976e-f0a55c65d7b7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.482927] env[63622]: DEBUG oslo_vmware.api [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1824.482927] env[63622]: value = "task-1817483" [ 1824.482927] env[63622]: _type = "Task" [ 1824.482927] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.498732] env[63622]: DEBUG oslo_vmware.api [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.525448] env[63622]: DEBUG oslo_vmware.api [None req-af9e4287-f6ad-4cd8-8907-960510caeeef tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1817479, 'name': ReconfigVM_Task, 'duration_secs': 0.238224} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.528052] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-af9e4287-f6ad-4cd8-8907-960510caeeef tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376513', 'volume_id': '099ecde0-ca50-4a17-9452-b60b53aeb841', 'name': 'volume-099ecde0-ca50-4a17-9452-b60b53aeb841', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c8d628d7-4626-4930-ba9d-dab479a58d71', 'attached_at': '', 'detached_at': '', 'volume_id': '099ecde0-ca50-4a17-9452-b60b53aeb841', 'serial': '099ecde0-ca50-4a17-9452-b60b53aeb841'} {{(pid=63622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1824.674909] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20dbf877-784f-404b-b97f-b92c3e25efba {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.682892] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f526f1a-5a3f-46df-8c41-91332ee2d5aa {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.723233] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6be1337-16c9-4793-b7ca-16bd4dc8fe42 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.736208] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d83937a-f922-4eb1-9671-0545c67f59d9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.753163] env[63622]: DEBUG nova.compute.provider_tree [None req-c94df8f5-5433-4a8f-88e9-1e83f2cd0a2e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1824.836467] env[63622]: DEBUG nova.compute.manager [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1824.910611] env[63622]: DEBUG oslo_concurrency.lockutils [req-a33e72e6-e51c-4d81-8f0e-309ffc35432b req-5f2719c6-16b8-4930-a8ad-c4f6f65691a4 service nova] Releasing lock "refresh_cache-9a854487-4c27-4271-9a1f-1875f7bd0a06" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.958040] env[63622]: DEBUG oslo_vmware.api [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817482, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.001852] env[63622]: DEBUG oslo_vmware.api [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817483, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211216} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.001852] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1825.001852] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1825.001852] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1825.001852] env[63622]: INFO nova.compute.manager [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1825.001852] env[63622]: DEBUG oslo.service.loopingcall [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1825.001852] env[63622]: DEBUG nova.compute.manager [-] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1825.002311] env[63622]: DEBUG nova.network.neutron [-] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1825.011645] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-b270d73a-0cdc-4bc4-8d83-3dedc9dbfe3f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Volume attach. Driver type: vmdk {{(pid=63622) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1825.011880] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-b270d73a-0cdc-4bc4-8d83-3dedc9dbfe3f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376527', 'volume_id': '21c3326d-9802-4f56-b0b9-a4024a93eae0', 'name': 'volume-21c3326d-9802-4f56-b0b9-a4024a93eae0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'de6c7fe2-e333-449c-9e97-0c374c306ab5', 'attached_at': '', 'detached_at': '', 'volume_id': '21c3326d-9802-4f56-b0b9-a4024a93eae0', 'serial': '21c3326d-9802-4f56-b0b9-a4024a93eae0'} {{(pid=63622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1825.012937] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76459eab-f8da-4fa7-9587-3ea7eb055576 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.029672] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd23223c-3255-4010-8b2e-69f51eae6e9d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.055513] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-b270d73a-0cdc-4bc4-8d83-3dedc9dbfe3f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] volume-21c3326d-9802-4f56-b0b9-a4024a93eae0/volume-21c3326d-9802-4f56-b0b9-a4024a93eae0.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1825.057869] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b91e03ad-8322-4eeb-a05b-1d3fb02121cf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.076760] env[63622]: DEBUG nova.network.neutron [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Updating instance_info_cache with network_info: [{"id": "b30e8cb2-faa5-4cc1-a10f-009ffeb598bf", "address": "fa:16:3e:f6:ba:13", "network": {"id": "a87a7e7c-01bc-45f6-8728-114eebbe53df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-187738960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5c9901b11904794b53083f564e5a41c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb30e8cb2-fa", "ovs_interfaceid": "b30e8cb2-faa5-4cc1-a10f-009ffeb598bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1825.094108] env[63622]: DEBUG oslo_vmware.api [None req-b270d73a-0cdc-4bc4-8d83-3dedc9dbfe3f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1825.094108] env[63622]: value = "task-1817484" [ 1825.094108] env[63622]: _type = "Task" [ 1825.094108] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.099330] env[63622]: DEBUG nova.objects.instance [None req-af9e4287-f6ad-4cd8-8907-960510caeeef tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lazy-loading 'flavor' on Instance uuid c8d628d7-4626-4930-ba9d-dab479a58d71 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1825.106988] env[63622]: DEBUG oslo_vmware.api [None req-b270d73a-0cdc-4bc4-8d83-3dedc9dbfe3f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817484, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.259189] env[63622]: DEBUG nova.scheduler.client.report [None req-c94df8f5-5433-4a8f-88e9-1e83f2cd0a2e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1825.376279] env[63622]: DEBUG oslo_concurrency.lockutils [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.459931] env[63622]: DEBUG oslo_vmware.api [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817482, 'name': PowerOnVM_Task, 'duration_secs': 0.557141} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.461492] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1825.461492] env[63622]: DEBUG nova.compute.manager [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1825.461801] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171f32a3-c83a-403a-b5f3-c572b34345c7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.578582] env[63622]: DEBUG nova.objects.instance [None req-25d561a7-a02c-4b34-b3ba-7caee3ccd004 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lazy-loading 'flavor' on Instance uuid 3ba0280a-9e90-4236-b70b-f485d0766364 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1825.583233] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Releasing lock "refresh_cache-d06fd720-1e9a-4685-b9b1-319c514908fb" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.626837] env[63622]: DEBUG oslo_vmware.api [None req-b270d73a-0cdc-4bc4-8d83-3dedc9dbfe3f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817484, 'name': ReconfigVM_Task, 'duration_secs': 0.487855} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.627383] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-b270d73a-0cdc-4bc4-8d83-3dedc9dbfe3f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Reconfigured VM instance instance-0000005a to attach disk [datastore1] volume-21c3326d-9802-4f56-b0b9-a4024a93eae0/volume-21c3326d-9802-4f56-b0b9-a4024a93eae0.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1825.636838] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed7503c5-69b7-4916-a910-79d3713c72cc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.656337] env[63622]: DEBUG nova.network.neutron [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Updating instance_info_cache with network_info: [{"id": "af0c5251-50b4-4d15-892c-f48a73408f43", "address": "fa:16:3e:a7:cd:18", "network": {"id": "9fa016ff-84b6-4077-add7-d40824a74722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-258535483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068319b363fb4cf0ab99d3d35221338d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf0c5251-50", "ovs_interfaceid": "af0c5251-50b4-4d15-892c-f48a73408f43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1825.659691] env[63622]: DEBUG oslo_vmware.api [None req-b270d73a-0cdc-4bc4-8d83-3dedc9dbfe3f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1825.659691] env[63622]: value = "task-1817485" [ 1825.659691] env[63622]: _type = "Task" [ 1825.659691] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.671230] env[63622]: DEBUG oslo_vmware.api [None req-b270d73a-0cdc-4bc4-8d83-3dedc9dbfe3f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817485, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.765270] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c94df8f5-5433-4a8f-88e9-1e83f2cd0a2e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.931s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.767987] env[63622]: DEBUG oslo_concurrency.lockutils [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.392s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.772689] env[63622]: INFO nova.compute.claims [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1825.838949] env[63622]: INFO nova.scheduler.client.report [None req-c94df8f5-5433-4a8f-88e9-1e83f2cd0a2e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Deleted allocations for instance e4f68328-8255-4396-9d1e-620b3cbc180c [ 1825.983168] env[63622]: DEBUG oslo_concurrency.lockutils [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.087843] env[63622]: DEBUG oslo_concurrency.lockutils [None req-25d561a7-a02c-4b34-b3ba-7caee3ccd004 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "3ba0280a-9e90-4236-b70b-f485d0766364" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.008s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.119486] env[63622]: DEBUG oslo_concurrency.lockutils [None req-af9e4287-f6ad-4cd8-8907-960510caeeef tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lock "c8d628d7-4626-4930-ba9d-dab479a58d71" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 5.748s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.162087] env[63622]: DEBUG oslo_concurrency.lockutils [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Releasing lock "refresh_cache-3cf07a7e-58db-4d28-8710-b2d0a89b5bf2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.171018] env[63622]: DEBUG nova.compute.manager [req-94d23c93-d8f1-45ab-bc8d-40010c1dfb45 req-382b44a5-b48a-47fc-83b8-a6f721556845 service nova] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Received event network-vif-deleted-f5227a9e-ac99-4d5f-9b03-0a9b02ae171a {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1826.171018] env[63622]: INFO nova.compute.manager [req-94d23c93-d8f1-45ab-bc8d-40010c1dfb45 req-382b44a5-b48a-47fc-83b8-a6f721556845 service nova] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Neutron deleted interface f5227a9e-ac99-4d5f-9b03-0a9b02ae171a; detaching it from the instance and deleting it from the info cache [ 1826.171018] env[63622]: DEBUG nova.network.neutron [req-94d23c93-d8f1-45ab-bc8d-40010c1dfb45 req-382b44a5-b48a-47fc-83b8-a6f721556845 service nova] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1826.177779] env[63622]: DEBUG oslo_vmware.api [None req-b270d73a-0cdc-4bc4-8d83-3dedc9dbfe3f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817485, 'name': ReconfigVM_Task, 'duration_secs': 0.188104} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.178102] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-b270d73a-0cdc-4bc4-8d83-3dedc9dbfe3f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376527', 'volume_id': '21c3326d-9802-4f56-b0b9-a4024a93eae0', 'name': 'volume-21c3326d-9802-4f56-b0b9-a4024a93eae0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'de6c7fe2-e333-449c-9e97-0c374c306ab5', 'attached_at': '', 'detached_at': '', 'volume_id': '21c3326d-9802-4f56-b0b9-a4024a93eae0', 'serial': '21c3326d-9802-4f56-b0b9-a4024a93eae0'} {{(pid=63622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1826.293241] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3ba1ba0b-2b54-4a93-9aa9-ca7d7a3d912d tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Acquiring lock "c8d628d7-4626-4930-ba9d-dab479a58d71" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.293383] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3ba1ba0b-2b54-4a93-9aa9-ca7d7a3d912d tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lock "c8d628d7-4626-4930-ba9d-dab479a58d71" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.348232] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c94df8f5-5433-4a8f-88e9-1e83f2cd0a2e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "e4f68328-8255-4396-9d1e-620b3cbc180c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.497s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.410330] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1826.411240] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2421e3a7-d5a2-4673-8ae0-a4174f32370e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.420169] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1826.422043] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d4f89df-df66-4de0-9e2e-c5b6844c18ea {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.426357] env[63622]: DEBUG nova.network.neutron [-] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1826.516990] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1826.516990] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1826.516990] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Deleting the datastore file [datastore1] d06fd720-1e9a-4685-b9b1-319c514908fb {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1826.516990] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ac71b7a-6c64-465b-b175-37c4bfa3366f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.525299] env[63622]: DEBUG oslo_vmware.api [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1826.525299] env[63622]: value = "task-1817487" [ 1826.525299] env[63622]: _type = "Task" [ 1826.525299] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.536021] env[63622]: DEBUG oslo_vmware.api [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.675688] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e4fb524-259d-41db-b1df-313034088028 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.697049] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eff6185-e497-442d-8a02-55a176394d84 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.739741] env[63622]: DEBUG nova.compute.manager [req-94d23c93-d8f1-45ab-bc8d-40010c1dfb45 req-382b44a5-b48a-47fc-83b8-a6f721556845 service nova] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Detach interface failed, port_id=f5227a9e-ac99-4d5f-9b03-0a9b02ae171a, reason: Instance 1cd4057c-3ba9-4a2f-89b1-e1a763402a82 could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1826.799833] env[63622]: INFO nova.compute.manager [None req-3ba1ba0b-2b54-4a93-9aa9-ca7d7a3d912d tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Detaching volume a86d99a2-8bf9-4b52-b909-41c30ae7f6f2 [ 1826.847585] env[63622]: INFO nova.virt.block_device [None req-3ba1ba0b-2b54-4a93-9aa9-ca7d7a3d912d tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Attempting to driver detach volume a86d99a2-8bf9-4b52-b909-41c30ae7f6f2 from mountpoint /dev/sdc [ 1826.847585] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ba1ba0b-2b54-4a93-9aa9-ca7d7a3d912d tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Volume detach. Driver type: vmdk {{(pid=63622) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1826.847585] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ba1ba0b-2b54-4a93-9aa9-ca7d7a3d912d tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376522', 'volume_id': 'a86d99a2-8bf9-4b52-b909-41c30ae7f6f2', 'name': 'volume-a86d99a2-8bf9-4b52-b909-41c30ae7f6f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c8d628d7-4626-4930-ba9d-dab479a58d71', 'attached_at': '', 'detached_at': '', 'volume_id': 'a86d99a2-8bf9-4b52-b909-41c30ae7f6f2', 'serial': 'a86d99a2-8bf9-4b52-b909-41c30ae7f6f2'} {{(pid=63622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1826.848535] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bb8ef4-a4b9-428d-9490-d07fb65484e0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.888649] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04f13e0-d58e-4233-8f2d-14ec0b1e76a7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.898154] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83f19ed-60d7-4ffb-8c37-b3d1a7e42204 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.922975] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc974f3a-c99c-4523-8001-eca96ebd46d8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.929915] env[63622]: INFO nova.compute.manager [-] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Took 1.93 seconds to deallocate network for instance. [ 1826.943724] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ba1ba0b-2b54-4a93-9aa9-ca7d7a3d912d tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] The volume has not been displaced from its original location: [datastore1] volume-a86d99a2-8bf9-4b52-b909-41c30ae7f6f2/volume-a86d99a2-8bf9-4b52-b909-41c30ae7f6f2.vmdk. No consolidation needed. {{(pid=63622) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1826.949269] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ba1ba0b-2b54-4a93-9aa9-ca7d7a3d912d tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Reconfiguring VM instance instance-00000055 to detach disk 2002 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1826.954718] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e28e1176-07b7-4f27-8a20-5c5c4073f6a1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.976961] env[63622]: DEBUG oslo_vmware.api [None req-3ba1ba0b-2b54-4a93-9aa9-ca7d7a3d912d tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Waiting for the task: (returnval){ [ 1826.976961] env[63622]: value = "task-1817488" [ 1826.976961] env[63622]: _type = "Task" [ 1826.976961] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.986724] env[63622]: DEBUG oslo_vmware.api [None req-3ba1ba0b-2b54-4a93-9aa9-ca7d7a3d912d tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1817488, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.035856] env[63622]: DEBUG oslo_vmware.api [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817487, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176436} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.035856] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1827.035856] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1827.035856] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1827.113249] env[63622]: INFO nova.scheduler.client.report [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Deleted allocations for instance d06fd720-1e9a-4685-b9b1-319c514908fb [ 1827.176840] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d93be9-7acc-4753-a185-8dcc94462550 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.185722] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0e223b-9830-4446-ac6e-95d110ad0b81 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.224373] env[63622]: DEBUG oslo_concurrency.lockutils [None req-56f6dcc2-abcc-45d6-a5ab-32d6e95db313 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "0824ddf3-a526-4b7f-95ca-489d8898ae40" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.224627] env[63622]: DEBUG oslo_concurrency.lockutils [None req-56f6dcc2-abcc-45d6-a5ab-32d6e95db313 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "0824ddf3-a526-4b7f-95ca-489d8898ae40" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.224835] env[63622]: DEBUG oslo_concurrency.lockutils [None req-56f6dcc2-abcc-45d6-a5ab-32d6e95db313 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "0824ddf3-a526-4b7f-95ca-489d8898ae40-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.225022] env[63622]: DEBUG oslo_concurrency.lockutils [None req-56f6dcc2-abcc-45d6-a5ab-32d6e95db313 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "0824ddf3-a526-4b7f-95ca-489d8898ae40-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.225291] env[63622]: DEBUG oslo_concurrency.lockutils [None req-56f6dcc2-abcc-45d6-a5ab-32d6e95db313 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "0824ddf3-a526-4b7f-95ca-489d8898ae40-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.227896] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5d6739-90fa-4351-8a40-7cc3eb29daed {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.231623] env[63622]: INFO nova.compute.manager [None req-56f6dcc2-abcc-45d6-a5ab-32d6e95db313 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Terminating instance [ 1827.242839] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c79df5e-fdb1-4019-94b0-df3a50855a58 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.258464] env[63622]: DEBUG nova.compute.provider_tree [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1827.286130] env[63622]: DEBUG nova.objects.instance [None req-b270d73a-0cdc-4bc4-8d83-3dedc9dbfe3f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Lazy-loading 'flavor' on Instance uuid de6c7fe2-e333-449c-9e97-0c374c306ab5 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1827.331684] env[63622]: DEBUG oslo_concurrency.lockutils [None req-16649fa1-e26f-4cc1-985d-3d4030eb4d36 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "85edb7a4-290d-4cef-9c1e-8ca007ebac0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.332811] env[63622]: DEBUG oslo_concurrency.lockutils [None req-16649fa1-e26f-4cc1-985d-3d4030eb4d36 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "85edb7a4-290d-4cef-9c1e-8ca007ebac0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.332811] env[63622]: DEBUG oslo_concurrency.lockutils [None req-16649fa1-e26f-4cc1-985d-3d4030eb4d36 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "85edb7a4-290d-4cef-9c1e-8ca007ebac0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.332811] env[63622]: DEBUG oslo_concurrency.lockutils [None req-16649fa1-e26f-4cc1-985d-3d4030eb4d36 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "85edb7a4-290d-4cef-9c1e-8ca007ebac0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.332811] env[63622]: DEBUG oslo_concurrency.lockutils [None req-16649fa1-e26f-4cc1-985d-3d4030eb4d36 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "85edb7a4-290d-4cef-9c1e-8ca007ebac0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.335102] env[63622]: INFO nova.compute.manager [None req-16649fa1-e26f-4cc1-985d-3d4030eb4d36 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Terminating instance [ 1827.396070] env[63622]: DEBUG nova.compute.manager [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Stashing vm_state: active {{(pid=63622) _prep_resize /opt/stack/nova/nova/compute/manager.py:5968}} [ 1827.469951] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.489176] env[63622]: DEBUG oslo_vmware.api [None req-3ba1ba0b-2b54-4a93-9aa9-ca7d7a3d912d tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1817488, 'name': ReconfigVM_Task, 'duration_secs': 0.323898} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.489438] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ba1ba0b-2b54-4a93-9aa9-ca7d7a3d912d tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Reconfigured VM instance instance-00000055 to detach disk 2002 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1827.494192] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e4072b2-5d13-4185-83a8-94294cb54676 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.513112] env[63622]: DEBUG oslo_vmware.api [None req-3ba1ba0b-2b54-4a93-9aa9-ca7d7a3d912d tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Waiting for the task: (returnval){ [ 1827.513112] env[63622]: value = "task-1817489" [ 1827.513112] env[63622]: _type = "Task" [ 1827.513112] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.522422] env[63622]: DEBUG oslo_vmware.api [None req-3ba1ba0b-2b54-4a93-9aa9-ca7d7a3d912d tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1817489, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.625883] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.644672] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b314c88f-b87a-495a-a89e-b4e6fe64f2d2 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "interface-9a854487-4c27-4271-9a1f-1875f7bd0a06-3249c82a-751f-4f76-a881-661f704d9f2f" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.644967] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b314c88f-b87a-495a-a89e-b4e6fe64f2d2 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "interface-9a854487-4c27-4271-9a1f-1875f7bd0a06-3249c82a-751f-4f76-a881-661f704d9f2f" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.645357] env[63622]: DEBUG nova.objects.instance [None req-b314c88f-b87a-495a-a89e-b4e6fe64f2d2 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lazy-loading 'flavor' on Instance uuid 9a854487-4c27-4271-9a1f-1875f7bd0a06 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1827.686935] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44454820-f4da-4be9-b09d-2c183b05ac63 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.712997] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Updating instance '3cf07a7e-58db-4d28-8710-b2d0a89b5bf2' progress to 0 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1827.740887] env[63622]: DEBUG nova.compute.manager [None req-56f6dcc2-abcc-45d6-a5ab-32d6e95db313 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1827.741256] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-56f6dcc2-abcc-45d6-a5ab-32d6e95db313 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1827.742134] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eceeddf9-84d0-4f38-bdc0-9143583377ab {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.755125] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-56f6dcc2-abcc-45d6-a5ab-32d6e95db313 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1827.756475] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cbe2ab9-945c-4fb5-a289-96abe13459b3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.761720] env[63622]: DEBUG nova.scheduler.client.report [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1827.767977] env[63622]: DEBUG oslo_vmware.api [None req-56f6dcc2-abcc-45d6-a5ab-32d6e95db313 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1827.767977] env[63622]: value = "task-1817490" [ 1827.767977] env[63622]: _type = "Task" [ 1827.767977] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.781242] env[63622]: DEBUG oslo_vmware.api [None req-56f6dcc2-abcc-45d6-a5ab-32d6e95db313 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.795959] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b270d73a-0cdc-4bc4-8d83-3dedc9dbfe3f tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Lock "de6c7fe2-e333-449c-9e97-0c374c306ab5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.028s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.839060] env[63622]: DEBUG nova.compute.manager [None req-16649fa1-e26f-4cc1-985d-3d4030eb4d36 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1827.839300] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-16649fa1-e26f-4cc1-985d-3d4030eb4d36 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1827.840233] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47463e54-4fb3-4f11-9710-a5b962cde429 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.849876] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-16649fa1-e26f-4cc1-985d-3d4030eb4d36 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1827.850040] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97f79514-9bbd-4196-b353-d72f1218a736 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.858264] env[63622]: DEBUG oslo_vmware.api [None req-16649fa1-e26f-4cc1-985d-3d4030eb4d36 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1827.858264] env[63622]: value = "task-1817491" [ 1827.858264] env[63622]: _type = "Task" [ 1827.858264] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.869494] env[63622]: DEBUG oslo_vmware.api [None req-16649fa1-e26f-4cc1-985d-3d4030eb4d36 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.921477] env[63622]: DEBUG oslo_concurrency.lockutils [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.024521] env[63622]: DEBUG oslo_vmware.api [None req-3ba1ba0b-2b54-4a93-9aa9-ca7d7a3d912d tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1817489, 'name': ReconfigVM_Task, 'duration_secs': 0.16958} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.024937] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ba1ba0b-2b54-4a93-9aa9-ca7d7a3d912d tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376522', 'volume_id': 'a86d99a2-8bf9-4b52-b909-41c30ae7f6f2', 'name': 'volume-a86d99a2-8bf9-4b52-b909-41c30ae7f6f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c8d628d7-4626-4930-ba9d-dab479a58d71', 'attached_at': '', 'detached_at': '', 'volume_id': 'a86d99a2-8bf9-4b52-b909-41c30ae7f6f2', 'serial': 'a86d99a2-8bf9-4b52-b909-41c30ae7f6f2'} {{(pid=63622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1828.219315] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1828.219596] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7ac976b-9651-4562-ab07-96c04ed6a282 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.229227] env[63622]: DEBUG oslo_vmware.api [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1828.229227] env[63622]: value = "task-1817492" [ 1828.229227] env[63622]: _type = "Task" [ 1828.229227] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.244071] env[63622]: DEBUG oslo_vmware.api [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817492, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.268901] env[63622]: DEBUG oslo_concurrency.lockutils [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.269299] env[63622]: DEBUG nova.compute.manager [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1828.272055] env[63622]: DEBUG oslo_concurrency.lockutils [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.289s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.272265] env[63622]: DEBUG nova.objects.instance [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63622) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1828.289568] env[63622]: DEBUG oslo_vmware.api [None req-56f6dcc2-abcc-45d6-a5ab-32d6e95db313 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817490, 'name': PowerOffVM_Task, 'duration_secs': 0.244414} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.289568] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-56f6dcc2-abcc-45d6-a5ab-32d6e95db313 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1828.289568] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-56f6dcc2-abcc-45d6-a5ab-32d6e95db313 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1828.289568] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3dc6a72-d463-4051-9605-6f8a61e43145 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.369690] env[63622]: DEBUG oslo_vmware.api [None req-16649fa1-e26f-4cc1-985d-3d4030eb4d36 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817491, 'name': PowerOffVM_Task, 'duration_secs': 0.17549} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.369988] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-16649fa1-e26f-4cc1-985d-3d4030eb4d36 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1828.370180] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-16649fa1-e26f-4cc1-985d-3d4030eb4d36 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1828.370732] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc4e4b82-e850-4b32-8177-fdb73b831aa7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.382470] env[63622]: DEBUG nova.objects.instance [None req-b314c88f-b87a-495a-a89e-b4e6fe64f2d2 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lazy-loading 'pci_requests' on Instance uuid 9a854487-4c27-4271-9a1f-1875f7bd0a06 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1828.404534] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "22a1615f-7e0f-4157-a1bf-823c35067eb8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.405846] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "22a1615f-7e0f-4157-a1bf-823c35067eb8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.489625] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-56f6dcc2-abcc-45d6-a5ab-32d6e95db313 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1828.489625] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-56f6dcc2-abcc-45d6-a5ab-32d6e95db313 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1828.489625] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-56f6dcc2-abcc-45d6-a5ab-32d6e95db313 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Deleting the datastore file [datastore1] 0824ddf3-a526-4b7f-95ca-489d8898ae40 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1828.489625] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fa21e3f-2a25-47fa-a512-0a2faa448934 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.497034] env[63622]: DEBUG oslo_vmware.api [None req-56f6dcc2-abcc-45d6-a5ab-32d6e95db313 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1828.497034] env[63622]: value = "task-1817495" [ 1828.497034] env[63622]: _type = "Task" [ 1828.497034] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.500988] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-16649fa1-e26f-4cc1-985d-3d4030eb4d36 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1828.501467] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-16649fa1-e26f-4cc1-985d-3d4030eb4d36 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1828.502535] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-16649fa1-e26f-4cc1-985d-3d4030eb4d36 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Deleting the datastore file [datastore1] 85edb7a4-290d-4cef-9c1e-8ca007ebac0c {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1828.503618] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01d7a758-b5f9-4417-9336-59cc6d4a5ae5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.508750] env[63622]: DEBUG oslo_vmware.api [None req-56f6dcc2-abcc-45d6-a5ab-32d6e95db313 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.514272] env[63622]: DEBUG oslo_vmware.api [None req-16649fa1-e26f-4cc1-985d-3d4030eb4d36 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1828.514272] env[63622]: value = "task-1817496" [ 1828.514272] env[63622]: _type = "Task" [ 1828.514272] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.522844] env[63622]: DEBUG oslo_vmware.api [None req-16649fa1-e26f-4cc1-985d-3d4030eb4d36 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.579481] env[63622]: DEBUG nova.objects.instance [None req-3ba1ba0b-2b54-4a93-9aa9-ca7d7a3d912d tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lazy-loading 'flavor' on Instance uuid c8d628d7-4626-4930-ba9d-dab479a58d71 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1828.738403] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Acquiring lock "86ae2ff0-b4e3-4d0b-b935-5012b2b7d818" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.738403] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Lock "86ae2ff0-b4e3-4d0b-b935-5012b2b7d818" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.750275] env[63622]: DEBUG oslo_vmware.api [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817492, 'name': PowerOffVM_Task, 'duration_secs': 0.216542} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.750643] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1828.750862] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Updating instance '3cf07a7e-58db-4d28-8710-b2d0a89b5bf2' progress to 17 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1828.785022] env[63622]: DEBUG nova.compute.utils [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1828.789507] env[63622]: DEBUG nova.compute.manager [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1828.789917] env[63622]: DEBUG nova.network.neutron [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1828.845958] env[63622]: DEBUG nova.policy [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5a560b15cde47588b3ff1e5b96b1fe1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f120bd72d5754804aceba4bf1a29bd52', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1828.885053] env[63622]: DEBUG nova.objects.base [None req-b314c88f-b87a-495a-a89e-b4e6fe64f2d2 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Object Instance<9a854487-4c27-4271-9a1f-1875f7bd0a06> lazy-loaded attributes: flavor,pci_requests {{(pid=63622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1828.885289] env[63622]: DEBUG nova.network.neutron [None req-b314c88f-b87a-495a-a89e-b4e6fe64f2d2 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1828.909552] env[63622]: DEBUG nova.compute.manager [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1829.006967] env[63622]: DEBUG oslo_vmware.api [None req-56f6dcc2-abcc-45d6-a5ab-32d6e95db313 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155969} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.007249] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-56f6dcc2-abcc-45d6-a5ab-32d6e95db313 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1829.007430] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-56f6dcc2-abcc-45d6-a5ab-32d6e95db313 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1829.007617] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-56f6dcc2-abcc-45d6-a5ab-32d6e95db313 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1829.007796] env[63622]: INFO nova.compute.manager [None req-56f6dcc2-abcc-45d6-a5ab-32d6e95db313 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1829.008163] env[63622]: DEBUG oslo.service.loopingcall [None req-56f6dcc2-abcc-45d6-a5ab-32d6e95db313 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1829.008250] env[63622]: DEBUG nova.compute.manager [-] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1829.008309] env[63622]: DEBUG nova.network.neutron [-] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1829.024726] env[63622]: DEBUG oslo_vmware.api [None req-16649fa1-e26f-4cc1-985d-3d4030eb4d36 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817496, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148711} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.024963] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-16649fa1-e26f-4cc1-985d-3d4030eb4d36 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1829.025114] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-16649fa1-e26f-4cc1-985d-3d4030eb4d36 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1829.025302] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-16649fa1-e26f-4cc1-985d-3d4030eb4d36 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1829.025500] env[63622]: INFO nova.compute.manager [None req-16649fa1-e26f-4cc1-985d-3d4030eb4d36 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1829.027035] env[63622]: DEBUG oslo.service.loopingcall [None req-16649fa1-e26f-4cc1-985d-3d4030eb4d36 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1829.027035] env[63622]: DEBUG nova.compute.manager [-] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1829.027035] env[63622]: DEBUG nova.network.neutron [-] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1829.032198] env[63622]: DEBUG nova.policy [None req-b314c88f-b87a-495a-a89e-b4e6fe64f2d2 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9cda26dfa747464dbb4e31462c6d1ceb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8f5612ea5ba4729af8f16a350d2c1fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1829.203546] env[63622]: DEBUG nova.compute.manager [req-2b658ea2-f548-4737-a5b5-c3f0eaf03a61 req-5e511d82-7e1e-459b-89e8-b60eb30e8be8 service nova] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Received event network-vif-unplugged-b30e8cb2-faa5-4cc1-a10f-009ffeb598bf {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1829.203809] env[63622]: DEBUG oslo_concurrency.lockutils [req-2b658ea2-f548-4737-a5b5-c3f0eaf03a61 req-5e511d82-7e1e-459b-89e8-b60eb30e8be8 service nova] Acquiring lock "d06fd720-1e9a-4685-b9b1-319c514908fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.203993] env[63622]: DEBUG oslo_concurrency.lockutils [req-2b658ea2-f548-4737-a5b5-c3f0eaf03a61 req-5e511d82-7e1e-459b-89e8-b60eb30e8be8 service nova] Lock "d06fd720-1e9a-4685-b9b1-319c514908fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.204491] env[63622]: DEBUG oslo_concurrency.lockutils [req-2b658ea2-f548-4737-a5b5-c3f0eaf03a61 req-5e511d82-7e1e-459b-89e8-b60eb30e8be8 service nova] Lock "d06fd720-1e9a-4685-b9b1-319c514908fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.204815] env[63622]: DEBUG nova.compute.manager [req-2b658ea2-f548-4737-a5b5-c3f0eaf03a61 req-5e511d82-7e1e-459b-89e8-b60eb30e8be8 service nova] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] No waiting events found dispatching network-vif-unplugged-b30e8cb2-faa5-4cc1-a10f-009ffeb598bf {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1829.205138] env[63622]: WARNING nova.compute.manager [req-2b658ea2-f548-4737-a5b5-c3f0eaf03a61 req-5e511d82-7e1e-459b-89e8-b60eb30e8be8 service nova] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Received unexpected event network-vif-unplugged-b30e8cb2-faa5-4cc1-a10f-009ffeb598bf for instance with vm_state shelved_offloaded and task_state None. [ 1829.205402] env[63622]: DEBUG nova.compute.manager [req-2b658ea2-f548-4737-a5b5-c3f0eaf03a61 req-5e511d82-7e1e-459b-89e8-b60eb30e8be8 service nova] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Received event network-changed-b30e8cb2-faa5-4cc1-a10f-009ffeb598bf {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1829.205715] env[63622]: DEBUG nova.compute.manager [req-2b658ea2-f548-4737-a5b5-c3f0eaf03a61 req-5e511d82-7e1e-459b-89e8-b60eb30e8be8 service nova] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Refreshing instance network info cache due to event network-changed-b30e8cb2-faa5-4cc1-a10f-009ffeb598bf. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1829.205932] env[63622]: DEBUG oslo_concurrency.lockutils [req-2b658ea2-f548-4737-a5b5-c3f0eaf03a61 req-5e511d82-7e1e-459b-89e8-b60eb30e8be8 service nova] Acquiring lock "refresh_cache-d06fd720-1e9a-4685-b9b1-319c514908fb" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.206089] env[63622]: DEBUG oslo_concurrency.lockutils [req-2b658ea2-f548-4737-a5b5-c3f0eaf03a61 req-5e511d82-7e1e-459b-89e8-b60eb30e8be8 service nova] Acquired lock "refresh_cache-d06fd720-1e9a-4685-b9b1-319c514908fb" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.206338] env[63622]: DEBUG nova.network.neutron [req-2b658ea2-f548-4737-a5b5-c3f0eaf03a61 req-5e511d82-7e1e-459b-89e8-b60eb30e8be8 service nova] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Refreshing network info cache for port b30e8cb2-faa5-4cc1-a10f-009ffeb598bf {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1829.240406] env[63622]: INFO nova.compute.manager [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Rescuing [ 1829.240744] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquiring lock "refresh_cache-de6c7fe2-e333-449c-9e97-0c374c306ab5" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.240978] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquired lock "refresh_cache-de6c7fe2-e333-449c-9e97-0c374c306ab5" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.241166] env[63622]: DEBUG nova.network.neutron [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1829.246133] env[63622]: DEBUG nova.compute.manager [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1829.258033] env[63622]: DEBUG nova.virt.hardware [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1829.258262] env[63622]: DEBUG nova.virt.hardware [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1829.258416] env[63622]: DEBUG nova.virt.hardware [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1829.258611] env[63622]: DEBUG nova.virt.hardware [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1829.258799] env[63622]: DEBUG nova.virt.hardware [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1829.258988] env[63622]: DEBUG nova.virt.hardware [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1829.263853] env[63622]: DEBUG nova.virt.hardware [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1829.263853] env[63622]: DEBUG nova.virt.hardware [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1829.263853] env[63622]: DEBUG nova.virt.hardware [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1829.263853] env[63622]: DEBUG nova.virt.hardware [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1829.263853] env[63622]: DEBUG nova.virt.hardware [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1829.272945] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-418b5344-d604-4cfc-a27d-46e7287e2baa {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.291977] env[63622]: DEBUG oslo_concurrency.lockutils [None req-56a006d5-73e4-48a8-b52d-09758f2025b2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.293313] env[63622]: DEBUG nova.compute.manager [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1829.296894] env[63622]: DEBUG oslo_vmware.api [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1829.296894] env[63622]: value = "task-1817497" [ 1829.296894] env[63622]: _type = "Task" [ 1829.296894] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.296894] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.827s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.297134] env[63622]: DEBUG nova.objects.instance [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lazy-loading 'resources' on Instance uuid 1cd4057c-3ba9-4a2f-89b1-e1a763402a82 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1829.308793] env[63622]: DEBUG oslo_vmware.api [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817497, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.447601] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.591597] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3ba1ba0b-2b54-4a93-9aa9-ca7d7a3d912d tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lock "c8d628d7-4626-4930-ba9d-dab479a58d71" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.298s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.603934] env[63622]: DEBUG nova.network.neutron [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Successfully created port: f72747c0-216b-4197-85e6-6392577f59ff {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1829.745494] env[63622]: DEBUG nova.compute.manager [req-c061e334-10e9-4991-bd3a-27999c7e3de5 req-9f6a094c-dc46-4b8a-9881-35fe2235ba5b service nova] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Received event network-vif-deleted-7686d60c-5e9c-4940-accc-fba525da7200 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1829.746281] env[63622]: INFO nova.compute.manager [req-c061e334-10e9-4991-bd3a-27999c7e3de5 req-9f6a094c-dc46-4b8a-9881-35fe2235ba5b service nova] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Neutron deleted interface 7686d60c-5e9c-4940-accc-fba525da7200; detaching it from the instance and deleting it from the info cache [ 1829.746516] env[63622]: DEBUG nova.network.neutron [req-c061e334-10e9-4991-bd3a-27999c7e3de5 req-9f6a094c-dc46-4b8a-9881-35fe2235ba5b service nova] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.786661] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.821839] env[63622]: DEBUG oslo_vmware.api [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817497, 'name': ReconfigVM_Task, 'duration_secs': 0.222656} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.822164] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Updating instance '3cf07a7e-58db-4d28-8710-b2d0a89b5bf2' progress to 33 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1829.901366] env[63622]: DEBUG nova.network.neutron [-] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.983457] env[63622]: DEBUG oslo_concurrency.lockutils [None req-917a353e-a25b-48ec-8689-b7ef9b4b5a98 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "d06fd720-1e9a-4685-b9b1-319c514908fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.062894] env[63622]: DEBUG nova.network.neutron [req-2b658ea2-f548-4737-a5b5-c3f0eaf03a61 req-5e511d82-7e1e-459b-89e8-b60eb30e8be8 service nova] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Updated VIF entry in instance network info cache for port b30e8cb2-faa5-4cc1-a10f-009ffeb598bf. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1830.063186] env[63622]: DEBUG nova.network.neutron [req-2b658ea2-f548-4737-a5b5-c3f0eaf03a61 req-5e511d82-7e1e-459b-89e8-b60eb30e8be8 service nova] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Updating instance_info_cache with network_info: [{"id": "b30e8cb2-faa5-4cc1-a10f-009ffeb598bf", "address": "fa:16:3e:f6:ba:13", "network": {"id": "a87a7e7c-01bc-45f6-8728-114eebbe53df", "bridge": null, "label": "tempest-DeleteServersTestJSON-187738960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5c9901b11904794b53083f564e5a41c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb30e8cb2-fa", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1830.097155] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0d63e5-ee6b-4717-aecd-a4a6d3d8195b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.106290] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad564976-9975-4ccf-baea-6339e931f89b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.140294] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e728fa9c-a1c2-4ce1-a0a4-67d53197b05b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.149170] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4adafb-4950-4671-8972-58a18f165012 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.164184] env[63622]: DEBUG nova.network.neutron [-] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1830.165677] env[63622]: DEBUG nova.compute.provider_tree [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1830.218727] env[63622]: DEBUG nova.network.neutron [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Updating instance_info_cache with network_info: [{"id": "4b9e4784-386d-4c9e-9d7f-9fea3177ee18", "address": "fa:16:3e:9d:d7:fc", "network": {"id": "6c76cb6b-40d1-47e4-8957-7fcd527423cc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1478522882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bbece78f52e4184ba7be795d0a7ead0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b9e4784-38", "ovs_interfaceid": "4b9e4784-386d-4c9e-9d7f-9fea3177ee18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1830.251636] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-415e1233-550f-41fd-86ab-749cf81abd13 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.262755] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a5a76f-2bea-4b89-804a-87a1021ce9de {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.313735] env[63622]: DEBUG nova.compute.manager [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1830.320028] env[63622]: DEBUG nova.compute.manager [req-c061e334-10e9-4991-bd3a-27999c7e3de5 req-9f6a094c-dc46-4b8a-9881-35fe2235ba5b service nova] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Detach interface failed, port_id=7686d60c-5e9c-4940-accc-fba525da7200, reason: Instance 85edb7a4-290d-4cef-9c1e-8ca007ebac0c could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1830.331943] env[63622]: DEBUG nova.virt.hardware [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1830.332208] env[63622]: DEBUG nova.virt.hardware [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1830.332891] env[63622]: DEBUG nova.virt.hardware [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1830.332891] env[63622]: DEBUG nova.virt.hardware [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1830.332891] env[63622]: DEBUG nova.virt.hardware [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1830.332891] env[63622]: DEBUG nova.virt.hardware [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1830.333061] env[63622]: DEBUG nova.virt.hardware [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1830.333164] env[63622]: DEBUG nova.virt.hardware [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1830.333334] env[63622]: DEBUG nova.virt.hardware [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1830.333690] env[63622]: DEBUG nova.virt.hardware [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1830.333690] env[63622]: DEBUG nova.virt.hardware [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1830.339210] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Reconfiguring VM instance instance-0000000b to detach disk 2000 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1830.339427] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e59b674-e16d-47fb-aa6d-50d0a7226d11 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.360668] env[63622]: DEBUG oslo_vmware.api [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1830.360668] env[63622]: value = "task-1817498" [ 1830.360668] env[63622]: _type = "Task" [ 1830.360668] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.362865] env[63622]: DEBUG nova.virt.hardware [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1830.363223] env[63622]: DEBUG nova.virt.hardware [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1830.363374] env[63622]: DEBUG nova.virt.hardware [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1830.363626] env[63622]: DEBUG nova.virt.hardware [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1830.363778] env[63622]: DEBUG nova.virt.hardware [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1830.364057] env[63622]: DEBUG nova.virt.hardware [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1830.364356] env[63622]: DEBUG nova.virt.hardware [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1830.365103] env[63622]: DEBUG nova.virt.hardware [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1830.365103] env[63622]: DEBUG nova.virt.hardware [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1830.365103] env[63622]: DEBUG nova.virt.hardware [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1830.365316] env[63622]: DEBUG nova.virt.hardware [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1830.366386] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5845d964-3e74-4aab-a9a4-208434fd3f58 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.383933] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797b8e1a-8dc7-4a2c-a955-0a6e794c5b63 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.392556] env[63622]: DEBUG oslo_vmware.api [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817498, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.405511] env[63622]: INFO nova.compute.manager [-] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Took 1.38 seconds to deallocate network for instance. [ 1830.566608] env[63622]: DEBUG oslo_concurrency.lockutils [req-2b658ea2-f548-4737-a5b5-c3f0eaf03a61 req-5e511d82-7e1e-459b-89e8-b60eb30e8be8 service nova] Releasing lock "refresh_cache-d06fd720-1e9a-4685-b9b1-319c514908fb" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1830.667699] env[63622]: INFO nova.compute.manager [-] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Took 1.66 seconds to deallocate network for instance. [ 1830.705184] env[63622]: ERROR nova.scheduler.client.report [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [req-d833f8b8-a914-4a32-9b6c-0a5923637a7c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8dd86f19-3c1a-4ba4-9c42-69cb148971df. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d833f8b8-a914-4a32-9b6c-0a5923637a7c"}]} [ 1830.721502] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Releasing lock "refresh_cache-de6c7fe2-e333-449c-9e97-0c374c306ab5" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1830.730988] env[63622]: DEBUG nova.scheduler.client.report [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Refreshing inventories for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1830.752431] env[63622]: DEBUG nova.scheduler.client.report [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Updating ProviderTree inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1830.752846] env[63622]: DEBUG nova.compute.provider_tree [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1830.771621] env[63622]: DEBUG nova.scheduler.client.report [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Refreshing aggregate associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, aggregates: None {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1830.797679] env[63622]: DEBUG nova.scheduler.client.report [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Refreshing trait associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1830.877784] env[63622]: DEBUG oslo_vmware.api [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817498, 'name': ReconfigVM_Task, 'duration_secs': 0.305954} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.878129] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Reconfigured VM instance instance-0000000b to detach disk 2000 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1830.878957] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fffe35-4796-4678-b5dd-6238a141562a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.903749] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2/3cf07a7e-58db-4d28-8710-b2d0a89b5bf2.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1830.906454] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54d2d93a-1e87-4d67-a7c2-11bde448bf0d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.920289] env[63622]: DEBUG oslo_concurrency.lockutils [None req-16649fa1-e26f-4cc1-985d-3d4030eb4d36 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.928248] env[63622]: DEBUG oslo_vmware.api [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1830.928248] env[63622]: value = "task-1817499" [ 1830.928248] env[63622]: _type = "Task" [ 1830.928248] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.940171] env[63622]: DEBUG oslo_vmware.api [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817499, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.980784] env[63622]: DEBUG nova.network.neutron [None req-b314c88f-b87a-495a-a89e-b4e6fe64f2d2 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Successfully updated port: 3249c82a-751f-4f76-a881-661f704d9f2f {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1831.096106] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc18dce6-03e7-4a09-9a78-cc63bc514d65 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.107164] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7090da12-b1a6-492f-987a-a322d8d3fdf5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.142610] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ae3c57-7c97-41df-aee3-01a8561b259d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.151503] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ea6ab7-3dc8-49b1-abc2-0401f98dc03b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.167030] env[63622]: DEBUG nova.compute.provider_tree [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1831.187612] env[63622]: DEBUG oslo_concurrency.lockutils [None req-56f6dcc2-abcc-45d6-a5ab-32d6e95db313 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.275078] env[63622]: DEBUG oslo_concurrency.lockutils [None req-55a6f38d-f579-4a37-ad33-74714ff1f71a tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Acquiring lock "c8d628d7-4626-4930-ba9d-dab479a58d71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.275078] env[63622]: DEBUG oslo_concurrency.lockutils [None req-55a6f38d-f579-4a37-ad33-74714ff1f71a tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lock "c8d628d7-4626-4930-ba9d-dab479a58d71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.275078] env[63622]: DEBUG oslo_concurrency.lockutils [None req-55a6f38d-f579-4a37-ad33-74714ff1f71a tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Acquiring lock "c8d628d7-4626-4930-ba9d-dab479a58d71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.275078] env[63622]: DEBUG oslo_concurrency.lockutils [None req-55a6f38d-f579-4a37-ad33-74714ff1f71a tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lock "c8d628d7-4626-4930-ba9d-dab479a58d71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.275078] env[63622]: DEBUG oslo_concurrency.lockutils [None req-55a6f38d-f579-4a37-ad33-74714ff1f71a tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lock "c8d628d7-4626-4930-ba9d-dab479a58d71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.277363] env[63622]: INFO nova.compute.manager [None req-55a6f38d-f579-4a37-ad33-74714ff1f71a tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Terminating instance [ 1831.387828] env[63622]: DEBUG nova.network.neutron [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Successfully updated port: f72747c0-216b-4197-85e6-6392577f59ff {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1831.438256] env[63622]: DEBUG oslo_vmware.api [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817499, 'name': ReconfigVM_Task, 'duration_secs': 0.309876} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.438552] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2/3cf07a7e-58db-4d28-8710-b2d0a89b5bf2.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1831.438916] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Updating instance '3cf07a7e-58db-4d28-8710-b2d0a89b5bf2' progress to 50 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1831.485138] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b314c88f-b87a-495a-a89e-b4e6fe64f2d2 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "refresh_cache-9a854487-4c27-4271-9a1f-1875f7bd0a06" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1831.485353] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b314c88f-b87a-495a-a89e-b4e6fe64f2d2 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquired lock "refresh_cache-9a854487-4c27-4271-9a1f-1875f7bd0a06" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1831.485579] env[63622]: DEBUG nova.network.neutron [None req-b314c88f-b87a-495a-a89e-b4e6fe64f2d2 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1831.627712] env[63622]: DEBUG nova.compute.manager [req-5ec9fe00-84d6-405d-8fd3-6765db64afe0 req-51aa030f-7ea6-462b-8529-4f2810376ef0 service nova] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Received event network-vif-deleted-0260f1bf-56bd-4ccf-99ab-02ee789491ac {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1831.627872] env[63622]: DEBUG nova.compute.manager [req-5ec9fe00-84d6-405d-8fd3-6765db64afe0 req-51aa030f-7ea6-462b-8529-4f2810376ef0 service nova] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Received event network-vif-plugged-3249c82a-751f-4f76-a881-661f704d9f2f {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1831.628085] env[63622]: DEBUG oslo_concurrency.lockutils [req-5ec9fe00-84d6-405d-8fd3-6765db64afe0 req-51aa030f-7ea6-462b-8529-4f2810376ef0 service nova] Acquiring lock "9a854487-4c27-4271-9a1f-1875f7bd0a06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.628291] env[63622]: DEBUG oslo_concurrency.lockutils [req-5ec9fe00-84d6-405d-8fd3-6765db64afe0 req-51aa030f-7ea6-462b-8529-4f2810376ef0 service nova] Lock "9a854487-4c27-4271-9a1f-1875f7bd0a06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.628457] env[63622]: DEBUG oslo_concurrency.lockutils [req-5ec9fe00-84d6-405d-8fd3-6765db64afe0 req-51aa030f-7ea6-462b-8529-4f2810376ef0 service nova] Lock "9a854487-4c27-4271-9a1f-1875f7bd0a06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.628621] env[63622]: DEBUG nova.compute.manager [req-5ec9fe00-84d6-405d-8fd3-6765db64afe0 req-51aa030f-7ea6-462b-8529-4f2810376ef0 service nova] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] No waiting events found dispatching network-vif-plugged-3249c82a-751f-4f76-a881-661f704d9f2f {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1831.628780] env[63622]: WARNING nova.compute.manager [req-5ec9fe00-84d6-405d-8fd3-6765db64afe0 req-51aa030f-7ea6-462b-8529-4f2810376ef0 service nova] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Received unexpected event network-vif-plugged-3249c82a-751f-4f76-a881-661f704d9f2f for instance with vm_state active and task_state None. [ 1831.628937] env[63622]: DEBUG nova.compute.manager [req-5ec9fe00-84d6-405d-8fd3-6765db64afe0 req-51aa030f-7ea6-462b-8529-4f2810376ef0 service nova] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Received event network-changed-3249c82a-751f-4f76-a881-661f704d9f2f {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1831.629104] env[63622]: DEBUG nova.compute.manager [req-5ec9fe00-84d6-405d-8fd3-6765db64afe0 req-51aa030f-7ea6-462b-8529-4f2810376ef0 service nova] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Refreshing instance network info cache due to event network-changed-3249c82a-751f-4f76-a881-661f704d9f2f. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1831.629271] env[63622]: DEBUG oslo_concurrency.lockutils [req-5ec9fe00-84d6-405d-8fd3-6765db64afe0 req-51aa030f-7ea6-462b-8529-4f2810376ef0 service nova] Acquiring lock "refresh_cache-9a854487-4c27-4271-9a1f-1875f7bd0a06" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1831.687879] env[63622]: ERROR nova.scheduler.client.report [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [req-053d3952-3b77-4ee0-8547-c08150d70ee7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8dd86f19-3c1a-4ba4-9c42-69cb148971df. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-053d3952-3b77-4ee0-8547-c08150d70ee7"}]} [ 1831.702753] env[63622]: DEBUG nova.scheduler.client.report [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Refreshing inventories for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1831.712070] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1831.712371] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1831.718496] env[63622]: DEBUG nova.scheduler.client.report [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Updating ProviderTree inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1831.718726] env[63622]: DEBUG nova.compute.provider_tree [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1831.732696] env[63622]: DEBUG nova.scheduler.client.report [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Refreshing aggregate associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, aggregates: None {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1831.752887] env[63622]: DEBUG nova.scheduler.client.report [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Refreshing trait associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1831.773712] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquiring lock "182a279b-bcac-4716-a074-54bfed531a77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.773941] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "182a279b-bcac-4716-a074-54bfed531a77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.781195] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1831.781714] env[63622]: DEBUG nova.compute.manager [None req-55a6f38d-f579-4a37-ad33-74714ff1f71a tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1831.781901] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-55a6f38d-f579-4a37-ad33-74714ff1f71a tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1831.782600] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6aed1d27-c487-44c1-9776-b2d3a808307e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.786403] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61e97fa-9017-4275-9b61-0002cf89921d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.795603] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a6f38d-f579-4a37-ad33-74714ff1f71a tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1831.797548] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e4744e5-bf4c-4638-acdd-dd9e4e1b73f9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.798981] env[63622]: DEBUG oslo_vmware.api [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1831.798981] env[63622]: value = "task-1817500" [ 1831.798981] env[63622]: _type = "Task" [ 1831.798981] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.806170] env[63622]: DEBUG oslo_vmware.api [None req-55a6f38d-f579-4a37-ad33-74714ff1f71a tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Waiting for the task: (returnval){ [ 1831.806170] env[63622]: value = "task-1817501" [ 1831.806170] env[63622]: _type = "Task" [ 1831.806170] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.812897] env[63622]: DEBUG oslo_vmware.api [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.824066] env[63622]: DEBUG oslo_vmware.api [None req-55a6f38d-f579-4a37-ad33-74714ff1f71a tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1817501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.890860] env[63622]: DEBUG oslo_concurrency.lockutils [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquiring lock "refresh_cache-625ea38b-6950-4f5f-a86f-b2955517eb6f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1831.891078] env[63622]: DEBUG oslo_concurrency.lockutils [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquired lock "refresh_cache-625ea38b-6950-4f5f-a86f-b2955517eb6f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1831.891286] env[63622]: DEBUG nova.network.neutron [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1831.945803] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24421684-52c6-4049-aa35-fc455f557685 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.973876] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02a6d25-050d-4250-895c-521129d63849 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.997296] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Updating instance '3cf07a7e-58db-4d28-8710-b2d0a89b5bf2' progress to 67 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1832.042026] env[63622]: WARNING nova.network.neutron [None req-b314c88f-b87a-495a-a89e-b4e6fe64f2d2 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] f89b84ee-0198-4049-90af-155f3fe967e5 already exists in list: networks containing: ['f89b84ee-0198-4049-90af-155f3fe967e5']. ignoring it [ 1832.054998] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb58ea2-05b3-409b-84f1-4f10fe7e622c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.064178] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d82dabc-4f29-4377-9143-6df9c8006529 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.098570] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f055cb1-bb20-4fdc-bde6-c3e799385a07 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.106879] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32d63a0-4054-450b-b75e-b855bce253d8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.120527] env[63622]: DEBUG nova.compute.provider_tree [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1832.220487] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1832.220487] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Starting heal instance info cache {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 1832.277278] env[63622]: DEBUG nova.compute.manager [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1832.311872] env[63622]: DEBUG oslo_vmware.api [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817500, 'name': PowerOffVM_Task, 'duration_secs': 0.216401} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.312213] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1832.315942] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfef452-854d-4203-b4f7-2b7eee2278e4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.323937] env[63622]: DEBUG oslo_vmware.api [None req-55a6f38d-f579-4a37-ad33-74714ff1f71a tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1817501, 'name': PowerOffVM_Task, 'duration_secs': 0.228011} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.339217] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a6f38d-f579-4a37-ad33-74714ff1f71a tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1832.339639] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-55a6f38d-f579-4a37-ad33-74714ff1f71a tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1832.342100] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d56e31b7-3e20-47df-97cd-c933b6424006 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.344115] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb1ecd5-9134-4507-acb9-63083c300b2a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.382929] env[63622]: DEBUG nova.network.neutron [None req-b314c88f-b87a-495a-a89e-b4e6fe64f2d2 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Updating instance_info_cache with network_info: [{"id": "83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0", "address": "fa:16:3e:d7:88:3a", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83cb60cc-a7", "ovs_interfaceid": "83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3249c82a-751f-4f76-a881-661f704d9f2f", "address": "fa:16:3e:82:2e:4f", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3249c82a-75", "ovs_interfaceid": "3249c82a-751f-4f76-a881-661f704d9f2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1832.385997] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1832.386274] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3dbb1c76-fcba-417d-b4d1-b77030d8e2b9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.406922] env[63622]: DEBUG oslo_vmware.api [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1832.406922] env[63622]: value = "task-1817503" [ 1832.406922] env[63622]: _type = "Task" [ 1832.406922] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.419194] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] VM already powered off {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1832.419413] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1832.419654] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1832.420051] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1832.420051] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1832.420445] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bef8ccd0-3023-41e7-b5db-97be9909505a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.430382] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1832.430382] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1832.430725] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e84df144-4f88-40ba-a1d5-9dec9aa7987b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.435918] env[63622]: DEBUG oslo_vmware.api [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1832.435918] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52c52e9c-c5c9-f469-1813-bca63c0a3423" [ 1832.435918] env[63622]: _type = "Task" [ 1832.435918] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.436818] env[63622]: DEBUG nova.network.neutron [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1832.446368] env[63622]: DEBUG oslo_vmware.api [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52c52e9c-c5c9-f469-1813-bca63c0a3423, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.535527] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-55a6f38d-f579-4a37-ad33-74714ff1f71a tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1832.535824] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-55a6f38d-f579-4a37-ad33-74714ff1f71a tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1832.536015] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-55a6f38d-f579-4a37-ad33-74714ff1f71a tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Deleting the datastore file [datastore1] c8d628d7-4626-4930-ba9d-dab479a58d71 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1832.536282] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-582f50c2-9b95-4948-a6ef-b2a7938756f4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.543573] env[63622]: DEBUG oslo_vmware.api [None req-55a6f38d-f579-4a37-ad33-74714ff1f71a tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Waiting for the task: (returnval){ [ 1832.543573] env[63622]: value = "task-1817504" [ 1832.543573] env[63622]: _type = "Task" [ 1832.543573] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.551716] env[63622]: DEBUG oslo_vmware.api [None req-55a6f38d-f579-4a37-ad33-74714ff1f71a tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1817504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.559587] env[63622]: DEBUG nova.network.neutron [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Port af0c5251-50b4-4d15-892c-f48a73408f43 binding to destination host cpu-1 is already ACTIVE {{(pid=63622) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1832.591834] env[63622]: DEBUG nova.network.neutron [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Updating instance_info_cache with network_info: [{"id": "f72747c0-216b-4197-85e6-6392577f59ff", "address": "fa:16:3e:68:e1:a4", "network": {"id": "6a81e564-3ab4-4b16-815a-02efc78621b6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1115342741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f120bd72d5754804aceba4bf1a29bd52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf72747c0-21", "ovs_interfaceid": "f72747c0-216b-4197-85e6-6392577f59ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1832.658349] env[63622]: DEBUG nova.scheduler.client.report [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Updated inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with generation 141 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1832.658616] env[63622]: DEBUG nova.compute.provider_tree [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Updating resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df generation from 141 to 142 during operation: update_inventory {{(pid=63622) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1832.658802] env[63622]: DEBUG nova.compute.provider_tree [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1832.802632] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.890214] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b314c88f-b87a-495a-a89e-b4e6fe64f2d2 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Releasing lock "refresh_cache-9a854487-4c27-4271-9a1f-1875f7bd0a06" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1832.890485] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b314c88f-b87a-495a-a89e-b4e6fe64f2d2 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "9a854487-4c27-4271-9a1f-1875f7bd0a06" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1832.890635] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b314c88f-b87a-495a-a89e-b4e6fe64f2d2 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquired lock "9a854487-4c27-4271-9a1f-1875f7bd0a06" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1832.890927] env[63622]: DEBUG oslo_concurrency.lockutils [req-5ec9fe00-84d6-405d-8fd3-6765db64afe0 req-51aa030f-7ea6-462b-8529-4f2810376ef0 service nova] Acquired lock "refresh_cache-9a854487-4c27-4271-9a1f-1875f7bd0a06" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1832.891112] env[63622]: DEBUG nova.network.neutron [req-5ec9fe00-84d6-405d-8fd3-6765db64afe0 req-51aa030f-7ea6-462b-8529-4f2810376ef0 service nova] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Refreshing network info cache for port 3249c82a-751f-4f76-a881-661f704d9f2f {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1832.892825] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f710c78e-1b1d-4345-98a7-f30e80c23e8f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.913031] env[63622]: DEBUG nova.virt.hardware [None req-b314c88f-b87a-495a-a89e-b4e6fe64f2d2 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1832.913316] env[63622]: DEBUG nova.virt.hardware [None req-b314c88f-b87a-495a-a89e-b4e6fe64f2d2 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1832.913505] env[63622]: DEBUG nova.virt.hardware [None req-b314c88f-b87a-495a-a89e-b4e6fe64f2d2 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1832.913697] env[63622]: DEBUG nova.virt.hardware [None req-b314c88f-b87a-495a-a89e-b4e6fe64f2d2 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1832.913847] env[63622]: DEBUG nova.virt.hardware [None req-b314c88f-b87a-495a-a89e-b4e6fe64f2d2 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1832.913996] env[63622]: DEBUG nova.virt.hardware [None req-b314c88f-b87a-495a-a89e-b4e6fe64f2d2 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1832.914220] env[63622]: DEBUG nova.virt.hardware [None req-b314c88f-b87a-495a-a89e-b4e6fe64f2d2 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1832.914381] env[63622]: DEBUG nova.virt.hardware [None req-b314c88f-b87a-495a-a89e-b4e6fe64f2d2 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1832.914545] env[63622]: DEBUG nova.virt.hardware [None req-b314c88f-b87a-495a-a89e-b4e6fe64f2d2 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1832.914712] env[63622]: DEBUG nova.virt.hardware [None req-b314c88f-b87a-495a-a89e-b4e6fe64f2d2 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1832.914884] env[63622]: DEBUG nova.virt.hardware [None req-b314c88f-b87a-495a-a89e-b4e6fe64f2d2 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1832.921553] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b314c88f-b87a-495a-a89e-b4e6fe64f2d2 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Reconfiguring VM to attach interface {{(pid=63622) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1832.922199] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40b34bb3-fa8c-491e-b27e-d6bb29c4ae3c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.944663] env[63622]: DEBUG oslo_vmware.api [None req-b314c88f-b87a-495a-a89e-b4e6fe64f2d2 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1832.944663] env[63622]: value = "task-1817505" [ 1832.944663] env[63622]: _type = "Task" [ 1832.944663] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.952920] env[63622]: DEBUG oslo_vmware.api [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52c52e9c-c5c9-f469-1813-bca63c0a3423, 'name': SearchDatastore_Task, 'duration_secs': 0.01025} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.954372] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea6b74ad-eea6-4e27-8827-5c8d4dbf0f0e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.960029] env[63622]: DEBUG oslo_vmware.api [None req-b314c88f-b87a-495a-a89e-b4e6fe64f2d2 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817505, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.964615] env[63622]: DEBUG oslo_vmware.api [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1832.964615] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b663af-b91c-91d8-ef50-84d2ce999ed0" [ 1832.964615] env[63622]: _type = "Task" [ 1832.964615] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.976559] env[63622]: DEBUG oslo_vmware.api [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b663af-b91c-91d8-ef50-84d2ce999ed0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.054369] env[63622]: DEBUG oslo_vmware.api [None req-55a6f38d-f579-4a37-ad33-74714ff1f71a tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Task: {'id': task-1817504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159445} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.054658] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-55a6f38d-f579-4a37-ad33-74714ff1f71a tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1833.055997] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-55a6f38d-f579-4a37-ad33-74714ff1f71a tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1833.055997] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-55a6f38d-f579-4a37-ad33-74714ff1f71a tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1833.055997] env[63622]: INFO nova.compute.manager [None req-55a6f38d-f579-4a37-ad33-74714ff1f71a tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1833.055997] env[63622]: DEBUG oslo.service.loopingcall [None req-55a6f38d-f579-4a37-ad33-74714ff1f71a tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1833.055997] env[63622]: DEBUG nova.compute.manager [-] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1833.055997] env[63622]: DEBUG nova.network.neutron [-] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1833.094772] env[63622]: DEBUG oslo_concurrency.lockutils [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Releasing lock "refresh_cache-625ea38b-6950-4f5f-a86f-b2955517eb6f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1833.095154] env[63622]: DEBUG nova.compute.manager [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Instance network_info: |[{"id": "f72747c0-216b-4197-85e6-6392577f59ff", "address": "fa:16:3e:68:e1:a4", "network": {"id": "6a81e564-3ab4-4b16-815a-02efc78621b6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1115342741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f120bd72d5754804aceba4bf1a29bd52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf72747c0-21", "ovs_interfaceid": "f72747c0-216b-4197-85e6-6392577f59ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1833.095677] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:e1:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db328342-7107-4bac-b1d6-111fbd5780f1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f72747c0-216b-4197-85e6-6392577f59ff', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1833.104024] env[63622]: DEBUG oslo.service.loopingcall [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1833.104024] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1833.104426] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b92d68d1-b849-4d67-b364-54f802232026 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.127315] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1833.127315] env[63622]: value = "task-1817506" [ 1833.127315] env[63622]: _type = "Task" [ 1833.127315] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.135940] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817506, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.164351] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.867s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.167499] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.544s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.167760] env[63622]: DEBUG nova.objects.instance [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lazy-loading 'resources' on Instance uuid d06fd720-1e9a-4685-b9b1-319c514908fb {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1833.189035] env[63622]: INFO nova.scheduler.client.report [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Deleted allocations for instance 1cd4057c-3ba9-4a2f-89b1-e1a763402a82 [ 1833.225049] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Didn't find any instances for network info cache update. {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10365}} [ 1833.225383] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1833.225699] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1833.225899] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1833.226130] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1833.226348] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1833.226536] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._sync_power_states {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1833.458579] env[63622]: DEBUG oslo_vmware.api [None req-b314c88f-b87a-495a-a89e-b4e6fe64f2d2 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817505, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.475414] env[63622]: DEBUG oslo_vmware.api [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b663af-b91c-91d8-ef50-84d2ce999ed0, 'name': SearchDatastore_Task, 'duration_secs': 0.01066} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.475572] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1833.475852] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] de6c7fe2-e333-449c-9e97-0c374c306ab5/e2d5bd27-1b7d-4255-a1df-e035847393df-rescue.vmdk. {{(pid=63622) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1833.476140] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1040126e-99ac-41a1-9126-63635586ce40 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.486125] env[63622]: DEBUG oslo_vmware.api [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1833.486125] env[63622]: value = "task-1817507" [ 1833.486125] env[63622]: _type = "Task" [ 1833.486125] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.495684] env[63622]: DEBUG oslo_vmware.api [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.591591] env[63622]: DEBUG oslo_concurrency.lockutils [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "3cf07a7e-58db-4d28-8710-b2d0a89b5bf2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.591985] env[63622]: DEBUG oslo_concurrency.lockutils [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "3cf07a7e-58db-4d28-8710-b2d0a89b5bf2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.592309] env[63622]: DEBUG oslo_concurrency.lockutils [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "3cf07a7e-58db-4d28-8710-b2d0a89b5bf2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.638402] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817506, 'name': CreateVM_Task, 'duration_secs': 0.454109} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.638562] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1833.639305] env[63622]: DEBUG oslo_concurrency.lockutils [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.639555] env[63622]: DEBUG oslo_concurrency.lockutils [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1833.639908] env[63622]: DEBUG oslo_concurrency.lockutils [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1833.640472] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4844dda2-21d5-4686-bc9e-14c83cfb339b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.646065] env[63622]: DEBUG oslo_vmware.api [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1833.646065] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ca4dd7-3470-66b6-b7ce-ce95b476650e" [ 1833.646065] env[63622]: _type = "Task" [ 1833.646065] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.654695] env[63622]: DEBUG oslo_vmware.api [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ca4dd7-3470-66b6-b7ce-ce95b476650e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.671768] env[63622]: DEBUG nova.objects.instance [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lazy-loading 'numa_topology' on Instance uuid d06fd720-1e9a-4685-b9b1-319c514908fb {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1833.699208] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5f448fea-24d5-49c0-ba13-9eedfb5b1f85 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "1cd4057c-3ba9-4a2f-89b1-e1a763402a82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.491s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.732739] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Getting list of instances from cluster (obj){ [ 1833.732739] env[63622]: value = "domain-c8" [ 1833.732739] env[63622]: _type = "ClusterComputeResource" [ 1833.732739] env[63622]: } {{(pid=63622) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1833.734217] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1414650c-ef02-4b83-86e3-767baa336d34 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.759254] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Got total of 11 instances {{(pid=63622) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1833.759475] env[63622]: WARNING nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] While synchronizing instance power states, found 16 instances in the database and 11 instances on the hypervisor. [ 1833.759587] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Triggering sync for uuid 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2 {{(pid=63622) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10689}} [ 1833.759790] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Triggering sync for uuid 565f3e30-b352-4f31-ae46-769c18fb8c12 {{(pid=63622) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10689}} [ 1833.759948] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Triggering sync for uuid b58ac762-c8e2-46c5-bd84-c0b70666aa5c {{(pid=63622) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10689}} [ 1833.760121] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Triggering sync for uuid 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f {{(pid=63622) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10689}} [ 1833.760276] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Triggering sync for uuid 8b938f1f-ad5c-4bf1-a1df-590138d31bfc {{(pid=63622) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10689}} [ 1833.760441] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Triggering sync for uuid a33387ce-53a1-4cb9-9e7b-4ff7cabc841c {{(pid=63622) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10689}} [ 1833.760566] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Triggering sync for uuid 1cd4057c-3ba9-4a2f-89b1-e1a763402a82 {{(pid=63622) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10689}} [ 1833.760743] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Triggering sync for uuid c8d628d7-4626-4930-ba9d-dab479a58d71 {{(pid=63622) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10689}} [ 1833.760848] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Triggering sync for uuid 3ba0280a-9e90-4236-b70b-f485d0766364 {{(pid=63622) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10689}} [ 1833.760994] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Triggering sync for uuid 0824ddf3-a526-4b7f-95ca-489d8898ae40 {{(pid=63622) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10689}} [ 1833.761162] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Triggering sync for uuid de6c7fe2-e333-449c-9e97-0c374c306ab5 {{(pid=63622) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10689}} [ 1833.761309] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Triggering sync for uuid 9a854487-4c27-4271-9a1f-1875f7bd0a06 {{(pid=63622) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10689}} [ 1833.761451] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Triggering sync for uuid d06fd720-1e9a-4685-b9b1-319c514908fb {{(pid=63622) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10689}} [ 1833.761594] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Triggering sync for uuid 85edb7a4-290d-4cef-9c1e-8ca007ebac0c {{(pid=63622) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10689}} [ 1833.761737] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Triggering sync for uuid ff1c8157-91b5-42fe-89e7-d259a280809e {{(pid=63622) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10689}} [ 1833.761879] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Triggering sync for uuid 625ea38b-6950-4f5f-a86f-b2955517eb6f {{(pid=63622) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10689}} [ 1833.762442] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "3cf07a7e-58db-4d28-8710-b2d0a89b5bf2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.762649] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "3cf07a7e-58db-4d28-8710-b2d0a89b5bf2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.762825] env[63622]: INFO nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] During sync_power_state the instance has a pending task (resize_migrated). Skip. [ 1833.762996] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "3cf07a7e-58db-4d28-8710-b2d0a89b5bf2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.763210] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "565f3e30-b352-4f31-ae46-769c18fb8c12" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.763408] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "565f3e30-b352-4f31-ae46-769c18fb8c12" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.763718] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "b58ac762-c8e2-46c5-bd84-c0b70666aa5c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.763910] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "b58ac762-c8e2-46c5-bd84-c0b70666aa5c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.764342] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "3eaef681-f30f-4f11-8a0a-c8bfe7081c3f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.764342] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "3eaef681-f30f-4f11-8a0a-c8bfe7081c3f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.764584] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "8b938f1f-ad5c-4bf1-a1df-590138d31bfc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.764763] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "8b938f1f-ad5c-4bf1-a1df-590138d31bfc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.764995] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "a33387ce-53a1-4cb9-9e7b-4ff7cabc841c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.765187] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "a33387ce-53a1-4cb9-9e7b-4ff7cabc841c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.765421] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "1cd4057c-3ba9-4a2f-89b1-e1a763402a82" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.765634] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "1cd4057c-3ba9-4a2f-89b1-e1a763402a82" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.765890] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "c8d628d7-4626-4930-ba9d-dab479a58d71" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.766112] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "3ba0280a-9e90-4236-b70b-f485d0766364" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.766293] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "3ba0280a-9e90-4236-b70b-f485d0766364" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.766460] env[63622]: INFO nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1833.766640] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "3ba0280a-9e90-4236-b70b-f485d0766364" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.766837] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "0824ddf3-a526-4b7f-95ca-489d8898ae40" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.767051] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "de6c7fe2-e333-449c-9e97-0c374c306ab5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.767232] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "de6c7fe2-e333-449c-9e97-0c374c306ab5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.767395] env[63622]: INFO nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] During sync_power_state the instance has a pending task (rescuing). Skip. [ 1833.767550] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "de6c7fe2-e333-449c-9e97-0c374c306ab5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.767734] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "9a854487-4c27-4271-9a1f-1875f7bd0a06" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.767957] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "d06fd720-1e9a-4685-b9b1-319c514908fb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.768175] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "85edb7a4-290d-4cef-9c1e-8ca007ebac0c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.768382] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "ff1c8157-91b5-42fe-89e7-d259a280809e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.768561] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "ff1c8157-91b5-42fe-89e7-d259a280809e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.768804] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "625ea38b-6950-4f5f-a86f-b2955517eb6f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.768996] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1833.769145] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63622) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 1833.769948] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5085fec1-d1b1-44bb-8ab5-d94498eb4b53 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.773420] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fab2cf2-5dee-4808-bbee-ff5a1c8d8a15 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.776779] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4ea5a7-575b-4c58-90f8-e3b29cec33ef {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.779774] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a921ac04-557d-48ac-b163-0c358ff1b1b3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.782920] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f894ce-7f6b-4773-9a27-caef88bd31db {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.785405] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73d7151f-d37c-4497-abde-617caa11b0b5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.787759] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b4e7fa-6f3f-449a-bb93-c3e220fd306a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.790196] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager.update_available_resource {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1833.819057] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc034cc-e576-44ab-af5a-bbde0db38ca1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.961411] env[63622]: DEBUG oslo_vmware.api [None req-b314c88f-b87a-495a-a89e-b4e6fe64f2d2 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817505, 'name': ReconfigVM_Task, 'duration_secs': 0.738799} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.963441] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b314c88f-b87a-495a-a89e-b4e6fe64f2d2 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Releasing lock "9a854487-4c27-4271-9a1f-1875f7bd0a06" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1833.963685] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b314c88f-b87a-495a-a89e-b4e6fe64f2d2 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Reconfigured VM to attach interface {{(pid=63622) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1833.966966] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "9a854487-4c27-4271-9a1f-1875f7bd0a06" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.199s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.969225] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27b5f24-19a6-4282-84b2-7886a21effb7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.000629] env[63622]: DEBUG oslo_vmware.api [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817507, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.003962] env[63622]: DEBUG nova.network.neutron [req-5ec9fe00-84d6-405d-8fd3-6765db64afe0 req-51aa030f-7ea6-462b-8529-4f2810376ef0 service nova] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Updated VIF entry in instance network info cache for port 3249c82a-751f-4f76-a881-661f704d9f2f. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1834.004407] env[63622]: DEBUG nova.network.neutron [req-5ec9fe00-84d6-405d-8fd3-6765db64afe0 req-51aa030f-7ea6-462b-8529-4f2810376ef0 service nova] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Updating instance_info_cache with network_info: [{"id": "83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0", "address": "fa:16:3e:d7:88:3a", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83cb60cc-a7", "ovs_interfaceid": "83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3249c82a-751f-4f76-a881-661f704d9f2f", "address": "fa:16:3e:82:2e:4f", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3249c82a-75", "ovs_interfaceid": "3249c82a-751f-4f76-a881-661f704d9f2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1834.160361] env[63622]: DEBUG oslo_vmware.api [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ca4dd7-3470-66b6-b7ce-ce95b476650e, 'name': SearchDatastore_Task, 'duration_secs': 0.010176} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.160361] env[63622]: DEBUG oslo_concurrency.lockutils [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1834.160361] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1834.160361] env[63622]: DEBUG oslo_concurrency.lockutils [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.160361] env[63622]: DEBUG oslo_concurrency.lockutils [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.160361] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1834.160361] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51b2abd9-bd3a-469c-b88a-1a894473fbbb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.170949] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1834.173210] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1834.173210] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58d14758-38e1-4ca1-b0de-231a92f593fa {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.177962] env[63622]: DEBUG nova.objects.base [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=63622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1834.188326] env[63622]: DEBUG oslo_vmware.api [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1834.188326] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5292df69-49f8-b684-32b4-41a04cffb1bc" [ 1834.188326] env[63622]: _type = "Task" [ 1834.188326] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.195481] env[63622]: DEBUG nova.compute.manager [req-bf38ee01-d7bf-45b0-8118-0c8a15dc7b74 req-7dbfac42-83c2-4dd2-aad9-23a6e5719aeb service nova] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Received event network-vif-plugged-f72747c0-216b-4197-85e6-6392577f59ff {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1834.195821] env[63622]: DEBUG oslo_concurrency.lockutils [req-bf38ee01-d7bf-45b0-8118-0c8a15dc7b74 req-7dbfac42-83c2-4dd2-aad9-23a6e5719aeb service nova] Acquiring lock "625ea38b-6950-4f5f-a86f-b2955517eb6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.198446] env[63622]: DEBUG oslo_concurrency.lockutils [req-bf38ee01-d7bf-45b0-8118-0c8a15dc7b74 req-7dbfac42-83c2-4dd2-aad9-23a6e5719aeb service nova] Lock "625ea38b-6950-4f5f-a86f-b2955517eb6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.201155] env[63622]: DEBUG oslo_concurrency.lockutils [req-bf38ee01-d7bf-45b0-8118-0c8a15dc7b74 req-7dbfac42-83c2-4dd2-aad9-23a6e5719aeb service nova] Lock "625ea38b-6950-4f5f-a86f-b2955517eb6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.201155] env[63622]: DEBUG nova.compute.manager [req-bf38ee01-d7bf-45b0-8118-0c8a15dc7b74 req-7dbfac42-83c2-4dd2-aad9-23a6e5719aeb service nova] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] No waiting events found dispatching network-vif-plugged-f72747c0-216b-4197-85e6-6392577f59ff {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1834.201155] env[63622]: WARNING nova.compute.manager [req-bf38ee01-d7bf-45b0-8118-0c8a15dc7b74 req-7dbfac42-83c2-4dd2-aad9-23a6e5719aeb service nova] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Received unexpected event network-vif-plugged-f72747c0-216b-4197-85e6-6392577f59ff for instance with vm_state building and task_state spawning. [ 1834.201155] env[63622]: DEBUG nova.compute.manager [req-bf38ee01-d7bf-45b0-8118-0c8a15dc7b74 req-7dbfac42-83c2-4dd2-aad9-23a6e5719aeb service nova] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Received event network-changed-f72747c0-216b-4197-85e6-6392577f59ff {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1834.201155] env[63622]: DEBUG nova.compute.manager [req-bf38ee01-d7bf-45b0-8118-0c8a15dc7b74 req-7dbfac42-83c2-4dd2-aad9-23a6e5719aeb service nova] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Refreshing instance network info cache due to event network-changed-f72747c0-216b-4197-85e6-6392577f59ff. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1834.201155] env[63622]: DEBUG oslo_concurrency.lockutils [req-bf38ee01-d7bf-45b0-8118-0c8a15dc7b74 req-7dbfac42-83c2-4dd2-aad9-23a6e5719aeb service nova] Acquiring lock "refresh_cache-625ea38b-6950-4f5f-a86f-b2955517eb6f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.201155] env[63622]: DEBUG oslo_concurrency.lockutils [req-bf38ee01-d7bf-45b0-8118-0c8a15dc7b74 req-7dbfac42-83c2-4dd2-aad9-23a6e5719aeb service nova] Acquired lock "refresh_cache-625ea38b-6950-4f5f-a86f-b2955517eb6f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.201155] env[63622]: DEBUG nova.network.neutron [req-bf38ee01-d7bf-45b0-8118-0c8a15dc7b74 req-7dbfac42-83c2-4dd2-aad9-23a6e5719aeb service nova] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Refreshing network info cache for port f72747c0-216b-4197-85e6-6392577f59ff {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1834.211142] env[63622]: DEBUG oslo_vmware.api [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5292df69-49f8-b684-32b4-41a04cffb1bc, 'name': SearchDatastore_Task, 'duration_secs': 0.009687} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.215305] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dc6c080-e38b-4c89-aff4-1881c4237ef0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.221423] env[63622]: DEBUG oslo_vmware.api [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1834.221423] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52c6a0c9-df85-8845-aae4-aa7b93f9ff69" [ 1834.221423] env[63622]: _type = "Task" [ 1834.221423] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.234137] env[63622]: DEBUG oslo_vmware.api [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52c6a0c9-df85-8845-aae4-aa7b93f9ff69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.295920] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.315954] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "3eaef681-f30f-4f11-8a0a-c8bfe7081c3f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.551s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.316362] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "ff1c8157-91b5-42fe-89e7-d259a280809e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.548s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.316682] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "565f3e30-b352-4f31-ae46-769c18fb8c12" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.553s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.316983] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "b58ac762-c8e2-46c5-bd84-c0b70666aa5c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.553s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.339927] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "8b938f1f-ad5c-4bf1-a1df-590138d31bfc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.575s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.340320] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "a33387ce-53a1-4cb9-9e7b-4ff7cabc841c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.575s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.357507] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "1cd4057c-3ba9-4a2f-89b1-e1a763402a82" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.592s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.430712] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297ecbc7-f506-47e1-b662-a284ab3d7248 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.439825] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430cd1b8-7a95-43f1-845c-6af6ab25aa27 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.472224] env[63622]: DEBUG nova.network.neutron [-] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1834.474297] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b314c88f-b87a-495a-a89e-b4e6fe64f2d2 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "interface-9a854487-4c27-4271-9a1f-1875f7bd0a06-3249c82a-751f-4f76-a881-661f704d9f2f" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.829s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.476173] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5023cfdc-7d90-4263-a7f2-a02ed9d9667a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.480551] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "9a854487-4c27-4271-9a1f-1875f7bd0a06" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.513s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.485779] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7283d1b0-8b2a-4792-bd4e-04a38f3327d4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.504436] env[63622]: DEBUG nova.compute.provider_tree [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1834.509178] env[63622]: DEBUG oslo_concurrency.lockutils [req-5ec9fe00-84d6-405d-8fd3-6765db64afe0 req-51aa030f-7ea6-462b-8529-4f2810376ef0 service nova] Releasing lock "refresh_cache-9a854487-4c27-4271-9a1f-1875f7bd0a06" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1834.509584] env[63622]: DEBUG oslo_vmware.api [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817507, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518388} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.510018] env[63622]: INFO nova.virt.vmwareapi.ds_util [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] de6c7fe2-e333-449c-9e97-0c374c306ab5/e2d5bd27-1b7d-4255-a1df-e035847393df-rescue.vmdk. [ 1834.510832] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c30e6f3-38f1-42e0-b8c0-1e12b7643c2e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.539196] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] de6c7fe2-e333-449c-9e97-0c374c306ab5/e2d5bd27-1b7d-4255-a1df-e035847393df-rescue.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1834.539747] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b343600f-35b5-4e39-81eb-f3e65e110f16 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.559287] env[63622]: DEBUG oslo_vmware.api [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1834.559287] env[63622]: value = "task-1817508" [ 1834.559287] env[63622]: _type = "Task" [ 1834.559287] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.567666] env[63622]: DEBUG oslo_vmware.api [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817508, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.631694] env[63622]: DEBUG oslo_concurrency.lockutils [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "refresh_cache-3cf07a7e-58db-4d28-8710-b2d0a89b5bf2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.631909] env[63622]: DEBUG oslo_concurrency.lockutils [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquired lock "refresh_cache-3cf07a7e-58db-4d28-8710-b2d0a89b5bf2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.632111] env[63622]: DEBUG nova.network.neutron [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1834.732928] env[63622]: DEBUG oslo_vmware.api [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52c6a0c9-df85-8845-aae4-aa7b93f9ff69, 'name': SearchDatastore_Task, 'duration_secs': 0.010337} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.735647] env[63622]: DEBUG oslo_concurrency.lockutils [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1834.735987] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 625ea38b-6950-4f5f-a86f-b2955517eb6f/625ea38b-6950-4f5f-a86f-b2955517eb6f.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1834.736332] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77340b59-997d-48ff-8fd9-e6630bca7dca {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.744069] env[63622]: DEBUG oslo_vmware.api [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1834.744069] env[63622]: value = "task-1817509" [ 1834.744069] env[63622]: _type = "Task" [ 1834.744069] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.753087] env[63622]: DEBUG oslo_vmware.api [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817509, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.929169] env[63622]: DEBUG nova.network.neutron [req-bf38ee01-d7bf-45b0-8118-0c8a15dc7b74 req-7dbfac42-83c2-4dd2-aad9-23a6e5719aeb service nova] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Updated VIF entry in instance network info cache for port f72747c0-216b-4197-85e6-6392577f59ff. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1834.929558] env[63622]: DEBUG nova.network.neutron [req-bf38ee01-d7bf-45b0-8118-0c8a15dc7b74 req-7dbfac42-83c2-4dd2-aad9-23a6e5719aeb service nova] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Updating instance_info_cache with network_info: [{"id": "f72747c0-216b-4197-85e6-6392577f59ff", "address": "fa:16:3e:68:e1:a4", "network": {"id": "6a81e564-3ab4-4b16-815a-02efc78621b6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1115342741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f120bd72d5754804aceba4bf1a29bd52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf72747c0-21", "ovs_interfaceid": "f72747c0-216b-4197-85e6-6392577f59ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1834.976182] env[63622]: INFO nova.compute.manager [-] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Took 1.92 seconds to deallocate network for instance. [ 1835.012252] env[63622]: DEBUG nova.scheduler.client.report [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1835.070044] env[63622]: DEBUG oslo_vmware.api [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817508, 'name': ReconfigVM_Task, 'duration_secs': 0.329461} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.070187] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Reconfigured VM instance instance-0000005a to attach disk [datastore1] de6c7fe2-e333-449c-9e97-0c374c306ab5/e2d5bd27-1b7d-4255-a1df-e035847393df-rescue.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1835.071133] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1724d429-6345-4499-b59b-c6b68de1cb08 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.101413] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e372df5b-40cb-4341-b90e-fb58916ff80b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.118948] env[63622]: DEBUG oslo_vmware.api [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1835.118948] env[63622]: value = "task-1817510" [ 1835.118948] env[63622]: _type = "Task" [ 1835.118948] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.129179] env[63622]: DEBUG oslo_vmware.api [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817510, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.253972] env[63622]: DEBUG oslo_vmware.api [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817509, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475633} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.254344] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 625ea38b-6950-4f5f-a86f-b2955517eb6f/625ea38b-6950-4f5f-a86f-b2955517eb6f.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1835.254481] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1835.254729] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0bfd1c2-980e-4eb1-b565-1a33dd2f0073 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.262080] env[63622]: DEBUG oslo_vmware.api [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1835.262080] env[63622]: value = "task-1817511" [ 1835.262080] env[63622]: _type = "Task" [ 1835.262080] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.270529] env[63622]: DEBUG oslo_vmware.api [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817511, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.432626] env[63622]: DEBUG oslo_concurrency.lockutils [req-bf38ee01-d7bf-45b0-8118-0c8a15dc7b74 req-7dbfac42-83c2-4dd2-aad9-23a6e5719aeb service nova] Releasing lock "refresh_cache-625ea38b-6950-4f5f-a86f-b2955517eb6f" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.450073] env[63622]: DEBUG nova.network.neutron [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Updating instance_info_cache with network_info: [{"id": "af0c5251-50b4-4d15-892c-f48a73408f43", "address": "fa:16:3e:a7:cd:18", "network": {"id": "9fa016ff-84b6-4077-add7-d40824a74722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-258535483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068319b363fb4cf0ab99d3d35221338d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf0c5251-50", "ovs_interfaceid": "af0c5251-50b4-4d15-892c-f48a73408f43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1835.483987] env[63622]: DEBUG oslo_concurrency.lockutils [None req-55a6f38d-f579-4a37-ad33-74714ff1f71a tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.517144] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.350s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.519579] env[63622]: DEBUG oslo_concurrency.lockutils [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.598s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.628541] env[63622]: DEBUG oslo_vmware.api [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817510, 'name': ReconfigVM_Task, 'duration_secs': 0.194734} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.628895] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1835.629193] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-228f38b3-d588-4e45-8838-a8d7402f8cb6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.636504] env[63622]: DEBUG oslo_vmware.api [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1835.636504] env[63622]: value = "task-1817512" [ 1835.636504] env[63622]: _type = "Task" [ 1835.636504] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.643948] env[63622]: DEBUG oslo_vmware.api [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.772530] env[63622]: DEBUG oslo_vmware.api [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817511, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070939} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.772824] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1835.773622] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47760857-cbc7-4a8e-a2e5-a9fbf2ce6b76 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.797600] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 625ea38b-6950-4f5f-a86f-b2955517eb6f/625ea38b-6950-4f5f-a86f-b2955517eb6f.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1835.797897] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7883860a-2f99-438d-80ff-aa4c30eb320c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.818439] env[63622]: DEBUG oslo_vmware.api [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1835.818439] env[63622]: value = "task-1817513" [ 1835.818439] env[63622]: _type = "Task" [ 1835.818439] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.826221] env[63622]: DEBUG oslo_vmware.api [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817513, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.954267] env[63622]: DEBUG oslo_concurrency.lockutils [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Releasing lock "refresh_cache-3cf07a7e-58db-4d28-8710-b2d0a89b5bf2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.978163] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b3a2662b-99e4-4c2e-8853-d10701ae8d22 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "interface-9a854487-4c27-4271-9a1f-1875f7bd0a06-3249c82a-751f-4f76-a881-661f704d9f2f" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.978469] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b3a2662b-99e4-4c2e-8853-d10701ae8d22 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "interface-9a854487-4c27-4271-9a1f-1875f7bd0a06-3249c82a-751f-4f76-a881-661f704d9f2f" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.024390] env[63622]: INFO nova.compute.claims [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1836.034043] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d93e7974-5632-4bc3-95e8-a97ee20bd3da tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "d06fd720-1e9a-4685-b9b1-319c514908fb" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 31.178s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1836.035629] env[63622]: DEBUG oslo_concurrency.lockutils [None req-917a353e-a25b-48ec-8689-b7ef9b4b5a98 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "d06fd720-1e9a-4685-b9b1-319c514908fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.052s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.035741] env[63622]: DEBUG oslo_concurrency.lockutils [None req-917a353e-a25b-48ec-8689-b7ef9b4b5a98 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "d06fd720-1e9a-4685-b9b1-319c514908fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.035932] env[63622]: DEBUG oslo_concurrency.lockutils [None req-917a353e-a25b-48ec-8689-b7ef9b4b5a98 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "d06fd720-1e9a-4685-b9b1-319c514908fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.036116] env[63622]: DEBUG oslo_concurrency.lockutils [None req-917a353e-a25b-48ec-8689-b7ef9b4b5a98 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "d06fd720-1e9a-4685-b9b1-319c514908fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1836.037709] env[63622]: INFO nova.compute.manager [None req-917a353e-a25b-48ec-8689-b7ef9b4b5a98 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Terminating instance [ 1836.147035] env[63622]: DEBUG oslo_vmware.api [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817512, 'name': PowerOnVM_Task, 'duration_secs': 0.404558} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.147280] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1836.153574] env[63622]: DEBUG nova.compute.manager [None req-d735caf8-53ac-4cf6-bef9-2e05a27bcc95 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1836.154430] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6e8fbb-12a7-453e-8218-e5c8d8fdbfc3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.239378] env[63622]: DEBUG nova.compute.manager [req-9021e252-4c33-4be0-b968-14f97fbafb5d req-fbabcd4c-ba08-4b6a-bfa1-491eb8267caf service nova] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Received event network-vif-deleted-5df13dc5-3b50-4b9e-bef6-edca5a207523 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1836.328472] env[63622]: DEBUG oslo_vmware.api [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817513, 'name': ReconfigVM_Task, 'duration_secs': 0.27947} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.328820] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 625ea38b-6950-4f5f-a86f-b2955517eb6f/625ea38b-6950-4f5f-a86f-b2955517eb6f.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1836.329374] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55ae6b15-a4b8-411d-92c8-296f67e4a204 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.336681] env[63622]: DEBUG oslo_vmware.api [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1836.336681] env[63622]: value = "task-1817514" [ 1836.336681] env[63622]: _type = "Task" [ 1836.336681] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.345349] env[63622]: DEBUG oslo_vmware.api [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817514, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.480926] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b3a2662b-99e4-4c2e-8853-d10701ae8d22 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "9a854487-4c27-4271-9a1f-1875f7bd0a06" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.481140] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b3a2662b-99e4-4c2e-8853-d10701ae8d22 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquired lock "9a854487-4c27-4271-9a1f-1875f7bd0a06" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.482740] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44e1c27-eb4e-4e1d-b8f4-390555d636df {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.487056] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47bd9678-09f6-4ea8-ba5e-4fe34668a5e7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.519869] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbb459f-b1a4-413e-ace6-8ad3902b60a9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.523284] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080c9e85-81e5-4179-9e5b-274de2752de8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.530507] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Updating instance '3cf07a7e-58db-4d28-8710-b2d0a89b5bf2' progress to 83 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1836.550078] env[63622]: INFO nova.compute.resource_tracker [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Updating resource usage from migration b8cb6435-0212-4799-95a6-1070c51b0a75 [ 1836.552840] env[63622]: DEBUG nova.compute.manager [None req-917a353e-a25b-48ec-8689-b7ef9b4b5a98 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1836.553319] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-917a353e-a25b-48ec-8689-b7ef9b4b5a98 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1836.558800] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a2662b-99e4-4c2e-8853-d10701ae8d22 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Reconfiguring VM to detach interface {{(pid=63622) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1836.559459] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e33d7af-75ef-4d52-addd-17f2cb4365b4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.562064] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eafcd5d7-53ba-4de4-b997-024f98e105d9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.583289] env[63622]: DEBUG oslo_vmware.api [None req-b3a2662b-99e4-4c2e-8853-d10701ae8d22 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1836.583289] env[63622]: value = "task-1817515" [ 1836.583289] env[63622]: _type = "Task" [ 1836.583289] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.586254] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c18e443-da1d-4ca5-ad49-1a415333cd2c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.608811] env[63622]: DEBUG oslo_vmware.api [None req-b3a2662b-99e4-4c2e-8853-d10701ae8d22 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.623902] env[63622]: WARNING nova.virt.vmwareapi.vmops [None req-917a353e-a25b-48ec-8689-b7ef9b4b5a98 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance d06fd720-1e9a-4685-b9b1-319c514908fb could not be found. [ 1836.624132] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-917a353e-a25b-48ec-8689-b7ef9b4b5a98 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1836.624398] env[63622]: INFO nova.compute.manager [None req-917a353e-a25b-48ec-8689-b7ef9b4b5a98 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Took 0.07 seconds to destroy the instance on the hypervisor. [ 1836.624680] env[63622]: DEBUG oslo.service.loopingcall [None req-917a353e-a25b-48ec-8689-b7ef9b4b5a98 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1836.624924] env[63622]: DEBUG nova.compute.manager [-] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1836.625032] env[63622]: DEBUG nova.network.neutron [-] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1836.834054] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4d4159-b264-41b6-ad74-5b12cae907a1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.843128] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd61d69-d313-42ea-bd1f-62bcd1caad59 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.850648] env[63622]: DEBUG oslo_vmware.api [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817514, 'name': Rename_Task, 'duration_secs': 0.174825} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.851270] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1836.851517] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04b74e58-c3cf-4158-a425-27ff508506da {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.884383] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c4a453-7b1a-4e2e-b1c3-bf0398d6321f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.887400] env[63622]: DEBUG oslo_vmware.api [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1836.887400] env[63622]: value = "task-1817516" [ 1836.887400] env[63622]: _type = "Task" [ 1836.887400] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.895877] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3cdb064-eeab-40d7-8664-4bb51653ce6c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.904658] env[63622]: DEBUG oslo_vmware.api [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817516, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.914908] env[63622]: DEBUG nova.compute.provider_tree [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1837.061629] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1837.061973] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5642dc9d-b2fa-4f2a-9b4a-1d9b47a0258c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.073016] env[63622]: DEBUG oslo_vmware.api [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1837.073016] env[63622]: value = "task-1817517" [ 1837.073016] env[63622]: _type = "Task" [ 1837.073016] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.080416] env[63622]: DEBUG oslo_vmware.api [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.091934] env[63622]: DEBUG oslo_vmware.api [None req-b3a2662b-99e4-4c2e-8853-d10701ae8d22 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.384038] env[63622]: DEBUG nova.network.neutron [-] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.398665] env[63622]: DEBUG oslo_vmware.api [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817516, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.459659] env[63622]: DEBUG nova.scheduler.client.report [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Updated inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with generation 142 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1837.459962] env[63622]: DEBUG nova.compute.provider_tree [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Updating resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df generation from 142 to 143 during operation: update_inventory {{(pid=63622) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1837.460141] env[63622]: DEBUG nova.compute.provider_tree [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1837.585071] env[63622]: DEBUG oslo_vmware.api [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817517, 'name': PowerOnVM_Task} progress is 81%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.593916] env[63622]: DEBUG oslo_vmware.api [None req-b3a2662b-99e4-4c2e-8853-d10701ae8d22 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.865808] env[63622]: INFO nova.compute.manager [None req-7596dd71-bfc3-4d9a-b207-6edd4c67df48 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Unrescuing [ 1837.866144] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7596dd71-bfc3-4d9a-b207-6edd4c67df48 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquiring lock "refresh_cache-de6c7fe2-e333-449c-9e97-0c374c306ab5" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.866306] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7596dd71-bfc3-4d9a-b207-6edd4c67df48 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquired lock "refresh_cache-de6c7fe2-e333-449c-9e97-0c374c306ab5" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.866477] env[63622]: DEBUG nova.network.neutron [None req-7596dd71-bfc3-4d9a-b207-6edd4c67df48 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1837.885897] env[63622]: INFO nova.compute.manager [-] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] Took 1.26 seconds to deallocate network for instance. [ 1837.900188] env[63622]: DEBUG oslo_vmware.api [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817516, 'name': PowerOnVM_Task, 'duration_secs': 0.683832} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.900461] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1837.900664] env[63622]: INFO nova.compute.manager [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Took 7.59 seconds to spawn the instance on the hypervisor. [ 1837.900845] env[63622]: DEBUG nova.compute.manager [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1837.901607] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08cea34-56a8-4e68-baa5-63edb3b65493 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.965396] env[63622]: DEBUG oslo_concurrency.lockutils [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.446s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.965629] env[63622]: INFO nova.compute.manager [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Migrating [ 1837.972012] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.525s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.973451] env[63622]: INFO nova.compute.claims [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1838.083873] env[63622]: DEBUG oslo_vmware.api [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817517, 'name': PowerOnVM_Task, 'duration_secs': 0.597382} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.084068] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1838.084260] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-70a7f381-5ddd-4586-8be3-50909ed99195 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Updating instance '3cf07a7e-58db-4d28-8710-b2d0a89b5bf2' progress to 100 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1838.096300] env[63622]: DEBUG oslo_vmware.api [None req-b3a2662b-99e4-4c2e-8853-d10701ae8d22 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.420368] env[63622]: INFO nova.compute.manager [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Took 13.08 seconds to build instance. [ 1838.488355] env[63622]: DEBUG oslo_concurrency.lockutils [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "refresh_cache-3ba0280a-9e90-4236-b70b-f485d0766364" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.488538] env[63622]: DEBUG oslo_concurrency.lockutils [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquired lock "refresh_cache-3ba0280a-9e90-4236-b70b-f485d0766364" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.488718] env[63622]: DEBUG nova.network.neutron [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1838.603821] env[63622]: DEBUG oslo_vmware.api [None req-b3a2662b-99e4-4c2e-8853-d10701ae8d22 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.708251] env[63622]: DEBUG nova.network.neutron [None req-7596dd71-bfc3-4d9a-b207-6edd4c67df48 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Updating instance_info_cache with network_info: [{"id": "4b9e4784-386d-4c9e-9d7f-9fea3177ee18", "address": "fa:16:3e:9d:d7:fc", "network": {"id": "6c76cb6b-40d1-47e4-8957-7fcd527423cc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1478522882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bbece78f52e4184ba7be795d0a7ead0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b9e4784-38", "ovs_interfaceid": "4b9e4784-386d-4c9e-9d7f-9fea3177ee18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1838.916956] env[63622]: DEBUG oslo_concurrency.lockutils [None req-917a353e-a25b-48ec-8689-b7ef9b4b5a98 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "d06fd720-1e9a-4685-b9b1-319c514908fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.882s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.917990] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "d06fd720-1e9a-4685-b9b1-319c514908fb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.150s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.918201] env[63622]: INFO nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: d06fd720-1e9a-4685-b9b1-319c514908fb] During sync_power_state the instance has a pending task (deleting). Skip. [ 1838.918378] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "d06fd720-1e9a-4685-b9b1-319c514908fb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.923337] env[63622]: DEBUG oslo_concurrency.lockutils [None req-35dd9182-3a43-46fc-af45-ad2893d0bf3d tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "625ea38b-6950-4f5f-a86f-b2955517eb6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.590s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.923631] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "625ea38b-6950-4f5f-a86f-b2955517eb6f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.155s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.924587] env[63622]: INFO nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] During sync_power_state the instance has a pending task (spawning). Skip. [ 1838.924587] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "625ea38b-6950-4f5f-a86f-b2955517eb6f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.106212] env[63622]: DEBUG oslo_vmware.api [None req-b3a2662b-99e4-4c2e-8853-d10701ae8d22 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.213411] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7596dd71-bfc3-4d9a-b207-6edd4c67df48 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Releasing lock "refresh_cache-de6c7fe2-e333-449c-9e97-0c374c306ab5" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.214015] env[63622]: DEBUG nova.objects.instance [None req-7596dd71-bfc3-4d9a-b207-6edd4c67df48 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Lazy-loading 'flavor' on Instance uuid de6c7fe2-e333-449c-9e97-0c374c306ab5 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1839.257267] env[63622]: DEBUG nova.network.neutron [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Updating instance_info_cache with network_info: [{"id": "d1b7d7d7-0c59-4531-92d2-5da6f1498340", "address": "fa:16:3e:ec:fb:d9", "network": {"id": "d99154f7-509d-4022-8cc6-a3f6dfa87b98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065749372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a0890704ac74d28998a905c11f1f4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1b7d7d7-0c", "ovs_interfaceid": "d1b7d7d7-0c59-4531-92d2-5da6f1498340", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1839.287830] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75f651b-eebf-49ee-8e79-82031f4d29fb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.298266] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1a84f3-5c25-43c1-9e82-4ec5274244c2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.330182] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4636f5-26d6-4451-ae22-6fb8aa3649ea {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.339109] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9672bfe-308b-42da-89ef-0773a40fb620 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.355794] env[63622]: DEBUG nova.compute.provider_tree [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1839.589636] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "657f0d2f-9abe-459f-9f39-55b3d0f44c66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.589896] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "657f0d2f-9abe-459f-9f39-55b3d0f44c66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.602167] env[63622]: DEBUG oslo_vmware.api [None req-b3a2662b-99e4-4c2e-8853-d10701ae8d22 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.720230] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc94086-f603-4448-b0b5-2922679292f0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.745548] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7596dd71-bfc3-4d9a-b207-6edd4c67df48 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1839.745922] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbd694f4-6fca-41bb-bb36-809bfbe7b771 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.754432] env[63622]: DEBUG oslo_vmware.api [None req-7596dd71-bfc3-4d9a-b207-6edd4c67df48 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1839.754432] env[63622]: value = "task-1817518" [ 1839.754432] env[63622]: _type = "Task" [ 1839.754432] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.764022] env[63622]: DEBUG oslo_concurrency.lockutils [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Releasing lock "refresh_cache-3ba0280a-9e90-4236-b70b-f485d0766364" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.766124] env[63622]: DEBUG oslo_vmware.api [None req-7596dd71-bfc3-4d9a-b207-6edd4c67df48 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.859529] env[63622]: DEBUG nova.scheduler.client.report [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1840.097981] env[63622]: DEBUG nova.compute.manager [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1840.109164] env[63622]: DEBUG oslo_vmware.api [None req-b3a2662b-99e4-4c2e-8853-d10701ae8d22 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.265430] env[63622]: DEBUG oslo_vmware.api [None req-7596dd71-bfc3-4d9a-b207-6edd4c67df48 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817518, 'name': PowerOffVM_Task, 'duration_secs': 0.251673} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.265752] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7596dd71-bfc3-4d9a-b207-6edd4c67df48 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1840.270940] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-7596dd71-bfc3-4d9a-b207-6edd4c67df48 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Reconfiguring VM instance instance-0000005a to detach disk 2002 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1840.274537] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-765f045c-381e-4cbf-8d33-04dce60310ab {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.294621] env[63622]: DEBUG oslo_vmware.api [None req-7596dd71-bfc3-4d9a-b207-6edd4c67df48 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1840.294621] env[63622]: value = "task-1817519" [ 1840.294621] env[63622]: _type = "Task" [ 1840.294621] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.304553] env[63622]: DEBUG oslo_vmware.api [None req-7596dd71-bfc3-4d9a-b207-6edd4c67df48 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817519, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.364610] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.365496] env[63622]: DEBUG nova.compute.manager [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1840.368283] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.582s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.369756] env[63622]: INFO nova.compute.claims [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1840.504905] env[63622]: DEBUG nova.compute.manager [None req-caa7329e-4282-44d4-915c-3c307eefa4e6 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1840.505863] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a6be78-2a58-4bf6-98c5-d29c61af04a8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.578462] env[63622]: DEBUG oslo_concurrency.lockutils [None req-107259d6-971f-4ecd-8dcb-24f6d5ae25b7 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "3cf07a7e-58db-4d28-8710-b2d0a89b5bf2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.578676] env[63622]: DEBUG oslo_concurrency.lockutils [None req-107259d6-971f-4ecd-8dcb-24f6d5ae25b7 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "3cf07a7e-58db-4d28-8710-b2d0a89b5bf2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.578870] env[63622]: DEBUG nova.compute.manager [None req-107259d6-971f-4ecd-8dcb-24f6d5ae25b7 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Going to confirm migration 4 {{(pid=63622) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5127}} [ 1840.602724] env[63622]: DEBUG oslo_vmware.api [None req-b3a2662b-99e4-4c2e-8853-d10701ae8d22 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.625131] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.807846] env[63622]: DEBUG oslo_vmware.api [None req-7596dd71-bfc3-4d9a-b207-6edd4c67df48 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.875749] env[63622]: DEBUG nova.compute.utils [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1840.880913] env[63622]: DEBUG nova.compute.manager [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1840.880913] env[63622]: DEBUG nova.network.neutron [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1840.940185] env[63622]: DEBUG nova.policy [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c05ad3c866a4547a09327109e612142', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1dfc298083b84d488c9dcadbd8226fee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1841.017694] env[63622]: INFO nova.compute.manager [None req-caa7329e-4282-44d4-915c-3c307eefa4e6 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] instance snapshotting [ 1841.020402] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7dea25-f886-4d15-b079-1215ea7d9e36 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.041623] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98de530-65b0-485e-909e-e1e9dce55354 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.102288] env[63622]: DEBUG oslo_vmware.api [None req-b3a2662b-99e4-4c2e-8853-d10701ae8d22 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.125649] env[63622]: DEBUG oslo_concurrency.lockutils [None req-107259d6-971f-4ecd-8dcb-24f6d5ae25b7 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "refresh_cache-3cf07a7e-58db-4d28-8710-b2d0a89b5bf2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1841.125872] env[63622]: DEBUG oslo_concurrency.lockutils [None req-107259d6-971f-4ecd-8dcb-24f6d5ae25b7 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquired lock "refresh_cache-3cf07a7e-58db-4d28-8710-b2d0a89b5bf2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1841.126080] env[63622]: DEBUG nova.network.neutron [None req-107259d6-971f-4ecd-8dcb-24f6d5ae25b7 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1841.126272] env[63622]: DEBUG nova.objects.instance [None req-107259d6-971f-4ecd-8dcb-24f6d5ae25b7 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lazy-loading 'info_cache' on Instance uuid 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1841.222760] env[63622]: DEBUG nova.network.neutron [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Successfully created port: 1a431448-21dd-430b-bee5-da0294680ffe {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1841.300501] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1820dc8-fe68-4953-855c-20ad0c34a7da {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.312128] env[63622]: DEBUG oslo_vmware.api [None req-7596dd71-bfc3-4d9a-b207-6edd4c67df48 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817519, 'name': ReconfigVM_Task, 'duration_secs': 0.582556} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.325583] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-7596dd71-bfc3-4d9a-b207-6edd4c67df48 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Reconfigured VM instance instance-0000005a to detach disk 2002 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1841.325887] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7596dd71-bfc3-4d9a-b207-6edd4c67df48 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1841.326213] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Updating instance '3ba0280a-9e90-4236-b70b-f485d0766364' progress to 0 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1841.329575] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f5cf0cc-27cb-496d-bb9a-a92994bb497b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.338135] env[63622]: DEBUG oslo_vmware.api [None req-7596dd71-bfc3-4d9a-b207-6edd4c67df48 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1841.338135] env[63622]: value = "task-1817520" [ 1841.338135] env[63622]: _type = "Task" [ 1841.338135] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.346376] env[63622]: DEBUG oslo_vmware.api [None req-7596dd71-bfc3-4d9a-b207-6edd4c67df48 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817520, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.380210] env[63622]: DEBUG nova.compute.manager [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1841.552544] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-caa7329e-4282-44d4-915c-3c307eefa4e6 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Creating Snapshot of the VM instance {{(pid=63622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1841.552859] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4165c73b-bccd-476b-adec-86b726914b96 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.561676] env[63622]: DEBUG oslo_vmware.api [None req-caa7329e-4282-44d4-915c-3c307eefa4e6 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1841.561676] env[63622]: value = "task-1817521" [ 1841.561676] env[63622]: _type = "Task" [ 1841.561676] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.570367] env[63622]: DEBUG oslo_vmware.api [None req-caa7329e-4282-44d4-915c-3c307eefa4e6 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817521, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.604473] env[63622]: DEBUG oslo_vmware.api [None req-b3a2662b-99e4-4c2e-8853-d10701ae8d22 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.730341] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2190ecba-e771-4c56-b667-f2db6f144444 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.740513] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9eb042d-30a3-474e-88a8-8fd28b45479e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.777652] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b67d47a-672d-42ea-93ef-ed4629e85f2e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.786675] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38429e58-742a-461d-97fa-ec4ceb436685 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.801690] env[63622]: DEBUG nova.compute.provider_tree [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1841.833934] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1841.834214] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7279d514-3c78-4ace-a9a6-68173f3ebbdf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.843647] env[63622]: DEBUG oslo_vmware.api [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1841.843647] env[63622]: value = "task-1817522" [ 1841.843647] env[63622]: _type = "Task" [ 1841.843647] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.850913] env[63622]: DEBUG oslo_vmware.api [None req-7596dd71-bfc3-4d9a-b207-6edd4c67df48 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817520, 'name': PowerOnVM_Task, 'duration_secs': 0.44805} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.851175] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7596dd71-bfc3-4d9a-b207-6edd4c67df48 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1841.851307] env[63622]: DEBUG nova.compute.manager [None req-7596dd71-bfc3-4d9a-b207-6edd4c67df48 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1841.852112] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1babc3-e2cd-4b57-ac27-9547651ca347 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.858423] env[63622]: DEBUG oslo_vmware.api [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817522, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.073338] env[63622]: DEBUG oslo_vmware.api [None req-caa7329e-4282-44d4-915c-3c307eefa4e6 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817521, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.105197] env[63622]: DEBUG oslo_vmware.api [None req-b3a2662b-99e4-4c2e-8853-d10701ae8d22 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817515, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.329314] env[63622]: ERROR nova.scheduler.client.report [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] [req-e7cf3930-398d-42b0-a5b5-4ae3a3e3dc9d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8dd86f19-3c1a-4ba4-9c42-69cb148971df. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e7cf3930-398d-42b0-a5b5-4ae3a3e3dc9d"}]} [ 1842.352472] env[63622]: DEBUG nova.scheduler.client.report [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Refreshing inventories for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1842.362775] env[63622]: DEBUG oslo_vmware.api [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817522, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.377657] env[63622]: DEBUG nova.scheduler.client.report [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Updating ProviderTree inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1842.377886] env[63622]: DEBUG nova.compute.provider_tree [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1842.392298] env[63622]: DEBUG nova.compute.manager [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1842.395568] env[63622]: DEBUG nova.scheduler.client.report [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Refreshing aggregate associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, aggregates: None {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1842.418782] env[63622]: DEBUG nova.network.neutron [None req-107259d6-971f-4ecd-8dcb-24f6d5ae25b7 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Updating instance_info_cache with network_info: [{"id": "af0c5251-50b4-4d15-892c-f48a73408f43", "address": "fa:16:3e:a7:cd:18", "network": {"id": "9fa016ff-84b6-4077-add7-d40824a74722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-258535483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068319b363fb4cf0ab99d3d35221338d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf0c5251-50", "ovs_interfaceid": "af0c5251-50b4-4d15-892c-f48a73408f43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1842.423587] env[63622]: DEBUG nova.scheduler.client.report [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Refreshing trait associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1842.441684] env[63622]: DEBUG nova.virt.hardware [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1842.441957] env[63622]: DEBUG nova.virt.hardware [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1842.442216] env[63622]: DEBUG nova.virt.hardware [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1842.442444] env[63622]: DEBUG nova.virt.hardware [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1842.442625] env[63622]: DEBUG nova.virt.hardware [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1842.442826] env[63622]: DEBUG nova.virt.hardware [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1842.443422] env[63622]: DEBUG nova.virt.hardware [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1842.443422] env[63622]: DEBUG nova.virt.hardware [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1842.443546] env[63622]: DEBUG nova.virt.hardware [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1842.443737] env[63622]: DEBUG nova.virt.hardware [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1842.443921] env[63622]: DEBUG nova.virt.hardware [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1842.447399] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d75498-5512-4a2d-b97c-c69347537c92 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.457539] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc01fe5f-6a4a-4d5e-b4ff-6c9bfd0732d3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.559154] env[63622]: DEBUG nova.compute.manager [req-9d1c4ae7-7a6f-4821-b44a-639917ec3086 req-ce670918-882c-492e-8898-bfe5e21d59f8 service nova] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Received event network-changed-4b9e4784-386d-4c9e-9d7f-9fea3177ee18 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1842.559512] env[63622]: DEBUG nova.compute.manager [req-9d1c4ae7-7a6f-4821-b44a-639917ec3086 req-ce670918-882c-492e-8898-bfe5e21d59f8 service nova] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Refreshing instance network info cache due to event network-changed-4b9e4784-386d-4c9e-9d7f-9fea3177ee18. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1842.559848] env[63622]: DEBUG oslo_concurrency.lockutils [req-9d1c4ae7-7a6f-4821-b44a-639917ec3086 req-ce670918-882c-492e-8898-bfe5e21d59f8 service nova] Acquiring lock "refresh_cache-de6c7fe2-e333-449c-9e97-0c374c306ab5" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1842.560120] env[63622]: DEBUG oslo_concurrency.lockutils [req-9d1c4ae7-7a6f-4821-b44a-639917ec3086 req-ce670918-882c-492e-8898-bfe5e21d59f8 service nova] Acquired lock "refresh_cache-de6c7fe2-e333-449c-9e97-0c374c306ab5" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.560403] env[63622]: DEBUG nova.network.neutron [req-9d1c4ae7-7a6f-4821-b44a-639917ec3086 req-ce670918-882c-492e-8898-bfe5e21d59f8 service nova] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Refreshing network info cache for port 4b9e4784-386d-4c9e-9d7f-9fea3177ee18 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1842.578707] env[63622]: DEBUG oslo_vmware.api [None req-caa7329e-4282-44d4-915c-3c307eefa4e6 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817521, 'name': CreateSnapshot_Task, 'duration_secs': 0.998} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.579086] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-caa7329e-4282-44d4-915c-3c307eefa4e6 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Created Snapshot of the VM instance {{(pid=63622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1842.579934] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da010965-8857-445e-8303-6c0b9b4f3ffc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.611976] env[63622]: DEBUG oslo_vmware.api [None req-b3a2662b-99e4-4c2e-8853-d10701ae8d22 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817515, 'name': ReconfigVM_Task, 'duration_secs': 5.921006} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.612652] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b3a2662b-99e4-4c2e-8853-d10701ae8d22 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Releasing lock "9a854487-4c27-4271-9a1f-1875f7bd0a06" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1842.612881] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a2662b-99e4-4c2e-8853-d10701ae8d22 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Reconfigured VM to detach interface {{(pid=63622) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1842.730393] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be900c4-beea-40b4-9136-815fcda6a50e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.738871] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2a988c-4bc1-458d-98b3-d6c1b28dea16 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.775358] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fb5726-721f-4b08-be2d-580d51f32770 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.778890] env[63622]: DEBUG nova.compute.manager [req-c898225e-31c1-4347-af7e-fa4e573d03b8 req-a233adfe-e77a-4b6e-9f32-66b487415a6b service nova] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Received event network-vif-plugged-1a431448-21dd-430b-bee5-da0294680ffe {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1842.779173] env[63622]: DEBUG oslo_concurrency.lockutils [req-c898225e-31c1-4347-af7e-fa4e573d03b8 req-a233adfe-e77a-4b6e-9f32-66b487415a6b service nova] Acquiring lock "22a1615f-7e0f-4157-a1bf-823c35067eb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.779457] env[63622]: DEBUG oslo_concurrency.lockutils [req-c898225e-31c1-4347-af7e-fa4e573d03b8 req-a233adfe-e77a-4b6e-9f32-66b487415a6b service nova] Lock "22a1615f-7e0f-4157-a1bf-823c35067eb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.779678] env[63622]: DEBUG oslo_concurrency.lockutils [req-c898225e-31c1-4347-af7e-fa4e573d03b8 req-a233adfe-e77a-4b6e-9f32-66b487415a6b service nova] Lock "22a1615f-7e0f-4157-a1bf-823c35067eb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.779890] env[63622]: DEBUG nova.compute.manager [req-c898225e-31c1-4347-af7e-fa4e573d03b8 req-a233adfe-e77a-4b6e-9f32-66b487415a6b service nova] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] No waiting events found dispatching network-vif-plugged-1a431448-21dd-430b-bee5-da0294680ffe {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1842.780106] env[63622]: WARNING nova.compute.manager [req-c898225e-31c1-4347-af7e-fa4e573d03b8 req-a233adfe-e77a-4b6e-9f32-66b487415a6b service nova] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Received unexpected event network-vif-plugged-1a431448-21dd-430b-bee5-da0294680ffe for instance with vm_state building and task_state spawning. [ 1842.787402] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb3bfe8-1ff3-4b94-a65c-8a2569141464 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.801950] env[63622]: DEBUG nova.compute.provider_tree [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1842.855433] env[63622]: DEBUG oslo_vmware.api [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817522, 'name': PowerOffVM_Task, 'duration_secs': 0.778164} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.855779] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1842.855959] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Updating instance '3ba0280a-9e90-4236-b70b-f485d0766364' progress to 17 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1842.922142] env[63622]: DEBUG oslo_concurrency.lockutils [None req-107259d6-971f-4ecd-8dcb-24f6d5ae25b7 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Releasing lock "refresh_cache-3cf07a7e-58db-4d28-8710-b2d0a89b5bf2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1842.922398] env[63622]: DEBUG nova.objects.instance [None req-107259d6-971f-4ecd-8dcb-24f6d5ae25b7 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lazy-loading 'migration_context' on Instance uuid 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1842.973687] env[63622]: DEBUG nova.network.neutron [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Successfully updated port: 1a431448-21dd-430b-bee5-da0294680ffe {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1843.109645] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-caa7329e-4282-44d4-915c-3c307eefa4e6 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Creating linked-clone VM from snapshot {{(pid=63622) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1843.112222] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0d740fbd-5d5b-4261-a179-c41c7d64a5b3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.122611] env[63622]: DEBUG oslo_vmware.api [None req-caa7329e-4282-44d4-915c-3c307eefa4e6 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1843.122611] env[63622]: value = "task-1817523" [ 1843.122611] env[63622]: _type = "Task" [ 1843.122611] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.131490] env[63622]: DEBUG oslo_vmware.api [None req-caa7329e-4282-44d4-915c-3c307eefa4e6 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817523, 'name': CloneVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.337784] env[63622]: DEBUG nova.scheduler.client.report [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Updated inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with generation 144 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1843.338106] env[63622]: DEBUG nova.compute.provider_tree [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Updating resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df generation from 144 to 145 during operation: update_inventory {{(pid=63622) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1843.338294] env[63622]: DEBUG nova.compute.provider_tree [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1843.361942] env[63622]: DEBUG nova.virt.hardware [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1843.362231] env[63622]: DEBUG nova.virt.hardware [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1843.362364] env[63622]: DEBUG nova.virt.hardware [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1843.362550] env[63622]: DEBUG nova.virt.hardware [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1843.362702] env[63622]: DEBUG nova.virt.hardware [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1843.362851] env[63622]: DEBUG nova.virt.hardware [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1843.363080] env[63622]: DEBUG nova.virt.hardware [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1843.363254] env[63622]: DEBUG nova.virt.hardware [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1843.363423] env[63622]: DEBUG nova.virt.hardware [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1843.363593] env[63622]: DEBUG nova.virt.hardware [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1843.363767] env[63622]: DEBUG nova.virt.hardware [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1843.369582] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16217b7a-06e4-41d3-8956-6ec36a7ae4c5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.389223] env[63622]: DEBUG nova.network.neutron [req-9d1c4ae7-7a6f-4821-b44a-639917ec3086 req-ce670918-882c-492e-8898-bfe5e21d59f8 service nova] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Updated VIF entry in instance network info cache for port 4b9e4784-386d-4c9e-9d7f-9fea3177ee18. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1843.389822] env[63622]: DEBUG nova.network.neutron [req-9d1c4ae7-7a6f-4821-b44a-639917ec3086 req-ce670918-882c-492e-8898-bfe5e21d59f8 service nova] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Updating instance_info_cache with network_info: [{"id": "4b9e4784-386d-4c9e-9d7f-9fea3177ee18", "address": "fa:16:3e:9d:d7:fc", "network": {"id": "6c76cb6b-40d1-47e4-8957-7fcd527423cc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1478522882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bbece78f52e4184ba7be795d0a7ead0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b9e4784-38", "ovs_interfaceid": "4b9e4784-386d-4c9e-9d7f-9fea3177ee18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1843.393145] env[63622]: DEBUG oslo_vmware.api [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1843.393145] env[63622]: value = "task-1817524" [ 1843.393145] env[63622]: _type = "Task" [ 1843.393145] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.403374] env[63622]: DEBUG oslo_vmware.api [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817524, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.425658] env[63622]: DEBUG nova.objects.base [None req-107259d6-971f-4ecd-8dcb-24f6d5ae25b7 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Object Instance<3cf07a7e-58db-4d28-8710-b2d0a89b5bf2> lazy-loaded attributes: info_cache,migration_context {{(pid=63622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1843.426596] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b880a80-7891-4fda-a574-eb2de6d81ae0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.447387] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6c9883b-adee-4787-a2d1-cfddbae8e697 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.453880] env[63622]: DEBUG oslo_vmware.api [None req-107259d6-971f-4ecd-8dcb-24f6d5ae25b7 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1843.453880] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52faa5b1-a3fc-0784-9c2c-281fdbd16005" [ 1843.453880] env[63622]: _type = "Task" [ 1843.453880] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.464106] env[63622]: DEBUG oslo_vmware.api [None req-107259d6-971f-4ecd-8dcb-24f6d5ae25b7 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52faa5b1-a3fc-0784-9c2c-281fdbd16005, 'name': SearchDatastore_Task, 'duration_secs': 0.007365} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.464391] env[63622]: DEBUG oslo_concurrency.lockutils [None req-107259d6-971f-4ecd-8dcb-24f6d5ae25b7 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.475101] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "refresh_cache-22a1615f-7e0f-4157-a1bf-823c35067eb8" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1843.475274] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquired lock "refresh_cache-22a1615f-7e0f-4157-a1bf-823c35067eb8" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1843.475404] env[63622]: DEBUG nova.network.neutron [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1843.634920] env[63622]: DEBUG oslo_vmware.api [None req-caa7329e-4282-44d4-915c-3c307eefa4e6 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817523, 'name': CloneVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.845456] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.477s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.846109] env[63622]: DEBUG nova.compute.manager [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1843.849534] env[63622]: DEBUG oslo_concurrency.lockutils [None req-16649fa1-e26f-4cc1-985d-3d4030eb4d36 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.929s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.849829] env[63622]: DEBUG nova.objects.instance [None req-16649fa1-e26f-4cc1-985d-3d4030eb4d36 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lazy-loading 'resources' on Instance uuid 85edb7a4-290d-4cef-9c1e-8ca007ebac0c {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1843.894351] env[63622]: DEBUG oslo_concurrency.lockutils [req-9d1c4ae7-7a6f-4821-b44a-639917ec3086 req-ce670918-882c-492e-8898-bfe5e21d59f8 service nova] Releasing lock "refresh_cache-de6c7fe2-e333-449c-9e97-0c374c306ab5" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1843.904239] env[63622]: DEBUG oslo_vmware.api [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817524, 'name': ReconfigVM_Task, 'duration_secs': 0.36789} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.904679] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Updating instance '3ba0280a-9e90-4236-b70b-f485d0766364' progress to 33 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1844.027752] env[63622]: DEBUG nova.network.neutron [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1844.145069] env[63622]: DEBUG oslo_vmware.api [None req-caa7329e-4282-44d4-915c-3c307eefa4e6 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817523, 'name': CloneVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.169026] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b3a2662b-99e4-4c2e-8853-d10701ae8d22 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "refresh_cache-9a854487-4c27-4271-9a1f-1875f7bd0a06" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.169332] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b3a2662b-99e4-4c2e-8853-d10701ae8d22 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquired lock "refresh_cache-9a854487-4c27-4271-9a1f-1875f7bd0a06" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.169609] env[63622]: DEBUG nova.network.neutron [None req-b3a2662b-99e4-4c2e-8853-d10701ae8d22 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1844.233739] env[63622]: DEBUG nova.network.neutron [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Updating instance_info_cache with network_info: [{"id": "1a431448-21dd-430b-bee5-da0294680ffe", "address": "fa:16:3e:a5:b6:65", "network": {"id": "8ebec4d2-c849-4180-ac6d-05f780f2bca4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-843836297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dfc298083b84d488c9dcadbd8226fee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a431448-21", "ovs_interfaceid": "1a431448-21dd-430b-bee5-da0294680ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1844.353062] env[63622]: DEBUG nova.compute.utils [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1844.358067] env[63622]: DEBUG nova.compute.manager [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1844.358067] env[63622]: DEBUG nova.network.neutron [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1844.411657] env[63622]: DEBUG nova.virt.hardware [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1844.411912] env[63622]: DEBUG nova.virt.hardware [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1844.412087] env[63622]: DEBUG nova.virt.hardware [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1844.412276] env[63622]: DEBUG nova.virt.hardware [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1844.412426] env[63622]: DEBUG nova.virt.hardware [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1844.412573] env[63622]: DEBUG nova.virt.hardware [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1844.412782] env[63622]: DEBUG nova.virt.hardware [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1844.412946] env[63622]: DEBUG nova.virt.hardware [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1844.413126] env[63622]: DEBUG nova.virt.hardware [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1844.413295] env[63622]: DEBUG nova.virt.hardware [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1844.413486] env[63622]: DEBUG nova.virt.hardware [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1844.419130] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Reconfiguring VM instance instance-00000058 to detach disk 2000 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1844.420740] env[63622]: DEBUG nova.policy [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '766ca0b0ce5649a5b335a069d33438fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7d92b5770054b45b3ff94b0ddf5e22c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1844.422380] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0d41f1a-3a31-4db7-85c3-46c10af9a4ab {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.445728] env[63622]: DEBUG oslo_vmware.api [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1844.445728] env[63622]: value = "task-1817525" [ 1844.445728] env[63622]: _type = "Task" [ 1844.445728] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.457416] env[63622]: DEBUG oslo_vmware.api [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817525, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.594337] env[63622]: DEBUG nova.compute.manager [req-e119c219-3ffe-4846-b884-2cdaaac12fbd req-c4c15a0d-01c6-4b82-9f53-94e920aa1838 service nova] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Received event network-changed-4b9e4784-386d-4c9e-9d7f-9fea3177ee18 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1844.594541] env[63622]: DEBUG nova.compute.manager [req-e119c219-3ffe-4846-b884-2cdaaac12fbd req-c4c15a0d-01c6-4b82-9f53-94e920aa1838 service nova] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Refreshing instance network info cache due to event network-changed-4b9e4784-386d-4c9e-9d7f-9fea3177ee18. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1844.594767] env[63622]: DEBUG oslo_concurrency.lockutils [req-e119c219-3ffe-4846-b884-2cdaaac12fbd req-c4c15a0d-01c6-4b82-9f53-94e920aa1838 service nova] Acquiring lock "refresh_cache-de6c7fe2-e333-449c-9e97-0c374c306ab5" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.594978] env[63622]: DEBUG oslo_concurrency.lockutils [req-e119c219-3ffe-4846-b884-2cdaaac12fbd req-c4c15a0d-01c6-4b82-9f53-94e920aa1838 service nova] Acquired lock "refresh_cache-de6c7fe2-e333-449c-9e97-0c374c306ab5" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.595094] env[63622]: DEBUG nova.network.neutron [req-e119c219-3ffe-4846-b884-2cdaaac12fbd req-c4c15a0d-01c6-4b82-9f53-94e920aa1838 service nova] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Refreshing network info cache for port 4b9e4784-386d-4c9e-9d7f-9fea3177ee18 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1844.636786] env[63622]: DEBUG oslo_vmware.api [None req-caa7329e-4282-44d4-915c-3c307eefa4e6 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817523, 'name': CloneVM_Task, 'duration_secs': 1.38283} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.637371] env[63622]: INFO nova.virt.vmwareapi.vmops [None req-caa7329e-4282-44d4-915c-3c307eefa4e6 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Created linked-clone VM from snapshot [ 1844.642112] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf68f14-c12a-4f9f-8a27-b95dfd6f7916 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.650925] env[63622]: DEBUG nova.virt.vmwareapi.images [None req-caa7329e-4282-44d4-915c-3c307eefa4e6 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Uploading image 74216613-da32-487d-a4b9-55def887ec50 {{(pid=63622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1844.677737] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-caa7329e-4282-44d4-915c-3c307eefa4e6 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Destroying the VM {{(pid=63622) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1844.678260] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-286285d0-58a1-45f3-8772-298f15fd30d4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.691190] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1c7819-6e09-4338-a818-52074885696d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.695678] env[63622]: DEBUG oslo_vmware.api [None req-caa7329e-4282-44d4-915c-3c307eefa4e6 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1844.695678] env[63622]: value = "task-1817526" [ 1844.695678] env[63622]: _type = "Task" [ 1844.695678] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.702340] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abab090-5f68-4335-be5b-5e7978f7b2c7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.708748] env[63622]: DEBUG oslo_vmware.api [None req-caa7329e-4282-44d4-915c-3c307eefa4e6 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817526, 'name': Destroy_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.736383] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Releasing lock "refresh_cache-22a1615f-7e0f-4157-a1bf-823c35067eb8" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1844.736713] env[63622]: DEBUG nova.compute.manager [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Instance network_info: |[{"id": "1a431448-21dd-430b-bee5-da0294680ffe", "address": "fa:16:3e:a5:b6:65", "network": {"id": "8ebec4d2-c849-4180-ac6d-05f780f2bca4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-843836297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dfc298083b84d488c9dcadbd8226fee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a431448-21", "ovs_interfaceid": "1a431448-21dd-430b-bee5-da0294680ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1844.738412] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f30d72-2532-4961-8f11-c12ca542b6dd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.743094] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:b6:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a431448-21dd-430b-bee5-da0294680ffe', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1844.751867] env[63622]: DEBUG oslo.service.loopingcall [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1844.751867] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1844.752870] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adcf423f-ba56-490a-905f-cc50013c1967 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.771678] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d354f58f-49de-4857-8027-28fd3adde686 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.778192] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1844.778192] env[63622]: value = "task-1817527" [ 1844.778192] env[63622]: _type = "Task" [ 1844.778192] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.786066] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817527, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.795765] env[63622]: DEBUG nova.compute.provider_tree [None req-16649fa1-e26f-4cc1-985d-3d4030eb4d36 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1844.819308] env[63622]: DEBUG nova.compute.manager [req-24ee682a-5708-4fa7-b737-9265f3faa33e req-df2b752a-b80e-4bde-91df-0e38ed4dc654 service nova] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Received event network-changed-1a431448-21dd-430b-bee5-da0294680ffe {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1844.819591] env[63622]: DEBUG nova.compute.manager [req-24ee682a-5708-4fa7-b737-9265f3faa33e req-df2b752a-b80e-4bde-91df-0e38ed4dc654 service nova] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Refreshing instance network info cache due to event network-changed-1a431448-21dd-430b-bee5-da0294680ffe. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1844.819813] env[63622]: DEBUG oslo_concurrency.lockutils [req-24ee682a-5708-4fa7-b737-9265f3faa33e req-df2b752a-b80e-4bde-91df-0e38ed4dc654 service nova] Acquiring lock "refresh_cache-22a1615f-7e0f-4157-a1bf-823c35067eb8" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.819991] env[63622]: DEBUG oslo_concurrency.lockutils [req-24ee682a-5708-4fa7-b737-9265f3faa33e req-df2b752a-b80e-4bde-91df-0e38ed4dc654 service nova] Acquired lock "refresh_cache-22a1615f-7e0f-4157-a1bf-823c35067eb8" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.820195] env[63622]: DEBUG nova.network.neutron [req-24ee682a-5708-4fa7-b737-9265f3faa33e req-df2b752a-b80e-4bde-91df-0e38ed4dc654 service nova] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Refreshing network info cache for port 1a431448-21dd-430b-bee5-da0294680ffe {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1844.837726] env[63622]: DEBUG nova.network.neutron [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Successfully created port: 9ea385a1-7315-4ea5-8379-581d6ffea534 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1844.858873] env[63622]: DEBUG nova.compute.manager [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1844.960071] env[63622]: DEBUG oslo_vmware.api [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817525, 'name': ReconfigVM_Task, 'duration_secs': 0.334286} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.960370] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Reconfigured VM instance instance-00000058 to detach disk 2000 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1844.961185] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1ff6d6-1047-48bf-8b9c-c6c5b74a8a55 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.995322] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 3ba0280a-9e90-4236-b70b-f485d0766364/3ba0280a-9e90-4236-b70b-f485d0766364.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1844.995726] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f662fa9a-c68e-43f3-8f11-5a9b78780250 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.021998] env[63622]: DEBUG oslo_vmware.api [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1845.021998] env[63622]: value = "task-1817528" [ 1845.021998] env[63622]: _type = "Task" [ 1845.021998] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.032418] env[63622]: DEBUG oslo_vmware.api [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817528, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.141375] env[63622]: INFO nova.network.neutron [None req-b3a2662b-99e4-4c2e-8853-d10701ae8d22 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Port 3249c82a-751f-4f76-a881-661f704d9f2f from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1845.145378] env[63622]: DEBUG nova.network.neutron [None req-b3a2662b-99e4-4c2e-8853-d10701ae8d22 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Updating instance_info_cache with network_info: [{"id": "83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0", "address": "fa:16:3e:d7:88:3a", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83cb60cc-a7", "ovs_interfaceid": "83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1845.219434] env[63622]: DEBUG oslo_vmware.api [None req-caa7329e-4282-44d4-915c-3c307eefa4e6 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817526, 'name': Destroy_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.293054] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817527, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.301935] env[63622]: DEBUG nova.scheduler.client.report [None req-16649fa1-e26f-4cc1-985d-3d4030eb4d36 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1845.416379] env[63622]: DEBUG nova.network.neutron [req-e119c219-3ffe-4846-b884-2cdaaac12fbd req-c4c15a0d-01c6-4b82-9f53-94e920aa1838 service nova] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Updated VIF entry in instance network info cache for port 4b9e4784-386d-4c9e-9d7f-9fea3177ee18. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1845.416769] env[63622]: DEBUG nova.network.neutron [req-e119c219-3ffe-4846-b884-2cdaaac12fbd req-c4c15a0d-01c6-4b82-9f53-94e920aa1838 service nova] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Updating instance_info_cache with network_info: [{"id": "4b9e4784-386d-4c9e-9d7f-9fea3177ee18", "address": "fa:16:3e:9d:d7:fc", "network": {"id": "6c76cb6b-40d1-47e4-8957-7fcd527423cc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1478522882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bbece78f52e4184ba7be795d0a7ead0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b9e4784-38", "ovs_interfaceid": "4b9e4784-386d-4c9e-9d7f-9fea3177ee18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1845.532757] env[63622]: DEBUG oslo_vmware.api [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.533604] env[63622]: DEBUG nova.network.neutron [req-24ee682a-5708-4fa7-b737-9265f3faa33e req-df2b752a-b80e-4bde-91df-0e38ed4dc654 service nova] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Updated VIF entry in instance network info cache for port 1a431448-21dd-430b-bee5-da0294680ffe. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1845.533957] env[63622]: DEBUG nova.network.neutron [req-24ee682a-5708-4fa7-b737-9265f3faa33e req-df2b752a-b80e-4bde-91df-0e38ed4dc654 service nova] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Updating instance_info_cache with network_info: [{"id": "1a431448-21dd-430b-bee5-da0294680ffe", "address": "fa:16:3e:a5:b6:65", "network": {"id": "8ebec4d2-c849-4180-ac6d-05f780f2bca4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-843836297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dfc298083b84d488c9dcadbd8226fee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a431448-21", "ovs_interfaceid": "1a431448-21dd-430b-bee5-da0294680ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1845.650727] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b3a2662b-99e4-4c2e-8853-d10701ae8d22 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Releasing lock "refresh_cache-9a854487-4c27-4271-9a1f-1875f7bd0a06" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1845.662666] env[63622]: DEBUG oslo_concurrency.lockutils [None req-93b2beeb-df66-4396-8ba2-7f863ddb2c41 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "a33387ce-53a1-4cb9-9e7b-4ff7cabc841c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.663060] env[63622]: DEBUG oslo_concurrency.lockutils [None req-93b2beeb-df66-4396-8ba2-7f863ddb2c41 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "a33387ce-53a1-4cb9-9e7b-4ff7cabc841c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.707148] env[63622]: DEBUG oslo_vmware.api [None req-caa7329e-4282-44d4-915c-3c307eefa4e6 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817526, 'name': Destroy_Task, 'duration_secs': 0.55246} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.707563] env[63622]: DEBUG oslo_concurrency.lockutils [None req-bda8f87c-e4df-4f6f-80ba-14787aec4f8d tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "interface-ff1c8157-91b5-42fe-89e7-d259a280809e-3249c82a-751f-4f76-a881-661f704d9f2f" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.707820] env[63622]: DEBUG oslo_concurrency.lockutils [None req-bda8f87c-e4df-4f6f-80ba-14787aec4f8d tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "interface-ff1c8157-91b5-42fe-89e7-d259a280809e-3249c82a-751f-4f76-a881-661f704d9f2f" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.708190] env[63622]: DEBUG nova.objects.instance [None req-bda8f87c-e4df-4f6f-80ba-14787aec4f8d tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lazy-loading 'flavor' on Instance uuid ff1c8157-91b5-42fe-89e7-d259a280809e {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1845.709396] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-caa7329e-4282-44d4-915c-3c307eefa4e6 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Destroyed the VM [ 1845.709634] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-caa7329e-4282-44d4-915c-3c307eefa4e6 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Deleting Snapshot of the VM instance {{(pid=63622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1845.709879] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5cea053b-a5d4-45c7-9097-d9db3ed63faf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.718303] env[63622]: DEBUG oslo_vmware.api [None req-caa7329e-4282-44d4-915c-3c307eefa4e6 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1845.718303] env[63622]: value = "task-1817529" [ 1845.718303] env[63622]: _type = "Task" [ 1845.718303] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.726888] env[63622]: DEBUG oslo_vmware.api [None req-caa7329e-4282-44d4-915c-3c307eefa4e6 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817529, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.789326] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817527, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.807473] env[63622]: DEBUG oslo_concurrency.lockutils [None req-16649fa1-e26f-4cc1-985d-3d4030eb4d36 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.957s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.809326] env[63622]: DEBUG oslo_concurrency.lockutils [None req-56f6dcc2-abcc-45d6-a5ab-32d6e95db313 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.622s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.810053] env[63622]: DEBUG nova.objects.instance [None req-56f6dcc2-abcc-45d6-a5ab-32d6e95db313 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lazy-loading 'resources' on Instance uuid 0824ddf3-a526-4b7f-95ca-489d8898ae40 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1845.831478] env[63622]: INFO nova.scheduler.client.report [None req-16649fa1-e26f-4cc1-985d-3d4030eb4d36 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Deleted allocations for instance 85edb7a4-290d-4cef-9c1e-8ca007ebac0c [ 1845.871487] env[63622]: DEBUG nova.compute.manager [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1845.905705] env[63622]: DEBUG nova.virt.hardware [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1845.905976] env[63622]: DEBUG nova.virt.hardware [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1845.906159] env[63622]: DEBUG nova.virt.hardware [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1845.906347] env[63622]: DEBUG nova.virt.hardware [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1845.906500] env[63622]: DEBUG nova.virt.hardware [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1845.906703] env[63622]: DEBUG nova.virt.hardware [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1845.906879] env[63622]: DEBUG nova.virt.hardware [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1845.907062] env[63622]: DEBUG nova.virt.hardware [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1845.907266] env[63622]: DEBUG nova.virt.hardware [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1845.907441] env[63622]: DEBUG nova.virt.hardware [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1845.907617] env[63622]: DEBUG nova.virt.hardware [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1845.908536] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2193f5-413c-48d7-b025-00eccea1ecf1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.917367] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7c66ed-5936-462a-9253-b8a23a0f9eef {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.921326] env[63622]: DEBUG oslo_concurrency.lockutils [req-e119c219-3ffe-4846-b884-2cdaaac12fbd req-c4c15a0d-01c6-4b82-9f53-94e920aa1838 service nova] Releasing lock "refresh_cache-de6c7fe2-e333-449c-9e97-0c374c306ab5" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1846.034756] env[63622]: DEBUG oslo_vmware.api [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817528, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.036315] env[63622]: DEBUG oslo_concurrency.lockutils [req-24ee682a-5708-4fa7-b737-9265f3faa33e req-df2b752a-b80e-4bde-91df-0e38ed4dc654 service nova] Releasing lock "refresh_cache-22a1615f-7e0f-4157-a1bf-823c35067eb8" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1846.155535] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b3a2662b-99e4-4c2e-8853-d10701ae8d22 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "interface-9a854487-4c27-4271-9a1f-1875f7bd0a06-3249c82a-751f-4f76-a881-661f704d9f2f" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.177s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.167093] env[63622]: INFO nova.compute.manager [None req-93b2beeb-df66-4396-8ba2-7f863ddb2c41 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Detaching volume f366303b-e80f-4ac1-9ab4-257ef4c72b2d [ 1846.207410] env[63622]: INFO nova.virt.block_device [None req-93b2beeb-df66-4396-8ba2-7f863ddb2c41 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Attempting to driver detach volume f366303b-e80f-4ac1-9ab4-257ef4c72b2d from mountpoint /dev/sdb [ 1846.207684] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-93b2beeb-df66-4396-8ba2-7f863ddb2c41 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Volume detach. Driver type: vmdk {{(pid=63622) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1846.207893] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-93b2beeb-df66-4396-8ba2-7f863ddb2c41 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376499', 'volume_id': 'f366303b-e80f-4ac1-9ab4-257ef4c72b2d', 'name': 'volume-f366303b-e80f-4ac1-9ab4-257ef4c72b2d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a33387ce-53a1-4cb9-9e7b-4ff7cabc841c', 'attached_at': '', 'detached_at': '', 'volume_id': 'f366303b-e80f-4ac1-9ab4-257ef4c72b2d', 'serial': 'f366303b-e80f-4ac1-9ab4-257ef4c72b2d'} {{(pid=63622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1846.208861] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728d35eb-b5f2-4691-bbdb-2f4d535335fa {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.240771] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7e31b0-c681-4b79-829b-28e330da28e4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.249044] env[63622]: DEBUG oslo_vmware.api [None req-caa7329e-4282-44d4-915c-3c307eefa4e6 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817529, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.251316] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c362b4-8bbe-4370-83ef-a418f495a926 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.272608] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac38d637-0fdc-4d1f-8868-fe0185348ce9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.288043] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-93b2beeb-df66-4396-8ba2-7f863ddb2c41 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] The volume has not been displaced from its original location: [datastore1] volume-f366303b-e80f-4ac1-9ab4-257ef4c72b2d/volume-f366303b-e80f-4ac1-9ab4-257ef4c72b2d.vmdk. No consolidation needed. {{(pid=63622) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1846.293211] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-93b2beeb-df66-4396-8ba2-7f863ddb2c41 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Reconfiguring VM instance instance-00000053 to detach disk 2001 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1846.296175] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd76fde6-f4af-4760-951d-5bced10dc48c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.316548] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817527, 'name': CreateVM_Task, 'duration_secs': 1.444127} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.317952] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1846.318317] env[63622]: DEBUG oslo_vmware.api [None req-93b2beeb-df66-4396-8ba2-7f863ddb2c41 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1846.318317] env[63622]: value = "task-1817530" [ 1846.318317] env[63622]: _type = "Task" [ 1846.318317] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.318908] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1846.319080] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1846.319389] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1846.319673] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed26e89a-b792-4701-846e-489055b853b4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.327222] env[63622]: DEBUG oslo_vmware.api [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1846.327222] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e4a882-311f-bc57-a4be-57cf63c78a83" [ 1846.327222] env[63622]: _type = "Task" [ 1846.327222] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.330324] env[63622]: DEBUG oslo_vmware.api [None req-93b2beeb-df66-4396-8ba2-7f863ddb2c41 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817530, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.343474] env[63622]: DEBUG oslo_vmware.api [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e4a882-311f-bc57-a4be-57cf63c78a83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.344137] env[63622]: DEBUG oslo_concurrency.lockutils [None req-16649fa1-e26f-4cc1-985d-3d4030eb4d36 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "85edb7a4-290d-4cef-9c1e-8ca007ebac0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.012s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.345082] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "85edb7a4-290d-4cef-9c1e-8ca007ebac0c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.577s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.347294] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32ff17aa-b889-4f31-811a-fa7e9a801a02 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.354051] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8561c3-99d4-4c97-ad32-c105df921cc1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.400880] env[63622]: DEBUG nova.objects.instance [None req-bda8f87c-e4df-4f6f-80ba-14787aec4f8d tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lazy-loading 'pci_requests' on Instance uuid ff1c8157-91b5-42fe-89e7-d259a280809e {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1846.533923] env[63622]: DEBUG oslo_vmware.api [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817528, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.588181] env[63622]: DEBUG nova.network.neutron [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Successfully updated port: 9ea385a1-7315-4ea5-8379-581d6ffea534 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1846.670553] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0c8631-e6ed-4e7f-9e0d-74274742fd31 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.691438] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030c97d2-a3d2-4a05-a0e2-b62d54001549 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.723989] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067f7cc6-61bb-48a5-a326-f58c76e65d7b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.732151] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcded7ba-f2c1-4635-b9de-8c93c506930f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.750481] env[63622]: DEBUG nova.compute.provider_tree [None req-56f6dcc2-abcc-45d6-a5ab-32d6e95db313 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1846.757298] env[63622]: DEBUG oslo_vmware.api [None req-caa7329e-4282-44d4-915c-3c307eefa4e6 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817529, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.830345] env[63622]: DEBUG oslo_vmware.api [None req-93b2beeb-df66-4396-8ba2-7f863ddb2c41 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.839031] env[63622]: DEBUG oslo_vmware.api [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e4a882-311f-bc57-a4be-57cf63c78a83, 'name': SearchDatastore_Task, 'duration_secs': 0.015468} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.839354] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1846.839595] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1846.839928] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1846.839994] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1846.840271] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1846.840573] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6436256-1979-448c-8486-7845413a48fd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.893090] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "85edb7a4-290d-4cef-9c1e-8ca007ebac0c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.548s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.905993] env[63622]: DEBUG nova.objects.base [None req-bda8f87c-e4df-4f6f-80ba-14787aec4f8d tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1846.906279] env[63622]: DEBUG nova.network.neutron [None req-bda8f87c-e4df-4f6f-80ba-14787aec4f8d tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1846.909762] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1846.909960] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1846.911079] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03c2ec76-257c-4b0e-94f3-5f67c409a8a7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.916953] env[63622]: DEBUG oslo_vmware.api [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1846.916953] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5252acad-f961-9461-ceb0-95110e73bd61" [ 1846.916953] env[63622]: _type = "Task" [ 1846.916953] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.924819] env[63622]: DEBUG oslo_vmware.api [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5252acad-f961-9461-ceb0-95110e73bd61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.971726] env[63622]: DEBUG nova.policy [None req-bda8f87c-e4df-4f6f-80ba-14787aec4f8d tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9cda26dfa747464dbb4e31462c6d1ceb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8f5612ea5ba4729af8f16a350d2c1fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1847.031724] env[63622]: DEBUG nova.compute.manager [req-82f63415-1c9a-4cfe-8f33-5b5ab97b8241 req-2f7df332-b880-456f-bd48-ce1bba220d6c service nova] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Received event network-changed-83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1847.031925] env[63622]: DEBUG nova.compute.manager [req-82f63415-1c9a-4cfe-8f33-5b5ab97b8241 req-2f7df332-b880-456f-bd48-ce1bba220d6c service nova] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Refreshing instance network info cache due to event network-changed-83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1847.032166] env[63622]: DEBUG oslo_concurrency.lockutils [req-82f63415-1c9a-4cfe-8f33-5b5ab97b8241 req-2f7df332-b880-456f-bd48-ce1bba220d6c service nova] Acquiring lock "refresh_cache-9a854487-4c27-4271-9a1f-1875f7bd0a06" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.032314] env[63622]: DEBUG oslo_concurrency.lockutils [req-82f63415-1c9a-4cfe-8f33-5b5ab97b8241 req-2f7df332-b880-456f-bd48-ce1bba220d6c service nova] Acquired lock "refresh_cache-9a854487-4c27-4271-9a1f-1875f7bd0a06" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.032475] env[63622]: DEBUG nova.network.neutron [req-82f63415-1c9a-4cfe-8f33-5b5ab97b8241 req-2f7df332-b880-456f-bd48-ce1bba220d6c service nova] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Refreshing network info cache for port 83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1847.036898] env[63622]: DEBUG oslo_vmware.api [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817528, 'name': ReconfigVM_Task, 'duration_secs': 1.722449} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.037375] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 3ba0280a-9e90-4236-b70b-f485d0766364/3ba0280a-9e90-4236-b70b-f485d0766364.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1847.037672] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Updating instance '3ba0280a-9e90-4236-b70b-f485d0766364' progress to 50 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1847.092715] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Acquiring lock "refresh_cache-86ae2ff0-b4e3-4d0b-b935-5012b2b7d818" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.092879] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Acquired lock "refresh_cache-86ae2ff0-b4e3-4d0b-b935-5012b2b7d818" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.093038] env[63622]: DEBUG nova.network.neutron [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1847.247904] env[63622]: DEBUG oslo_vmware.api [None req-caa7329e-4282-44d4-915c-3c307eefa4e6 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817529, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.258925] env[63622]: DEBUG nova.scheduler.client.report [None req-56f6dcc2-abcc-45d6-a5ab-32d6e95db313 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1847.306585] env[63622]: DEBUG nova.compute.manager [req-c8c25930-c8bc-4590-8c05-39c843c72c98 req-4d877474-d3d0-47f8-975f-fa1295490799 service nova] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Received event network-vif-plugged-9ea385a1-7315-4ea5-8379-581d6ffea534 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1847.306967] env[63622]: DEBUG oslo_concurrency.lockutils [req-c8c25930-c8bc-4590-8c05-39c843c72c98 req-4d877474-d3d0-47f8-975f-fa1295490799 service nova] Acquiring lock "86ae2ff0-b4e3-4d0b-b935-5012b2b7d818-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.307072] env[63622]: DEBUG oslo_concurrency.lockutils [req-c8c25930-c8bc-4590-8c05-39c843c72c98 req-4d877474-d3d0-47f8-975f-fa1295490799 service nova] Lock "86ae2ff0-b4e3-4d0b-b935-5012b2b7d818-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.307221] env[63622]: DEBUG oslo_concurrency.lockutils [req-c8c25930-c8bc-4590-8c05-39c843c72c98 req-4d877474-d3d0-47f8-975f-fa1295490799 service nova] Lock "86ae2ff0-b4e3-4d0b-b935-5012b2b7d818-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.307391] env[63622]: DEBUG nova.compute.manager [req-c8c25930-c8bc-4590-8c05-39c843c72c98 req-4d877474-d3d0-47f8-975f-fa1295490799 service nova] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] No waiting events found dispatching network-vif-plugged-9ea385a1-7315-4ea5-8379-581d6ffea534 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1847.307560] env[63622]: WARNING nova.compute.manager [req-c8c25930-c8bc-4590-8c05-39c843c72c98 req-4d877474-d3d0-47f8-975f-fa1295490799 service nova] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Received unexpected event network-vif-plugged-9ea385a1-7315-4ea5-8379-581d6ffea534 for instance with vm_state building and task_state spawning. [ 1847.307720] env[63622]: DEBUG nova.compute.manager [req-c8c25930-c8bc-4590-8c05-39c843c72c98 req-4d877474-d3d0-47f8-975f-fa1295490799 service nova] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Received event network-changed-9ea385a1-7315-4ea5-8379-581d6ffea534 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1847.307932] env[63622]: DEBUG nova.compute.manager [req-c8c25930-c8bc-4590-8c05-39c843c72c98 req-4d877474-d3d0-47f8-975f-fa1295490799 service nova] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Refreshing instance network info cache due to event network-changed-9ea385a1-7315-4ea5-8379-581d6ffea534. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1847.308054] env[63622]: DEBUG oslo_concurrency.lockutils [req-c8c25930-c8bc-4590-8c05-39c843c72c98 req-4d877474-d3d0-47f8-975f-fa1295490799 service nova] Acquiring lock "refresh_cache-86ae2ff0-b4e3-4d0b-b935-5012b2b7d818" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.330999] env[63622]: DEBUG oslo_vmware.api [None req-93b2beeb-df66-4396-8ba2-7f863ddb2c41 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.427509] env[63622]: DEBUG oslo_vmware.api [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5252acad-f961-9461-ceb0-95110e73bd61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.544339] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469240d9-6103-4c7a-826a-afdf1c72e998 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.570376] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54cfb12d-2677-43a9-b915-ed517702bdc9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.592250] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Updating instance '3ba0280a-9e90-4236-b70b-f485d0766364' progress to 67 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1847.629137] env[63622]: DEBUG nova.network.neutron [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1847.738872] env[63622]: DEBUG nova.network.neutron [req-82f63415-1c9a-4cfe-8f33-5b5ab97b8241 req-2f7df332-b880-456f-bd48-ce1bba220d6c service nova] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Updated VIF entry in instance network info cache for port 83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1847.739269] env[63622]: DEBUG nova.network.neutron [req-82f63415-1c9a-4cfe-8f33-5b5ab97b8241 req-2f7df332-b880-456f-bd48-ce1bba220d6c service nova] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Updating instance_info_cache with network_info: [{"id": "83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0", "address": "fa:16:3e:d7:88:3a", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83cb60cc-a7", "ovs_interfaceid": "83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1847.750293] env[63622]: DEBUG oslo_vmware.api [None req-caa7329e-4282-44d4-915c-3c307eefa4e6 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817529, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.756882] env[63622]: DEBUG nova.network.neutron [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Updating instance_info_cache with network_info: [{"id": "9ea385a1-7315-4ea5-8379-581d6ffea534", "address": "fa:16:3e:0c:6a:56", "network": {"id": "8004cc6d-3116-4017-af5c-f25929dfc00e", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-970412660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7d92b5770054b45b3ff94b0ddf5e22c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea385a1-73", "ovs_interfaceid": "9ea385a1-7315-4ea5-8379-581d6ffea534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1847.763331] env[63622]: DEBUG oslo_concurrency.lockutils [None req-56f6dcc2-abcc-45d6-a5ab-32d6e95db313 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.954s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.765444] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.963s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.766993] env[63622]: INFO nova.compute.claims [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1847.785260] env[63622]: INFO nova.scheduler.client.report [None req-56f6dcc2-abcc-45d6-a5ab-32d6e95db313 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Deleted allocations for instance 0824ddf3-a526-4b7f-95ca-489d8898ae40 [ 1847.836283] env[63622]: DEBUG oslo_vmware.api [None req-93b2beeb-df66-4396-8ba2-7f863ddb2c41 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.927774] env[63622]: DEBUG oslo_vmware.api [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5252acad-f961-9461-ceb0-95110e73bd61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.245149] env[63622]: DEBUG oslo_concurrency.lockutils [req-82f63415-1c9a-4cfe-8f33-5b5ab97b8241 req-2f7df332-b880-456f-bd48-ce1bba220d6c service nova] Releasing lock "refresh_cache-9a854487-4c27-4271-9a1f-1875f7bd0a06" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.245427] env[63622]: DEBUG nova.compute.manager [req-82f63415-1c9a-4cfe-8f33-5b5ab97b8241 req-2f7df332-b880-456f-bd48-ce1bba220d6c service nova] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Received event network-changed-9ce72f84-eab0-4ede-9340-65c9dca28b12 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1848.245696] env[63622]: DEBUG nova.compute.manager [req-82f63415-1c9a-4cfe-8f33-5b5ab97b8241 req-2f7df332-b880-456f-bd48-ce1bba220d6c service nova] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Refreshing instance network info cache due to event network-changed-9ce72f84-eab0-4ede-9340-65c9dca28b12. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1848.246686] env[63622]: DEBUG oslo_concurrency.lockutils [req-82f63415-1c9a-4cfe-8f33-5b5ab97b8241 req-2f7df332-b880-456f-bd48-ce1bba220d6c service nova] Acquiring lock "refresh_cache-ff1c8157-91b5-42fe-89e7-d259a280809e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.246686] env[63622]: DEBUG oslo_concurrency.lockutils [req-82f63415-1c9a-4cfe-8f33-5b5ab97b8241 req-2f7df332-b880-456f-bd48-ce1bba220d6c service nova] Acquired lock "refresh_cache-ff1c8157-91b5-42fe-89e7-d259a280809e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.246686] env[63622]: DEBUG nova.network.neutron [req-82f63415-1c9a-4cfe-8f33-5b5ab97b8241 req-2f7df332-b880-456f-bd48-ce1bba220d6c service nova] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Refreshing network info cache for port 9ce72f84-eab0-4ede-9340-65c9dca28b12 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1848.253999] env[63622]: DEBUG oslo_vmware.api [None req-caa7329e-4282-44d4-915c-3c307eefa4e6 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817529, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.259188] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Releasing lock "refresh_cache-86ae2ff0-b4e3-4d0b-b935-5012b2b7d818" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.259482] env[63622]: DEBUG nova.compute.manager [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Instance network_info: |[{"id": "9ea385a1-7315-4ea5-8379-581d6ffea534", "address": "fa:16:3e:0c:6a:56", "network": {"id": "8004cc6d-3116-4017-af5c-f25929dfc00e", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-970412660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7d92b5770054b45b3ff94b0ddf5e22c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea385a1-73", "ovs_interfaceid": "9ea385a1-7315-4ea5-8379-581d6ffea534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1848.260061] env[63622]: DEBUG oslo_concurrency.lockutils [req-c8c25930-c8bc-4590-8c05-39c843c72c98 req-4d877474-d3d0-47f8-975f-fa1295490799 service nova] Acquired lock "refresh_cache-86ae2ff0-b4e3-4d0b-b935-5012b2b7d818" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.260061] env[63622]: DEBUG nova.network.neutron [req-c8c25930-c8bc-4590-8c05-39c843c72c98 req-4d877474-d3d0-47f8-975f-fa1295490799 service nova] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Refreshing network info cache for port 9ea385a1-7315-4ea5-8379-581d6ffea534 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1848.261283] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:6a:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd986680e-ad16-45b1-bf6d-cd2fe661679f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ea385a1-7315-4ea5-8379-581d6ffea534', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1848.270019] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Creating folder: Project (a7d92b5770054b45b3ff94b0ddf5e22c). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1848.273394] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34f34d57-263a-4626-aca2-95c7b6e11cb1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.286502] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Created folder: Project (a7d92b5770054b45b3ff94b0ddf5e22c) in parent group-v376252. [ 1848.286710] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Creating folder: Instances. Parent ref: group-v376532. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1848.286954] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-784fe0d2-9015-4931-bede-9442edff732c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.292931] env[63622]: DEBUG oslo_concurrency.lockutils [None req-56f6dcc2-abcc-45d6-a5ab-32d6e95db313 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "0824ddf3-a526-4b7f-95ca-489d8898ae40" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.068s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.293664] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "0824ddf3-a526-4b7f-95ca-489d8898ae40" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.527s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.295601] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-139fc638-23b5-4436-b389-3d44166ca0ac {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.304694] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d007c2-ed52-41cc-8ac5-af312613234d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.317655] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Created folder: Instances in parent group-v376532. [ 1848.317907] env[63622]: DEBUG oslo.service.loopingcall [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1848.318848] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1848.319463] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cddf50c0-8c19-4778-9b85-e5dd70117989 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.356017] env[63622]: DEBUG oslo_vmware.api [None req-93b2beeb-df66-4396-8ba2-7f863ddb2c41 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.357287] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1848.357287] env[63622]: value = "task-1817533" [ 1848.357287] env[63622]: _type = "Task" [ 1848.357287] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.366372] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817533, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.431317] env[63622]: DEBUG oslo_vmware.api [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5252acad-f961-9461-ceb0-95110e73bd61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.480645] env[63622]: DEBUG nova.network.neutron [None req-bda8f87c-e4df-4f6f-80ba-14787aec4f8d tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Successfully updated port: 3249c82a-751f-4f76-a881-661f704d9f2f {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1848.753521] env[63622]: DEBUG oslo_vmware.api [None req-caa7329e-4282-44d4-915c-3c307eefa4e6 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817529, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.851233] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "0824ddf3-a526-4b7f-95ca-489d8898ae40" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.558s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.859959] env[63622]: DEBUG oslo_vmware.api [None req-93b2beeb-df66-4396-8ba2-7f863ddb2c41 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.871215] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817533, 'name': CreateVM_Task, 'duration_secs': 0.413849} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.871363] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1848.872214] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.872214] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.873165] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1848.873165] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-424267d9-742e-4797-98a9-ff29f49286c3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.882322] env[63622]: DEBUG oslo_vmware.api [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Waiting for the task: (returnval){ [ 1848.882322] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526098eb-e11a-19c2-e1f2-0ce8bd0036fc" [ 1848.882322] env[63622]: _type = "Task" [ 1848.882322] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.890682] env[63622]: DEBUG oslo_vmware.api [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526098eb-e11a-19c2-e1f2-0ce8bd0036fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.930084] env[63622]: DEBUG oslo_vmware.api [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5252acad-f961-9461-ceb0-95110e73bd61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.988348] env[63622]: DEBUG oslo_concurrency.lockutils [None req-bda8f87c-e4df-4f6f-80ba-14787aec4f8d tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "refresh_cache-ff1c8157-91b5-42fe-89e7-d259a280809e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.989645] env[63622]: DEBUG nova.network.neutron [req-82f63415-1c9a-4cfe-8f33-5b5ab97b8241 req-2f7df332-b880-456f-bd48-ce1bba220d6c service nova] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Updated VIF entry in instance network info cache for port 9ce72f84-eab0-4ede-9340-65c9dca28b12. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1848.989645] env[63622]: DEBUG nova.network.neutron [req-82f63415-1c9a-4cfe-8f33-5b5ab97b8241 req-2f7df332-b880-456f-bd48-ce1bba220d6c service nova] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Updating instance_info_cache with network_info: [{"id": "9ce72f84-eab0-4ede-9340-65c9dca28b12", "address": "fa:16:3e:af:bd:ad", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ce72f84-ea", "ovs_interfaceid": "9ce72f84-eab0-4ede-9340-65c9dca28b12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1849.055409] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30e2974-3985-4e2e-8f2f-d9d13ac501c0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.067829] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afa6768-a1d9-4d55-a2f9-fb1405b24d38 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.106433] env[63622]: DEBUG nova.network.neutron [req-c8c25930-c8bc-4590-8c05-39c843c72c98 req-4d877474-d3d0-47f8-975f-fa1295490799 service nova] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Updated VIF entry in instance network info cache for port 9ea385a1-7315-4ea5-8379-581d6ffea534. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1849.106915] env[63622]: DEBUG nova.network.neutron [req-c8c25930-c8bc-4590-8c05-39c843c72c98 req-4d877474-d3d0-47f8-975f-fa1295490799 service nova] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Updating instance_info_cache with network_info: [{"id": "9ea385a1-7315-4ea5-8379-581d6ffea534", "address": "fa:16:3e:0c:6a:56", "network": {"id": "8004cc6d-3116-4017-af5c-f25929dfc00e", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-970412660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7d92b5770054b45b3ff94b0ddf5e22c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea385a1-73", "ovs_interfaceid": "9ea385a1-7315-4ea5-8379-581d6ffea534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1849.110055] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454259ef-d7d2-44a7-8fe9-64a744d4772f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.116665] env[63622]: DEBUG oslo_concurrency.lockutils [req-c8c25930-c8bc-4590-8c05-39c843c72c98 req-4d877474-d3d0-47f8-975f-fa1295490799 service nova] Releasing lock "refresh_cache-86ae2ff0-b4e3-4d0b-b935-5012b2b7d818" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.117348] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "f3803982-89cd-4573-be0b-d866c4969b9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.117573] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "f3803982-89cd-4573-be0b-d866c4969b9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.125622] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d676439-cabd-4094-9023-d6d9d6f9cf36 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.143175] env[63622]: DEBUG nova.compute.provider_tree [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1849.252088] env[63622]: DEBUG oslo_vmware.api [None req-caa7329e-4282-44d4-915c-3c307eefa4e6 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817529, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.257324] env[63622]: DEBUG nova.network.neutron [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Port d1b7d7d7-0c59-4531-92d2-5da6f1498340 binding to destination host cpu-1 is already ACTIVE {{(pid=63622) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1849.335279] env[63622]: DEBUG nova.compute.manager [req-061c1c12-9ba0-4a9a-a475-457a7ae412a9 req-2c659746-efdd-4707-9b02-8015fd5c5583 service nova] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Received event network-vif-plugged-3249c82a-751f-4f76-a881-661f704d9f2f {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1849.335517] env[63622]: DEBUG oslo_concurrency.lockutils [req-061c1c12-9ba0-4a9a-a475-457a7ae412a9 req-2c659746-efdd-4707-9b02-8015fd5c5583 service nova] Acquiring lock "ff1c8157-91b5-42fe-89e7-d259a280809e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.335810] env[63622]: DEBUG oslo_concurrency.lockutils [req-061c1c12-9ba0-4a9a-a475-457a7ae412a9 req-2c659746-efdd-4707-9b02-8015fd5c5583 service nova] Lock "ff1c8157-91b5-42fe-89e7-d259a280809e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.335953] env[63622]: DEBUG oslo_concurrency.lockutils [req-061c1c12-9ba0-4a9a-a475-457a7ae412a9 req-2c659746-efdd-4707-9b02-8015fd5c5583 service nova] Lock "ff1c8157-91b5-42fe-89e7-d259a280809e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.336136] env[63622]: DEBUG nova.compute.manager [req-061c1c12-9ba0-4a9a-a475-457a7ae412a9 req-2c659746-efdd-4707-9b02-8015fd5c5583 service nova] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] No waiting events found dispatching network-vif-plugged-3249c82a-751f-4f76-a881-661f704d9f2f {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1849.336531] env[63622]: WARNING nova.compute.manager [req-061c1c12-9ba0-4a9a-a475-457a7ae412a9 req-2c659746-efdd-4707-9b02-8015fd5c5583 service nova] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Received unexpected event network-vif-plugged-3249c82a-751f-4f76-a881-661f704d9f2f for instance with vm_state active and task_state None. [ 1849.336531] env[63622]: DEBUG nova.compute.manager [req-061c1c12-9ba0-4a9a-a475-457a7ae412a9 req-2c659746-efdd-4707-9b02-8015fd5c5583 service nova] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Received event network-changed-3249c82a-751f-4f76-a881-661f704d9f2f {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1849.336604] env[63622]: DEBUG nova.compute.manager [req-061c1c12-9ba0-4a9a-a475-457a7ae412a9 req-2c659746-efdd-4707-9b02-8015fd5c5583 service nova] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Refreshing instance network info cache due to event network-changed-3249c82a-751f-4f76-a881-661f704d9f2f. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1849.336752] env[63622]: DEBUG oslo_concurrency.lockutils [req-061c1c12-9ba0-4a9a-a475-457a7ae412a9 req-2c659746-efdd-4707-9b02-8015fd5c5583 service nova] Acquiring lock "refresh_cache-ff1c8157-91b5-42fe-89e7-d259a280809e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1849.356670] env[63622]: DEBUG oslo_vmware.api [None req-93b2beeb-df66-4396-8ba2-7f863ddb2c41 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817530, 'name': ReconfigVM_Task, 'duration_secs': 2.970255} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.356943] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-93b2beeb-df66-4396-8ba2-7f863ddb2c41 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Reconfigured VM instance instance-00000053 to detach disk 2001 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1849.361549] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f6d6144-10da-4b2d-b356-81df6f6cf101 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.380635] env[63622]: DEBUG oslo_vmware.api [None req-93b2beeb-df66-4396-8ba2-7f863ddb2c41 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1849.380635] env[63622]: value = "task-1817534" [ 1849.380635] env[63622]: _type = "Task" [ 1849.380635] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.392721] env[63622]: DEBUG oslo_vmware.api [None req-93b2beeb-df66-4396-8ba2-7f863ddb2c41 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817534, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.396519] env[63622]: DEBUG oslo_vmware.api [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526098eb-e11a-19c2-e1f2-0ce8bd0036fc, 'name': SearchDatastore_Task, 'duration_secs': 0.185777} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.396841] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.397111] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1849.397330] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1849.431574] env[63622]: DEBUG oslo_vmware.api [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5252acad-f961-9461-ceb0-95110e73bd61, 'name': SearchDatastore_Task, 'duration_secs': 2.145605} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.432412] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b44016d-10c0-4fe7-96b4-e172f8816c66 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.438710] env[63622]: DEBUG oslo_vmware.api [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1849.438710] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52bed5c7-db0f-f87e-ab62-92a83157d5ba" [ 1849.438710] env[63622]: _type = "Task" [ 1849.438710] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.446788] env[63622]: DEBUG oslo_vmware.api [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52bed5c7-db0f-f87e-ab62-92a83157d5ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.499533] env[63622]: DEBUG oslo_concurrency.lockutils [req-82f63415-1c9a-4cfe-8f33-5b5ab97b8241 req-2f7df332-b880-456f-bd48-ce1bba220d6c service nova] Releasing lock "refresh_cache-ff1c8157-91b5-42fe-89e7-d259a280809e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.500064] env[63622]: DEBUG oslo_concurrency.lockutils [None req-bda8f87c-e4df-4f6f-80ba-14787aec4f8d tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquired lock "refresh_cache-ff1c8157-91b5-42fe-89e7-d259a280809e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1849.500269] env[63622]: DEBUG nova.network.neutron [None req-bda8f87c-e4df-4f6f-80ba-14787aec4f8d tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1849.620600] env[63622]: DEBUG nova.compute.manager [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1849.646539] env[63622]: DEBUG nova.scheduler.client.report [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1849.753302] env[63622]: DEBUG oslo_vmware.api [None req-caa7329e-4282-44d4-915c-3c307eefa4e6 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817529, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.891858] env[63622]: DEBUG oslo_vmware.api [None req-93b2beeb-df66-4396-8ba2-7f863ddb2c41 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817534, 'name': ReconfigVM_Task, 'duration_secs': 0.201873} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.892231] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-93b2beeb-df66-4396-8ba2-7f863ddb2c41 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376499', 'volume_id': 'f366303b-e80f-4ac1-9ab4-257ef4c72b2d', 'name': 'volume-f366303b-e80f-4ac1-9ab4-257ef4c72b2d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a33387ce-53a1-4cb9-9e7b-4ff7cabc841c', 'attached_at': '', 'detached_at': '', 'volume_id': 'f366303b-e80f-4ac1-9ab4-257ef4c72b2d', 'serial': 'f366303b-e80f-4ac1-9ab4-257ef4c72b2d'} {{(pid=63622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1849.949399] env[63622]: DEBUG oslo_vmware.api [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52bed5c7-db0f-f87e-ab62-92a83157d5ba, 'name': SearchDatastore_Task, 'duration_secs': 0.032124} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.949725] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.949969] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 22a1615f-7e0f-4157-a1bf-823c35067eb8/22a1615f-7e0f-4157-a1bf-823c35067eb8.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1849.950271] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1849.950466] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1849.950754] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7c82a51-0e42-4fbb-b1cd-d1c9d82cd037 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.952681] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0759fd94-0761-42e1-8190-f2f5d30a507a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.960228] env[63622]: DEBUG oslo_vmware.api [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1849.960228] env[63622]: value = "task-1817535" [ 1849.960228] env[63622]: _type = "Task" [ 1849.960228] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.961342] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1849.961516] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1849.964832] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-018a7282-2c9f-4405-8eff-a02f427b00ee {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.971541] env[63622]: DEBUG oslo_vmware.api [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.972668] env[63622]: DEBUG oslo_vmware.api [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Waiting for the task: (returnval){ [ 1849.972668] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5259fa88-e375-221f-cbdb-c2ab1d658574" [ 1849.972668] env[63622]: _type = "Task" [ 1849.972668] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.980018] env[63622]: DEBUG oslo_vmware.api [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5259fa88-e375-221f-cbdb-c2ab1d658574, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.036367] env[63622]: WARNING nova.network.neutron [None req-bda8f87c-e4df-4f6f-80ba-14787aec4f8d tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] f89b84ee-0198-4049-90af-155f3fe967e5 already exists in list: networks containing: ['f89b84ee-0198-4049-90af-155f3fe967e5']. ignoring it [ 1850.146537] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.152617] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.153205] env[63622]: DEBUG nova.compute.manager [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1850.159305] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 15.864s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.159569] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.159783] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63622) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1850.160242] env[63622]: DEBUG oslo_concurrency.lockutils [None req-55a6f38d-f579-4a37-ad33-74714ff1f71a tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.676s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.160508] env[63622]: DEBUG nova.objects.instance [None req-55a6f38d-f579-4a37-ad33-74714ff1f71a tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lazy-loading 'resources' on Instance uuid c8d628d7-4626-4930-ba9d-dab479a58d71 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1850.162950] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07776774-ff42-49c8-9a5d-750946bb60fa {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.175108] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd443fcd-db70-47e2-a0d1-31aff2530c12 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.195395] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4919ea1a-8e96-47d2-85eb-91421797d7c5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.205242] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5b3b0f-bd3d-44ab-bc06-647d94a1a834 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.239913] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179126MB free_disk=155GB free_vcpus=48 pci_devices=None {{(pid=63622) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1850.240166] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.256082] env[63622]: DEBUG oslo_vmware.api [None req-caa7329e-4282-44d4-915c-3c307eefa4e6 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817529, 'name': RemoveSnapshot_Task, 'duration_secs': 4.215242} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.257493] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-caa7329e-4282-44d4-915c-3c307eefa4e6 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Deleted Snapshot of the VM instance {{(pid=63622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1850.279104] env[63622]: DEBUG oslo_concurrency.lockutils [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "3ba0280a-9e90-4236-b70b-f485d0766364-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.279381] env[63622]: DEBUG oslo_concurrency.lockutils [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "3ba0280a-9e90-4236-b70b-f485d0766364-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.279566] env[63622]: DEBUG oslo_concurrency.lockutils [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "3ba0280a-9e90-4236-b70b-f485d0766364-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.445443] env[63622]: DEBUG nova.objects.instance [None req-93b2beeb-df66-4396-8ba2-7f863ddb2c41 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lazy-loading 'flavor' on Instance uuid a33387ce-53a1-4cb9-9e7b-4ff7cabc841c {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1850.473171] env[63622]: DEBUG oslo_vmware.api [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817535, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.482313] env[63622]: DEBUG oslo_vmware.api [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5259fa88-e375-221f-cbdb-c2ab1d658574, 'name': SearchDatastore_Task, 'duration_secs': 0.010297} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.483185] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e10658b-5a31-4a35-bf2f-30b56cf36b47 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.488779] env[63622]: DEBUG oslo_vmware.api [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Waiting for the task: (returnval){ [ 1850.488779] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5267b63d-0011-af5d-1d01-341662921e82" [ 1850.488779] env[63622]: _type = "Task" [ 1850.488779] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.495337] env[63622]: DEBUG nova.network.neutron [None req-bda8f87c-e4df-4f6f-80ba-14787aec4f8d tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Updating instance_info_cache with network_info: [{"id": "9ce72f84-eab0-4ede-9340-65c9dca28b12", "address": "fa:16:3e:af:bd:ad", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ce72f84-ea", "ovs_interfaceid": "9ce72f84-eab0-4ede-9340-65c9dca28b12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3249c82a-751f-4f76-a881-661f704d9f2f", "address": "fa:16:3e:82:2e:4f", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3249c82a-75", "ovs_interfaceid": "3249c82a-751f-4f76-a881-661f704d9f2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1850.499352] env[63622]: DEBUG oslo_vmware.api [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5267b63d-0011-af5d-1d01-341662921e82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.664522] env[63622]: DEBUG nova.compute.utils [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1850.666419] env[63622]: DEBUG nova.compute.manager [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1850.666591] env[63622]: DEBUG nova.network.neutron [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1850.736705] env[63622]: DEBUG nova.policy [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c1670b678724f49be724cbc009c8cb6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e31a48c01354bcb9da91dcb5cd0f901', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1850.761131] env[63622]: WARNING nova.compute.manager [None req-caa7329e-4282-44d4-915c-3c307eefa4e6 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Image not found during snapshot: nova.exception.ImageNotFound: Image 74216613-da32-487d-a4b9-55def887ec50 could not be found. [ 1850.904018] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2441964-df5d-4ec0-aea6-bd71db6d182d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.910571] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a388c94d-e420-4530-bf06-b18fc5cfd7ae {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.954420] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d61711-c758-4ac3-beba-9b659affedf1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.970814] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a510beb1-8dd5-4ed6-a90d-663b586ccf9b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.981609] env[63622]: DEBUG oslo_vmware.api [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817535, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546267} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.991328] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 22a1615f-7e0f-4157-a1bf-823c35067eb8/22a1615f-7e0f-4157-a1bf-823c35067eb8.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1850.991540] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1850.992351] env[63622]: DEBUG nova.compute.provider_tree [None req-55a6f38d-f579-4a37-ad33-74714ff1f71a tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1850.993651] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37071e3b-fba2-47e7-b71f-03914ebc6660 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.000682] env[63622]: DEBUG oslo_concurrency.lockutils [None req-bda8f87c-e4df-4f6f-80ba-14787aec4f8d tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Releasing lock "refresh_cache-ff1c8157-91b5-42fe-89e7-d259a280809e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1851.001158] env[63622]: DEBUG oslo_concurrency.lockutils [None req-bda8f87c-e4df-4f6f-80ba-14787aec4f8d tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "ff1c8157-91b5-42fe-89e7-d259a280809e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.001320] env[63622]: DEBUG oslo_concurrency.lockutils [None req-bda8f87c-e4df-4f6f-80ba-14787aec4f8d tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquired lock "ff1c8157-91b5-42fe-89e7-d259a280809e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.005465] env[63622]: DEBUG oslo_concurrency.lockutils [req-061c1c12-9ba0-4a9a-a475-457a7ae412a9 req-2c659746-efdd-4707-9b02-8015fd5c5583 service nova] Acquired lock "refresh_cache-ff1c8157-91b5-42fe-89e7-d259a280809e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.005798] env[63622]: DEBUG nova.network.neutron [req-061c1c12-9ba0-4a9a-a475-457a7ae412a9 req-2c659746-efdd-4707-9b02-8015fd5c5583 service nova] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Refreshing network info cache for port 3249c82a-751f-4f76-a881-661f704d9f2f {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1851.010737] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986cdc4f-2e27-4d7c-8633-71fc6652a1c3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.014028] env[63622]: DEBUG oslo_vmware.api [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5267b63d-0011-af5d-1d01-341662921e82, 'name': SearchDatastore_Task, 'duration_secs': 0.025308} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.015126] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1851.015378] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818/86ae2ff0-b4e3-4d0b-b935-5012b2b7d818.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1851.015790] env[63622]: DEBUG oslo_vmware.api [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1851.015790] env[63622]: value = "task-1817536" [ 1851.015790] env[63622]: _type = "Task" [ 1851.015790] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.016320] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85dfbade-23b8-4bef-8cff-5050a1b4c306 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.033456] env[63622]: DEBUG nova.virt.hardware [None req-bda8f87c-e4df-4f6f-80ba-14787aec4f8d tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1851.033718] env[63622]: DEBUG nova.virt.hardware [None req-bda8f87c-e4df-4f6f-80ba-14787aec4f8d tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1851.033965] env[63622]: DEBUG nova.virt.hardware [None req-bda8f87c-e4df-4f6f-80ba-14787aec4f8d tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1851.034088] env[63622]: DEBUG nova.virt.hardware [None req-bda8f87c-e4df-4f6f-80ba-14787aec4f8d tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1851.034218] env[63622]: DEBUG nova.virt.hardware [None req-bda8f87c-e4df-4f6f-80ba-14787aec4f8d tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1851.034395] env[63622]: DEBUG nova.virt.hardware [None req-bda8f87c-e4df-4f6f-80ba-14787aec4f8d tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1851.034571] env[63622]: DEBUG nova.virt.hardware [None req-bda8f87c-e4df-4f6f-80ba-14787aec4f8d tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1851.034733] env[63622]: DEBUG nova.virt.hardware [None req-bda8f87c-e4df-4f6f-80ba-14787aec4f8d tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1851.034901] env[63622]: DEBUG nova.virt.hardware [None req-bda8f87c-e4df-4f6f-80ba-14787aec4f8d tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1851.035109] env[63622]: DEBUG nova.virt.hardware [None req-bda8f87c-e4df-4f6f-80ba-14787aec4f8d tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1851.035249] env[63622]: DEBUG nova.virt.hardware [None req-bda8f87c-e4df-4f6f-80ba-14787aec4f8d tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1851.041733] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-bda8f87c-e4df-4f6f-80ba-14787aec4f8d tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Reconfiguring VM to attach interface {{(pid=63622) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1851.043929] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ad81007-491b-4c5b-80e0-5717c157e1db {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.056128] env[63622]: DEBUG oslo_vmware.api [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Waiting for the task: (returnval){ [ 1851.056128] env[63622]: value = "task-1817537" [ 1851.056128] env[63622]: _type = "Task" [ 1851.056128] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.059680] env[63622]: DEBUG oslo_vmware.api [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817536, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.067111] env[63622]: DEBUG oslo_vmware.api [None req-bda8f87c-e4df-4f6f-80ba-14787aec4f8d tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1851.067111] env[63622]: value = "task-1817538" [ 1851.067111] env[63622]: _type = "Task" [ 1851.067111] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.071342] env[63622]: DEBUG oslo_vmware.api [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Task: {'id': task-1817537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.081655] env[63622]: DEBUG oslo_vmware.api [None req-bda8f87c-e4df-4f6f-80ba-14787aec4f8d tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817538, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.170125] env[63622]: DEBUG nova.compute.manager [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1851.327608] env[63622]: DEBUG oslo_concurrency.lockutils [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "refresh_cache-3ba0280a-9e90-4236-b70b-f485d0766364" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.327608] env[63622]: DEBUG oslo_concurrency.lockutils [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquired lock "refresh_cache-3ba0280a-9e90-4236-b70b-f485d0766364" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.327608] env[63622]: DEBUG nova.network.neutron [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1851.341316] env[63622]: DEBUG nova.network.neutron [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Successfully created port: aef6da95-4704-4825-b72c-ef4f8a5c018d {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1851.459856] env[63622]: DEBUG oslo_concurrency.lockutils [None req-93b2beeb-df66-4396-8ba2-7f863ddb2c41 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "a33387ce-53a1-4cb9-9e7b-4ff7cabc841c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 5.797s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.518601] env[63622]: ERROR nova.scheduler.client.report [None req-55a6f38d-f579-4a37-ad33-74714ff1f71a tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] [req-0b286721-da88-456e-a4ec-80a269eaa834] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8dd86f19-3c1a-4ba4-9c42-69cb148971df. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0b286721-da88-456e-a4ec-80a269eaa834"}]} [ 1851.530950] env[63622]: DEBUG oslo_vmware.api [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817536, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08386} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.531655] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1851.532409] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9d6cc7-a6a9-4586-a1a8-3b340fd103cc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.537830] env[63622]: DEBUG nova.scheduler.client.report [None req-55a6f38d-f579-4a37-ad33-74714ff1f71a tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Refreshing inventories for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1851.560097] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 22a1615f-7e0f-4157-a1bf-823c35067eb8/22a1615f-7e0f-4157-a1bf-823c35067eb8.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1851.560473] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-524c25f9-9d79-414c-8a56-f137118154d9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.578760] env[63622]: DEBUG nova.scheduler.client.report [None req-55a6f38d-f579-4a37-ad33-74714ff1f71a tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Updating ProviderTree inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1851.578984] env[63622]: DEBUG nova.compute.provider_tree [None req-55a6f38d-f579-4a37-ad33-74714ff1f71a tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1851.599485] env[63622]: DEBUG oslo_vmware.api [None req-bda8f87c-e4df-4f6f-80ba-14787aec4f8d tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817538, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.599784] env[63622]: DEBUG oslo_vmware.api [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Task: {'id': task-1817537, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50524} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.601361] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818/86ae2ff0-b4e3-4d0b-b935-5012b2b7d818.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1851.601662] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1851.602051] env[63622]: DEBUG oslo_vmware.api [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1851.602051] env[63622]: value = "task-1817539" [ 1851.602051] env[63622]: _type = "Task" [ 1851.602051] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.602980] env[63622]: DEBUG nova.scheduler.client.report [None req-55a6f38d-f579-4a37-ad33-74714ff1f71a tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Refreshing aggregate associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, aggregates: None {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1851.604849] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc7422e6-53d8-44c5-9da6-2b4c3072959d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.617096] env[63622]: DEBUG oslo_vmware.api [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817539, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.618722] env[63622]: DEBUG oslo_vmware.api [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Waiting for the task: (returnval){ [ 1851.618722] env[63622]: value = "task-1817540" [ 1851.618722] env[63622]: _type = "Task" [ 1851.618722] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.628880] env[63622]: DEBUG oslo_vmware.api [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Task: {'id': task-1817540, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.631683] env[63622]: DEBUG nova.scheduler.client.report [None req-55a6f38d-f579-4a37-ad33-74714ff1f71a tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Refreshing trait associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1851.905263] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc643063-c485-4921-b0a7-452ce6f337ff {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.916052] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be7d999-5b23-4f6d-9049-dfeece7838bd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.952177] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531ebb5c-8693-49b2-9dcc-47ab218f781f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.961185] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039f4a50-7016-4b8a-9941-f676b8ef05be {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.977657] env[63622]: DEBUG nova.compute.provider_tree [None req-55a6f38d-f579-4a37-ad33-74714ff1f71a tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1852.094230] env[63622]: DEBUG oslo_vmware.api [None req-bda8f87c-e4df-4f6f-80ba-14787aec4f8d tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817538, 'name': ReconfigVM_Task, 'duration_secs': 0.755828} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.094765] env[63622]: DEBUG oslo_concurrency.lockutils [None req-bda8f87c-e4df-4f6f-80ba-14787aec4f8d tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Releasing lock "ff1c8157-91b5-42fe-89e7-d259a280809e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1852.095040] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-bda8f87c-e4df-4f6f-80ba-14787aec4f8d tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Reconfigured VM to attach interface {{(pid=63622) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1852.119079] env[63622]: DEBUG oslo_vmware.api [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817539, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.128012] env[63622]: DEBUG oslo_vmware.api [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Task: {'id': task-1817540, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074559} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.128482] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1852.129267] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39dccc07-f3ef-4efe-a792-91ea71e2d639 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.152884] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818/86ae2ff0-b4e3-4d0b-b935-5012b2b7d818.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1852.156166] env[63622]: DEBUG nova.network.neutron [req-061c1c12-9ba0-4a9a-a475-457a7ae412a9 req-2c659746-efdd-4707-9b02-8015fd5c5583 service nova] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Updated VIF entry in instance network info cache for port 3249c82a-751f-4f76-a881-661f704d9f2f. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1852.156636] env[63622]: DEBUG nova.network.neutron [req-061c1c12-9ba0-4a9a-a475-457a7ae412a9 req-2c659746-efdd-4707-9b02-8015fd5c5583 service nova] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Updating instance_info_cache with network_info: [{"id": "9ce72f84-eab0-4ede-9340-65c9dca28b12", "address": "fa:16:3e:af:bd:ad", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ce72f84-ea", "ovs_interfaceid": "9ce72f84-eab0-4ede-9340-65c9dca28b12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3249c82a-751f-4f76-a881-661f704d9f2f", "address": "fa:16:3e:82:2e:4f", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3249c82a-75", "ovs_interfaceid": "3249c82a-751f-4f76-a881-661f704d9f2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.158377] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9296fb2f-a2f1-4f1d-b3d7-8a2f4c6c3256 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.180491] env[63622]: DEBUG nova.compute.manager [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1852.183772] env[63622]: DEBUG oslo_vmware.api [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Waiting for the task: (returnval){ [ 1852.183772] env[63622]: value = "task-1817541" [ 1852.183772] env[63622]: _type = "Task" [ 1852.183772] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.195750] env[63622]: DEBUG oslo_vmware.api [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Task: {'id': task-1817541, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.208238] env[63622]: DEBUG nova.virt.hardware [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1852.208783] env[63622]: DEBUG nova.virt.hardware [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1852.209044] env[63622]: DEBUG nova.virt.hardware [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1852.209327] env[63622]: DEBUG nova.virt.hardware [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1852.209615] env[63622]: DEBUG nova.virt.hardware [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1852.209868] env[63622]: DEBUG nova.virt.hardware [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1852.210202] env[63622]: DEBUG nova.virt.hardware [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1852.210496] env[63622]: DEBUG nova.virt.hardware [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1852.210771] env[63622]: DEBUG nova.virt.hardware [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1852.211042] env[63622]: DEBUG nova.virt.hardware [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1852.211343] env[63622]: DEBUG nova.virt.hardware [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1852.212713] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d77ad7-71a2-4fc7-95e3-3b706ca9208d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.223878] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa8ea93-8eff-4823-b0ef-8c62b79552ea {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.256423] env[63622]: DEBUG nova.network.neutron [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Updating instance_info_cache with network_info: [{"id": "d1b7d7d7-0c59-4531-92d2-5da6f1498340", "address": "fa:16:3e:ec:fb:d9", "network": {"id": "d99154f7-509d-4022-8cc6-a3f6dfa87b98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065749372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a0890704ac74d28998a905c11f1f4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1b7d7d7-0c", "ovs_interfaceid": "d1b7d7d7-0c59-4531-92d2-5da6f1498340", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.268024] env[63622]: DEBUG oslo_concurrency.lockutils [None req-47ae4a2e-1a70-44a7-ad0a-8800416918b3 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquiring lock "625ea38b-6950-4f5f-a86f-b2955517eb6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.268143] env[63622]: DEBUG oslo_concurrency.lockutils [None req-47ae4a2e-1a70-44a7-ad0a-8800416918b3 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "625ea38b-6950-4f5f-a86f-b2955517eb6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.268340] env[63622]: DEBUG oslo_concurrency.lockutils [None req-47ae4a2e-1a70-44a7-ad0a-8800416918b3 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquiring lock "625ea38b-6950-4f5f-a86f-b2955517eb6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.268522] env[63622]: DEBUG oslo_concurrency.lockutils [None req-47ae4a2e-1a70-44a7-ad0a-8800416918b3 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "625ea38b-6950-4f5f-a86f-b2955517eb6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.268694] env[63622]: DEBUG oslo_concurrency.lockutils [None req-47ae4a2e-1a70-44a7-ad0a-8800416918b3 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "625ea38b-6950-4f5f-a86f-b2955517eb6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.270678] env[63622]: INFO nova.compute.manager [None req-47ae4a2e-1a70-44a7-ad0a-8800416918b3 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Terminating instance [ 1852.510794] env[63622]: DEBUG nova.scheduler.client.report [None req-55a6f38d-f579-4a37-ad33-74714ff1f71a tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Updated inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with generation 146 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1852.511101] env[63622]: DEBUG nova.compute.provider_tree [None req-55a6f38d-f579-4a37-ad33-74714ff1f71a tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Updating resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df generation from 146 to 147 during operation: update_inventory {{(pid=63622) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1852.511305] env[63622]: DEBUG nova.compute.provider_tree [None req-55a6f38d-f579-4a37-ad33-74714ff1f71a tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1852.599882] env[63622]: DEBUG oslo_concurrency.lockutils [None req-bda8f87c-e4df-4f6f-80ba-14787aec4f8d tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "interface-ff1c8157-91b5-42fe-89e7-d259a280809e-3249c82a-751f-4f76-a881-661f704d9f2f" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.892s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.619532] env[63622]: DEBUG oslo_vmware.api [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817539, 'name': ReconfigVM_Task, 'duration_secs': 0.543319} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.619826] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 22a1615f-7e0f-4157-a1bf-823c35067eb8/22a1615f-7e0f-4157-a1bf-823c35067eb8.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1852.620446] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e97afe5-d94c-470f-aab4-1e53ef9077a0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.628666] env[63622]: DEBUG oslo_vmware.api [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1852.628666] env[63622]: value = "task-1817542" [ 1852.628666] env[63622]: _type = "Task" [ 1852.628666] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.639817] env[63622]: DEBUG oslo_vmware.api [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817542, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.674454] env[63622]: DEBUG oslo_concurrency.lockutils [req-061c1c12-9ba0-4a9a-a475-457a7ae412a9 req-2c659746-efdd-4707-9b02-8015fd5c5583 service nova] Releasing lock "refresh_cache-ff1c8157-91b5-42fe-89e7-d259a280809e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1852.693844] env[63622]: DEBUG oslo_vmware.api [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Task: {'id': task-1817541, 'name': ReconfigVM_Task, 'duration_secs': 0.36202} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.694162] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818/86ae2ff0-b4e3-4d0b-b935-5012b2b7d818.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1852.695037] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b833c27f-f0a2-4aa7-a4de-a453f85adc70 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.703106] env[63622]: DEBUG oslo_vmware.api [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Waiting for the task: (returnval){ [ 1852.703106] env[63622]: value = "task-1817543" [ 1852.703106] env[63622]: _type = "Task" [ 1852.703106] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.711933] env[63622]: DEBUG oslo_vmware.api [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Task: {'id': task-1817543, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.759398] env[63622]: DEBUG oslo_concurrency.lockutils [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Releasing lock "refresh_cache-3ba0280a-9e90-4236-b70b-f485d0766364" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1852.770718] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a3e7805c-0cc8-465a-8e06-57c4f77f8fed tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "a33387ce-53a1-4cb9-9e7b-4ff7cabc841c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.772052] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a3e7805c-0cc8-465a-8e06-57c4f77f8fed tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "a33387ce-53a1-4cb9-9e7b-4ff7cabc841c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.772052] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a3e7805c-0cc8-465a-8e06-57c4f77f8fed tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "a33387ce-53a1-4cb9-9e7b-4ff7cabc841c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.772052] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a3e7805c-0cc8-465a-8e06-57c4f77f8fed tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "a33387ce-53a1-4cb9-9e7b-4ff7cabc841c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.772052] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a3e7805c-0cc8-465a-8e06-57c4f77f8fed tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "a33387ce-53a1-4cb9-9e7b-4ff7cabc841c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.773933] env[63622]: DEBUG nova.compute.manager [None req-47ae4a2e-1a70-44a7-ad0a-8800416918b3 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1852.774153] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-47ae4a2e-1a70-44a7-ad0a-8800416918b3 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1852.774641] env[63622]: INFO nova.compute.manager [None req-a3e7805c-0cc8-465a-8e06-57c4f77f8fed tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Terminating instance [ 1852.776768] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e2c07b-b85e-41ab-b090-fe220fe715da {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.786970] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ae4a2e-1a70-44a7-ad0a-8800416918b3 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1852.787273] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84aedd90-25e8-4293-91a2-8912731bc70c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.796369] env[63622]: DEBUG oslo_vmware.api [None req-47ae4a2e-1a70-44a7-ad0a-8800416918b3 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1852.796369] env[63622]: value = "task-1817544" [ 1852.796369] env[63622]: _type = "Task" [ 1852.796369] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.806928] env[63622]: DEBUG oslo_vmware.api [None req-47ae4a2e-1a70-44a7-ad0a-8800416918b3 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817544, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.016451] env[63622]: DEBUG oslo_concurrency.lockutils [None req-55a6f38d-f579-4a37-ad33-74714ff1f71a tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.856s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.020148] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.394s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.021458] env[63622]: INFO nova.compute.claims [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1853.041664] env[63622]: INFO nova.scheduler.client.report [None req-55a6f38d-f579-4a37-ad33-74714ff1f71a tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Deleted allocations for instance c8d628d7-4626-4930-ba9d-dab479a58d71 [ 1853.050915] env[63622]: DEBUG nova.compute.manager [req-ee58650c-dcb7-4d0c-9102-1b8ea78ba60c req-f9e92463-9e7b-4f5e-9cd5-e6fe11f05d11 service nova] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Received event network-vif-plugged-aef6da95-4704-4825-b72c-ef4f8a5c018d {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1853.051186] env[63622]: DEBUG oslo_concurrency.lockutils [req-ee58650c-dcb7-4d0c-9102-1b8ea78ba60c req-f9e92463-9e7b-4f5e-9cd5-e6fe11f05d11 service nova] Acquiring lock "182a279b-bcac-4716-a074-54bfed531a77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.051398] env[63622]: DEBUG oslo_concurrency.lockutils [req-ee58650c-dcb7-4d0c-9102-1b8ea78ba60c req-f9e92463-9e7b-4f5e-9cd5-e6fe11f05d11 service nova] Lock "182a279b-bcac-4716-a074-54bfed531a77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.051566] env[63622]: DEBUG oslo_concurrency.lockutils [req-ee58650c-dcb7-4d0c-9102-1b8ea78ba60c req-f9e92463-9e7b-4f5e-9cd5-e6fe11f05d11 service nova] Lock "182a279b-bcac-4716-a074-54bfed531a77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.051738] env[63622]: DEBUG nova.compute.manager [req-ee58650c-dcb7-4d0c-9102-1b8ea78ba60c req-f9e92463-9e7b-4f5e-9cd5-e6fe11f05d11 service nova] [instance: 182a279b-bcac-4716-a074-54bfed531a77] No waiting events found dispatching network-vif-plugged-aef6da95-4704-4825-b72c-ef4f8a5c018d {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1853.051904] env[63622]: WARNING nova.compute.manager [req-ee58650c-dcb7-4d0c-9102-1b8ea78ba60c req-f9e92463-9e7b-4f5e-9cd5-e6fe11f05d11 service nova] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Received unexpected event network-vif-plugged-aef6da95-4704-4825-b72c-ef4f8a5c018d for instance with vm_state building and task_state spawning. [ 1853.137648] env[63622]: DEBUG nova.network.neutron [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Successfully updated port: aef6da95-4704-4825-b72c-ef4f8a5c018d {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1853.144846] env[63622]: DEBUG oslo_vmware.api [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817542, 'name': Rename_Task, 'duration_secs': 0.236938} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.148488] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1853.148694] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d829c711-e35a-4f70-8eb5-25a2012f8a63 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.157786] env[63622]: DEBUG oslo_vmware.api [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1853.157786] env[63622]: value = "task-1817545" [ 1853.157786] env[63622]: _type = "Task" [ 1853.157786] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.166706] env[63622]: DEBUG oslo_vmware.api [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817545, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.220793] env[63622]: DEBUG oslo_vmware.api [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Task: {'id': task-1817543, 'name': Rename_Task, 'duration_secs': 0.198157} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.220961] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1853.221558] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b70ab239-508f-4dce-8205-8cbe74eebc79 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.228619] env[63622]: DEBUG oslo_vmware.api [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Waiting for the task: (returnval){ [ 1853.228619] env[63622]: value = "task-1817546" [ 1853.228619] env[63622]: _type = "Task" [ 1853.228619] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.238564] env[63622]: DEBUG oslo_vmware.api [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Task: {'id': task-1817546, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.270083] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebfddbe-1ad8-4b3d-afd6-39d31ff69d07 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.278054] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f8a3e9-0fb5-4409-99a6-d1819414e813 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.282809] env[63622]: DEBUG nova.compute.manager [None req-a3e7805c-0cc8-465a-8e06-57c4f77f8fed tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1853.283117] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e7805c-0cc8-465a-8e06-57c4f77f8fed tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1853.283916] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14eb237a-26ca-4eb4-80cc-d68d1eced59a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.297966] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e7805c-0cc8-465a-8e06-57c4f77f8fed tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1853.300866] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06fcb047-a908-46cc-9cec-d1a432b31bf2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.311115] env[63622]: DEBUG oslo_vmware.api [None req-a3e7805c-0cc8-465a-8e06-57c4f77f8fed tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1853.311115] env[63622]: value = "task-1817547" [ 1853.311115] env[63622]: _type = "Task" [ 1853.311115] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.311547] env[63622]: DEBUG oslo_vmware.api [None req-47ae4a2e-1a70-44a7-ad0a-8800416918b3 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817544, 'name': PowerOffVM_Task, 'duration_secs': 0.251463} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.312527] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ae4a2e-1a70-44a7-ad0a-8800416918b3 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1853.312799] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-47ae4a2e-1a70-44a7-ad0a-8800416918b3 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1853.316595] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ba32889-5355-49ff-bf3d-05b662637629 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.327321] env[63622]: DEBUG oslo_vmware.api [None req-a3e7805c-0cc8-465a-8e06-57c4f77f8fed tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.545600] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-47ae4a2e-1a70-44a7-ad0a-8800416918b3 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1853.545911] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-47ae4a2e-1a70-44a7-ad0a-8800416918b3 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1853.546178] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-47ae4a2e-1a70-44a7-ad0a-8800416918b3 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Deleting the datastore file [datastore1] 625ea38b-6950-4f5f-a86f-b2955517eb6f {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1853.546494] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4386e5c4-6827-45eb-b592-ac68a6898eb1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.551549] env[63622]: DEBUG oslo_concurrency.lockutils [None req-55a6f38d-f579-4a37-ad33-74714ff1f71a tempest-AttachVolumeTestJSON-785996243 tempest-AttachVolumeTestJSON-785996243-project-member] Lock "c8d628d7-4626-4930-ba9d-dab479a58d71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.289s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.552683] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "c8d628d7-4626-4930-ba9d-dab479a58d71" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 19.787s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.552804] env[63622]: INFO nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] During sync_power_state the instance has a pending task (deleting). Skip. [ 1853.552973] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "c8d628d7-4626-4930-ba9d-dab479a58d71" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.554939] env[63622]: DEBUG oslo_vmware.api [None req-47ae4a2e-1a70-44a7-ad0a-8800416918b3 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for the task: (returnval){ [ 1853.554939] env[63622]: value = "task-1817549" [ 1853.554939] env[63622]: _type = "Task" [ 1853.554939] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.564956] env[63622]: DEBUG oslo_vmware.api [None req-47ae4a2e-1a70-44a7-ad0a-8800416918b3 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.640325] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquiring lock "refresh_cache-182a279b-bcac-4716-a074-54bfed531a77" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.640559] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquired lock "refresh_cache-182a279b-bcac-4716-a074-54bfed531a77" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.640819] env[63622]: DEBUG nova.network.neutron [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1853.668984] env[63622]: DEBUG oslo_vmware.api [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817545, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.739219] env[63622]: DEBUG oslo_vmware.api [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Task: {'id': task-1817546, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.827422] env[63622]: DEBUG oslo_vmware.api [None req-a3e7805c-0cc8-465a-8e06-57c4f77f8fed tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817547, 'name': PowerOffVM_Task, 'duration_secs': 0.19577} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.827911] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e7805c-0cc8-465a-8e06-57c4f77f8fed tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1853.828228] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e7805c-0cc8-465a-8e06-57c4f77f8fed tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1853.828563] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddbcb45a-fca1-481e-8d96-6969ad94bc30 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.954457] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c28d7fc1-f758-409b-953f-391e2713592f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "interface-ff1c8157-91b5-42fe-89e7-d259a280809e-3249c82a-751f-4f76-a881-661f704d9f2f" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.954717] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c28d7fc1-f758-409b-953f-391e2713592f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "interface-ff1c8157-91b5-42fe-89e7-d259a280809e-3249c82a-751f-4f76-a881-661f704d9f2f" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.987054] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e7805c-0cc8-465a-8e06-57c4f77f8fed tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1853.987341] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e7805c-0cc8-465a-8e06-57c4f77f8fed tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1853.987539] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3e7805c-0cc8-465a-8e06-57c4f77f8fed tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Deleting the datastore file [datastore1] a33387ce-53a1-4cb9-9e7b-4ff7cabc841c {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1853.987824] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e651cd4f-ca26-4539-a82c-0562b5eb7f5b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.995306] env[63622]: DEBUG oslo_vmware.api [None req-a3e7805c-0cc8-465a-8e06-57c4f77f8fed tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1853.995306] env[63622]: value = "task-1817551" [ 1853.995306] env[63622]: _type = "Task" [ 1853.995306] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.005568] env[63622]: DEBUG oslo_vmware.api [None req-a3e7805c-0cc8-465a-8e06-57c4f77f8fed tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.067808] env[63622]: DEBUG oslo_vmware.api [None req-47ae4a2e-1a70-44a7-ad0a-8800416918b3 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Task: {'id': task-1817549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270042} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.068387] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-47ae4a2e-1a70-44a7-ad0a-8800416918b3 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1854.068451] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-47ae4a2e-1a70-44a7-ad0a-8800416918b3 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1854.068660] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-47ae4a2e-1a70-44a7-ad0a-8800416918b3 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1854.068864] env[63622]: INFO nova.compute.manager [None req-47ae4a2e-1a70-44a7-ad0a-8800416918b3 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1854.069151] env[63622]: DEBUG oslo.service.loopingcall [None req-47ae4a2e-1a70-44a7-ad0a-8800416918b3 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1854.069352] env[63622]: DEBUG nova.compute.manager [-] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1854.069450] env[63622]: DEBUG nova.network.neutron [-] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1854.177729] env[63622]: DEBUG oslo_vmware.api [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817545, 'name': PowerOnVM_Task, 'duration_secs': 0.550837} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.178128] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1854.178222] env[63622]: INFO nova.compute.manager [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Took 11.79 seconds to spawn the instance on the hypervisor. [ 1854.178413] env[63622]: DEBUG nova.compute.manager [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1854.179791] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa15efd-ca92-4c5a-8ced-046451d22007 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.185448] env[63622]: DEBUG nova.network.neutron [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1854.244221] env[63622]: DEBUG oslo_vmware.api [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Task: {'id': task-1817546, 'name': PowerOnVM_Task, 'duration_secs': 0.514732} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.246724] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1854.246967] env[63622]: INFO nova.compute.manager [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Took 8.38 seconds to spawn the instance on the hypervisor. [ 1854.247193] env[63622]: DEBUG nova.compute.manager [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1854.248609] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9440e5a8-1a5e-49d9-8256-031690de0cd0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.312644] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406393b5-1001-4e82-9e1f-7e184c96d2e1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.321267] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b4a3be-6314-4b03-ac1e-7a4d9e1aacfd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.354999] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e99e6f-7155-4512-8652-7b745b88628a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.363765] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0695e176-2ca1-4a2d-9731-cfaf960f4b14 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.383985] env[63622]: DEBUG nova.compute.provider_tree [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1854.388682] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a18473-83a5-43ce-80c4-05ba8b54d43d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.414861] env[63622]: DEBUG nova.network.neutron [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Updating instance_info_cache with network_info: [{"id": "aef6da95-4704-4825-b72c-ef4f8a5c018d", "address": "fa:16:3e:36:16:c0", "network": {"id": "c5082840-8665-4c31-8817-fd035981c27b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1678857801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e31a48c01354bcb9da91dcb5cd0f901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaef6da95-47", "ovs_interfaceid": "aef6da95-4704-4825-b72c-ef4f8a5c018d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.417524] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ed5055-dc28-46d0-be68-4693eeda989c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.426544] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Updating instance '3ba0280a-9e90-4236-b70b-f485d0766364' progress to 83 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1854.459281] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c28d7fc1-f758-409b-953f-391e2713592f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "ff1c8157-91b5-42fe-89e7-d259a280809e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.459471] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c28d7fc1-f758-409b-953f-391e2713592f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquired lock "ff1c8157-91b5-42fe-89e7-d259a280809e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.460395] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a25f27b-351c-4b74-98d0-b1e499015760 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.479902] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0d882c-fe4d-4365-9ef8-6b2db7b325c8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.508631] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c28d7fc1-f758-409b-953f-391e2713592f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Reconfiguring VM to detach interface {{(pid=63622) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1854.511637] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-640630ae-0cf5-48ce-9604-d69b65527e5b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.531449] env[63622]: DEBUG oslo_vmware.api [None req-a3e7805c-0cc8-465a-8e06-57c4f77f8fed tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817551, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224847} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.532699] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3e7805c-0cc8-465a-8e06-57c4f77f8fed tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1854.532891] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e7805c-0cc8-465a-8e06-57c4f77f8fed tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1854.533087] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e7805c-0cc8-465a-8e06-57c4f77f8fed tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1854.533319] env[63622]: INFO nova.compute.manager [None req-a3e7805c-0cc8-465a-8e06-57c4f77f8fed tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1854.533494] env[63622]: DEBUG oslo.service.loopingcall [None req-a3e7805c-0cc8-465a-8e06-57c4f77f8fed tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1854.533769] env[63622]: DEBUG oslo_vmware.api [None req-c28d7fc1-f758-409b-953f-391e2713592f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1854.533769] env[63622]: value = "task-1817553" [ 1854.533769] env[63622]: _type = "Task" [ 1854.533769] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.533976] env[63622]: DEBUG nova.compute.manager [-] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1854.534084] env[63622]: DEBUG nova.network.neutron [-] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1854.544459] env[63622]: DEBUG oslo_vmware.api [None req-c28d7fc1-f758-409b-953f-391e2713592f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817553, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.703632] env[63622]: INFO nova.compute.manager [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Took 25.28 seconds to build instance. [ 1854.768702] env[63622]: INFO nova.compute.manager [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Took 25.01 seconds to build instance. [ 1854.896075] env[63622]: DEBUG nova.network.neutron [-] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.922732] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Releasing lock "refresh_cache-182a279b-bcac-4716-a074-54bfed531a77" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.923113] env[63622]: DEBUG nova.compute.manager [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Instance network_info: |[{"id": "aef6da95-4704-4825-b72c-ef4f8a5c018d", "address": "fa:16:3e:36:16:c0", "network": {"id": "c5082840-8665-4c31-8817-fd035981c27b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1678857801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e31a48c01354bcb9da91dcb5cd0f901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaef6da95-47", "ovs_interfaceid": "aef6da95-4704-4825-b72c-ef4f8a5c018d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1854.923577] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:16:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aef6da95-4704-4825-b72c-ef4f8a5c018d', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1854.934774] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Creating folder: Project (8e31a48c01354bcb9da91dcb5cd0f901). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1854.937022] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1854.937276] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-979407a2-7f79-473c-9d57-4a893bbdcb27 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.939801] env[63622]: DEBUG nova.scheduler.client.report [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Updated inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with generation 147 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1854.940043] env[63622]: DEBUG nova.compute.provider_tree [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Updating resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df generation from 147 to 148 during operation: update_inventory {{(pid=63622) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1854.940230] env[63622]: DEBUG nova.compute.provider_tree [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1854.943431] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-256f42fd-64d1-4483-b5e7-c74632d38ca0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.951492] env[63622]: DEBUG oslo_vmware.api [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1854.951492] env[63622]: value = "task-1817555" [ 1854.951492] env[63622]: _type = "Task" [ 1854.951492] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.959729] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Created folder: Project (8e31a48c01354bcb9da91dcb5cd0f901) in parent group-v376252. [ 1854.959939] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Creating folder: Instances. Parent ref: group-v376535. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1854.960557] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94f24ce5-4031-45c4-a275-51f451779383 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.965739] env[63622]: DEBUG oslo_vmware.api [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.972547] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Created folder: Instances in parent group-v376535. [ 1854.972828] env[63622]: DEBUG oslo.service.loopingcall [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1854.973047] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1854.973351] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96f989e0-b8d7-44d2-b888-8d25efa06bb6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.997194] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1854.997194] env[63622]: value = "task-1817557" [ 1854.997194] env[63622]: _type = "Task" [ 1854.997194] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.006502] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817557, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.048755] env[63622]: DEBUG oslo_vmware.api [None req-c28d7fc1-f758-409b-953f-391e2713592f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.118287] env[63622]: DEBUG nova.compute.manager [req-b64e6fd1-d5f1-4619-86dc-d7847e5d64fb req-77dd71ad-fab7-4358-8b7e-893a6aeaa9d3 service nova] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Received event network-changed-aef6da95-4704-4825-b72c-ef4f8a5c018d {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1855.118549] env[63622]: DEBUG nova.compute.manager [req-b64e6fd1-d5f1-4619-86dc-d7847e5d64fb req-77dd71ad-fab7-4358-8b7e-893a6aeaa9d3 service nova] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Refreshing instance network info cache due to event network-changed-aef6da95-4704-4825-b72c-ef4f8a5c018d. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1855.118718] env[63622]: DEBUG oslo_concurrency.lockutils [req-b64e6fd1-d5f1-4619-86dc-d7847e5d64fb req-77dd71ad-fab7-4358-8b7e-893a6aeaa9d3 service nova] Acquiring lock "refresh_cache-182a279b-bcac-4716-a074-54bfed531a77" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.118845] env[63622]: DEBUG oslo_concurrency.lockutils [req-b64e6fd1-d5f1-4619-86dc-d7847e5d64fb req-77dd71ad-fab7-4358-8b7e-893a6aeaa9d3 service nova] Acquired lock "refresh_cache-182a279b-bcac-4716-a074-54bfed531a77" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.118989] env[63622]: DEBUG nova.network.neutron [req-b64e6fd1-d5f1-4619-86dc-d7847e5d64fb req-77dd71ad-fab7-4358-8b7e-893a6aeaa9d3 service nova] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Refreshing network info cache for port aef6da95-4704-4825-b72c-ef4f8a5c018d {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1855.140135] env[63622]: DEBUG nova.compute.manager [req-f845270e-df06-4595-8a25-300837ec5e41 req-cbfc7bc1-c746-4094-b78f-40312fa4411c service nova] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Received event network-vif-deleted-d793dd58-5b0a-4d84-8575-4597dc8df1c9 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1855.140135] env[63622]: INFO nova.compute.manager [req-f845270e-df06-4595-8a25-300837ec5e41 req-cbfc7bc1-c746-4094-b78f-40312fa4411c service nova] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Neutron deleted interface d793dd58-5b0a-4d84-8575-4597dc8df1c9; detaching it from the instance and deleting it from the info cache [ 1855.140135] env[63622]: DEBUG nova.network.neutron [req-f845270e-df06-4595-8a25-300837ec5e41 req-cbfc7bc1-c746-4094-b78f-40312fa4411c service nova] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.206644] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2a4fe480-feaf-4f78-abe5-cd664cad237c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "22a1615f-7e0f-4157-a1bf-823c35067eb8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.802s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.271234] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4f5d3cb7-4257-41ac-99dc-4779095f7971 tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Lock "86ae2ff0-b4e3-4d0b-b935-5012b2b7d818" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.533s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.399926] env[63622]: INFO nova.compute.manager [-] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Took 1.33 seconds to deallocate network for instance. [ 1855.446895] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.447452] env[63622]: DEBUG nova.compute.manager [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1855.450338] env[63622]: DEBUG oslo_concurrency.lockutils [None req-107259d6-971f-4ecd-8dcb-24f6d5ae25b7 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 11.986s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.466546] env[63622]: DEBUG oslo_vmware.api [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817555, 'name': PowerOnVM_Task, 'duration_secs': 0.442259} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.467066] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1855.467266] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-843f0439-30bd-44e2-b809-c4f6a2b84fe9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Updating instance '3ba0280a-9e90-4236-b70b-f485d0766364' progress to 100 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1855.509138] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817557, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.547399] env[63622]: DEBUG oslo_vmware.api [None req-c28d7fc1-f758-409b-953f-391e2713592f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.574150] env[63622]: DEBUG nova.network.neutron [-] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.642314] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d635933-7d94-4f0f-a940-725dbc17374c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.653734] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9ef6bf-d214-4c36-be0e-1ba8e7d42bbd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.694857] env[63622]: DEBUG nova.compute.manager [req-f845270e-df06-4595-8a25-300837ec5e41 req-cbfc7bc1-c746-4094-b78f-40312fa4411c service nova] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Detach interface failed, port_id=d793dd58-5b0a-4d84-8575-4597dc8df1c9, reason: Instance a33387ce-53a1-4cb9-9e7b-4ff7cabc841c could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1855.897696] env[63622]: DEBUG nova.network.neutron [req-b64e6fd1-d5f1-4619-86dc-d7847e5d64fb req-77dd71ad-fab7-4358-8b7e-893a6aeaa9d3 service nova] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Updated VIF entry in instance network info cache for port aef6da95-4704-4825-b72c-ef4f8a5c018d. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1855.898112] env[63622]: DEBUG nova.network.neutron [req-b64e6fd1-d5f1-4619-86dc-d7847e5d64fb req-77dd71ad-fab7-4358-8b7e-893a6aeaa9d3 service nova] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Updating instance_info_cache with network_info: [{"id": "aef6da95-4704-4825-b72c-ef4f8a5c018d", "address": "fa:16:3e:36:16:c0", "network": {"id": "c5082840-8665-4c31-8817-fd035981c27b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1678857801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e31a48c01354bcb9da91dcb5cd0f901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaef6da95-47", "ovs_interfaceid": "aef6da95-4704-4825-b72c-ef4f8a5c018d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.908399] env[63622]: DEBUG oslo_concurrency.lockutils [None req-47ae4a2e-1a70-44a7-ad0a-8800416918b3 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.953295] env[63622]: DEBUG nova.compute.utils [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1855.957268] env[63622]: DEBUG nova.compute.manager [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1855.957450] env[63622]: DEBUG nova.network.neutron [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1855.960077] env[63622]: DEBUG oslo_concurrency.lockutils [None req-39978121-de7f-4239-ab97-50f0a89782fb tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Acquiring lock "86ae2ff0-b4e3-4d0b-b935-5012b2b7d818" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.960312] env[63622]: DEBUG oslo_concurrency.lockutils [None req-39978121-de7f-4239-ab97-50f0a89782fb tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Lock "86ae2ff0-b4e3-4d0b-b935-5012b2b7d818" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.960685] env[63622]: DEBUG oslo_concurrency.lockutils [None req-39978121-de7f-4239-ab97-50f0a89782fb tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Acquiring lock "86ae2ff0-b4e3-4d0b-b935-5012b2b7d818-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.960685] env[63622]: DEBUG oslo_concurrency.lockutils [None req-39978121-de7f-4239-ab97-50f0a89782fb tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Lock "86ae2ff0-b4e3-4d0b-b935-5012b2b7d818-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.960835] env[63622]: DEBUG oslo_concurrency.lockutils [None req-39978121-de7f-4239-ab97-50f0a89782fb tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Lock "86ae2ff0-b4e3-4d0b-b935-5012b2b7d818-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.962676] env[63622]: INFO nova.compute.manager [None req-39978121-de7f-4239-ab97-50f0a89782fb tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Terminating instance [ 1856.003931] env[63622]: DEBUG nova.policy [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a32e0b45fe334edd9984766bd272c026', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5c9901b11904794b53083f564e5a41c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1856.011860] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817557, 'name': CreateVM_Task, 'duration_secs': 0.630435} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.014120] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1856.014614] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.014707] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.015007] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1856.015261] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91dab0bd-55e7-4f40-a126-259982eb7ad7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.021151] env[63622]: DEBUG oslo_vmware.api [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 1856.021151] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52fb0d60-2498-4e13-db8d-af17ca2e960e" [ 1856.021151] env[63622]: _type = "Task" [ 1856.021151] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.031517] env[63622]: DEBUG oslo_vmware.api [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52fb0d60-2498-4e13-db8d-af17ca2e960e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.054979] env[63622]: DEBUG oslo_vmware.api [None req-c28d7fc1-f758-409b-953f-391e2713592f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.077864] env[63622]: INFO nova.compute.manager [-] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Took 1.54 seconds to deallocate network for instance. [ 1856.253279] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3532a0c-d474-4f5a-9d0e-2035426c5943 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.275883] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97a0f9c-1ed9-4d55-9a1b-20ee92a93ee6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.306889] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bd9d55-1b4c-45ef-92ad-8ab2617ba745 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.316254] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726ba9cc-39d8-4e94-835c-998bab7c3e62 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.331855] env[63622]: DEBUG nova.compute.provider_tree [None req-107259d6-971f-4ecd-8dcb-24f6d5ae25b7 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1856.377640] env[63622]: DEBUG nova.network.neutron [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Successfully created port: 19ef7178-00d0-43b4-ade5-b57a80902a18 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1856.401545] env[63622]: DEBUG oslo_concurrency.lockutils [req-b64e6fd1-d5f1-4619-86dc-d7847e5d64fb req-77dd71ad-fab7-4358-8b7e-893a6aeaa9d3 service nova] Releasing lock "refresh_cache-182a279b-bcac-4716-a074-54bfed531a77" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.401921] env[63622]: DEBUG nova.compute.manager [req-b64e6fd1-d5f1-4619-86dc-d7847e5d64fb req-77dd71ad-fab7-4358-8b7e-893a6aeaa9d3 service nova] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Received event network-vif-deleted-f72747c0-216b-4197-85e6-6392577f59ff {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1856.461479] env[63622]: DEBUG nova.compute.manager [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1856.465879] env[63622]: DEBUG nova.compute.manager [None req-39978121-de7f-4239-ab97-50f0a89782fb tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1856.466147] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-39978121-de7f-4239-ab97-50f0a89782fb tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1856.467319] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f9e2e8-e74f-403e-868b-2af37ab02232 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.478395] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-39978121-de7f-4239-ab97-50f0a89782fb tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1856.478737] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cdac6cd-0704-4892-8ee6-5c0a4f73a8c9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.486576] env[63622]: DEBUG oslo_vmware.api [None req-39978121-de7f-4239-ab97-50f0a89782fb tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Waiting for the task: (returnval){ [ 1856.486576] env[63622]: value = "task-1817559" [ 1856.486576] env[63622]: _type = "Task" [ 1856.486576] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.496441] env[63622]: DEBUG oslo_vmware.api [None req-39978121-de7f-4239-ab97-50f0a89782fb tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Task: {'id': task-1817559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.535024] env[63622]: DEBUG oslo_vmware.api [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52fb0d60-2498-4e13-db8d-af17ca2e960e, 'name': SearchDatastore_Task, 'duration_secs': 0.019325} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.535024] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.535024] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1856.535024] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.535024] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.535024] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1856.535024] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7216eced-fda0-46cc-ab1a-cabe24acb492 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.544299] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1856.544746] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1856.548517] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a522abc5-bc3e-4a01-b1ad-0dca740604ea {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.551340] env[63622]: DEBUG oslo_vmware.api [None req-c28d7fc1-f758-409b-953f-391e2713592f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.551821] env[63622]: INFO nova.compute.manager [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Rebuilding instance [ 1856.558780] env[63622]: DEBUG oslo_vmware.api [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 1856.558780] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52f7fd4c-6f83-f46f-87fb-acfaa4212e31" [ 1856.558780] env[63622]: _type = "Task" [ 1856.558780] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.577045] env[63622]: DEBUG oslo_vmware.api [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52f7fd4c-6f83-f46f-87fb-acfaa4212e31, 'name': SearchDatastore_Task, 'duration_secs': 0.010763} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.578735] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19e904a7-e768-40aa-89ea-953b858ab13c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.585036] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a3e7805c-0cc8-465a-8e06-57c4f77f8fed tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.591729] env[63622]: DEBUG oslo_vmware.api [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 1856.591729] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5208a259-6130-edc6-df6e-172c145bf879" [ 1856.591729] env[63622]: _type = "Task" [ 1856.591729] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.602105] env[63622]: DEBUG oslo_vmware.api [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5208a259-6130-edc6-df6e-172c145bf879, 'name': SearchDatastore_Task, 'duration_secs': 0.010048} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.602542] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.602929] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 182a279b-bcac-4716-a074-54bfed531a77/182a279b-bcac-4716-a074-54bfed531a77.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1856.605813] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6518a288-fe24-437e-8ac9-4c85c5314c19 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.614031] env[63622]: DEBUG nova.compute.manager [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1856.614031] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897a7aac-b53e-438e-866d-e446daf041e8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.617713] env[63622]: DEBUG oslo_vmware.api [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 1856.617713] env[63622]: value = "task-1817560" [ 1856.617713] env[63622]: _type = "Task" [ 1856.617713] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.632821] env[63622]: DEBUG oslo_vmware.api [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817560, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.835447] env[63622]: DEBUG nova.scheduler.client.report [None req-107259d6-971f-4ecd-8dcb-24f6d5ae25b7 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1856.998271] env[63622]: DEBUG oslo_vmware.api [None req-39978121-de7f-4239-ab97-50f0a89782fb tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Task: {'id': task-1817559, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.051796] env[63622]: DEBUG oslo_vmware.api [None req-c28d7fc1-f758-409b-953f-391e2713592f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.132198] env[63622]: DEBUG oslo_vmware.api [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817560, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.400286] env[63622]: DEBUG nova.network.neutron [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Port d1b7d7d7-0c59-4531-92d2-5da6f1498340 binding to destination host cpu-1 is already ACTIVE {{(pid=63622) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1857.400547] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "refresh_cache-3ba0280a-9e90-4236-b70b-f485d0766364" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.400703] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquired lock "refresh_cache-3ba0280a-9e90-4236-b70b-f485d0766364" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.400906] env[63622]: DEBUG nova.network.neutron [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1857.472873] env[63622]: DEBUG nova.compute.manager [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1857.498707] env[63622]: DEBUG oslo_vmware.api [None req-39978121-de7f-4239-ab97-50f0a89782fb tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Task: {'id': task-1817559, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.500849] env[63622]: DEBUG nova.virt.hardware [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1857.501175] env[63622]: DEBUG nova.virt.hardware [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1857.501650] env[63622]: DEBUG nova.virt.hardware [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1857.501745] env[63622]: DEBUG nova.virt.hardware [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1857.501996] env[63622]: DEBUG nova.virt.hardware [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1857.502236] env[63622]: DEBUG nova.virt.hardware [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1857.502522] env[63622]: DEBUG nova.virt.hardware [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1857.503426] env[63622]: DEBUG nova.virt.hardware [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1857.503426] env[63622]: DEBUG nova.virt.hardware [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1857.503426] env[63622]: DEBUG nova.virt.hardware [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1857.503627] env[63622]: DEBUG nova.virt.hardware [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1857.504788] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bbfc72-a6df-4a60-8f00-2ba1b2303502 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.512992] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02e12c5-ce47-4556-a63b-959a2b7ca0a2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.547920] env[63622]: DEBUG oslo_vmware.api [None req-c28d7fc1-f758-409b-953f-391e2713592f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.628642] env[63622]: DEBUG oslo_vmware.api [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817560, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621568} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.628929] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 182a279b-bcac-4716-a074-54bfed531a77/182a279b-bcac-4716-a074-54bfed531a77.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1857.629164] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1857.629406] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-063fe17a-c156-4c50-8824-2124e061e07e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.633778] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1857.634013] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-884e776e-7c63-4206-a6b6-6816ee57c7f7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.636641] env[63622]: DEBUG oslo_vmware.api [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 1857.636641] env[63622]: value = "task-1817561" [ 1857.636641] env[63622]: _type = "Task" [ 1857.636641] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.640707] env[63622]: DEBUG oslo_vmware.api [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1857.640707] env[63622]: value = "task-1817562" [ 1857.640707] env[63622]: _type = "Task" [ 1857.640707] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.646549] env[63622]: DEBUG oslo_vmware.api [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817561, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.651807] env[63622]: DEBUG oslo_vmware.api [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.846044] env[63622]: DEBUG oslo_concurrency.lockutils [None req-107259d6-971f-4ecd-8dcb-24f6d5ae25b7 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.395s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.849224] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.703s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.850668] env[63622]: INFO nova.compute.claims [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1857.907220] env[63622]: DEBUG nova.compute.manager [req-a2f13488-8873-4ac6-a473-59fda0df350c req-3ab1bdda-33c3-4a7e-9304-041bb5e8c28d service nova] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Received event network-vif-plugged-19ef7178-00d0-43b4-ade5-b57a80902a18 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1857.907357] env[63622]: DEBUG oslo_concurrency.lockutils [req-a2f13488-8873-4ac6-a473-59fda0df350c req-3ab1bdda-33c3-4a7e-9304-041bb5e8c28d service nova] Acquiring lock "657f0d2f-9abe-459f-9f39-55b3d0f44c66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.907638] env[63622]: DEBUG oslo_concurrency.lockutils [req-a2f13488-8873-4ac6-a473-59fda0df350c req-3ab1bdda-33c3-4a7e-9304-041bb5e8c28d service nova] Lock "657f0d2f-9abe-459f-9f39-55b3d0f44c66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.907736] env[63622]: DEBUG oslo_concurrency.lockutils [req-a2f13488-8873-4ac6-a473-59fda0df350c req-3ab1bdda-33c3-4a7e-9304-041bb5e8c28d service nova] Lock "657f0d2f-9abe-459f-9f39-55b3d0f44c66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.907912] env[63622]: DEBUG nova.compute.manager [req-a2f13488-8873-4ac6-a473-59fda0df350c req-3ab1bdda-33c3-4a7e-9304-041bb5e8c28d service nova] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] No waiting events found dispatching network-vif-plugged-19ef7178-00d0-43b4-ade5-b57a80902a18 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1857.908144] env[63622]: WARNING nova.compute.manager [req-a2f13488-8873-4ac6-a473-59fda0df350c req-3ab1bdda-33c3-4a7e-9304-041bb5e8c28d service nova] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Received unexpected event network-vif-plugged-19ef7178-00d0-43b4-ade5-b57a80902a18 for instance with vm_state building and task_state spawning. [ 1857.998436] env[63622]: DEBUG oslo_vmware.api [None req-39978121-de7f-4239-ab97-50f0a89782fb tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Task: {'id': task-1817559, 'name': PowerOffVM_Task, 'duration_secs': 1.267259} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.998783] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-39978121-de7f-4239-ab97-50f0a89782fb tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1857.998968] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-39978121-de7f-4239-ab97-50f0a89782fb tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1857.999259] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6ea3752-8fb3-412f-8891-07f546850382 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.044478] env[63622]: DEBUG nova.network.neutron [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Successfully updated port: 19ef7178-00d0-43b4-ade5-b57a80902a18 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1858.056146] env[63622]: DEBUG oslo_vmware.api [None req-c28d7fc1-f758-409b-953f-391e2713592f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.146943] env[63622]: DEBUG oslo_vmware.api [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817561, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087819} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.149554] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1858.150517] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe34c92b-3a2e-4d41-946d-b2580556686a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.156580] env[63622]: DEBUG oslo_vmware.api [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817562, 'name': PowerOffVM_Task, 'duration_secs': 0.175073} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.157160] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1858.157403] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1858.158164] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927b62e2-5e25-4901-ba53-b2103db4aaa5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.182587] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 182a279b-bcac-4716-a074-54bfed531a77/182a279b-bcac-4716-a074-54bfed531a77.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1858.182747] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da44d1f9-d023-442b-bfec-63d3f92b8123 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.202500] env[63622]: DEBUG nova.network.neutron [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Updating instance_info_cache with network_info: [{"id": "d1b7d7d7-0c59-4531-92d2-5da6f1498340", "address": "fa:16:3e:ec:fb:d9", "network": {"id": "d99154f7-509d-4022-8cc6-a3f6dfa87b98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065749372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a0890704ac74d28998a905c11f1f4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1b7d7d7-0c", "ovs_interfaceid": "d1b7d7d7-0c59-4531-92d2-5da6f1498340", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1858.204440] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1858.205177] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff7ddab1-eb66-4d51-90b0-ed7ca6fb90d0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.212474] env[63622]: DEBUG oslo_vmware.api [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 1858.212474] env[63622]: value = "task-1817564" [ 1858.212474] env[63622]: _type = "Task" [ 1858.212474] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.222464] env[63622]: DEBUG oslo_vmware.api [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817564, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.419999] env[63622]: INFO nova.scheduler.client.report [None req-107259d6-971f-4ecd-8dcb-24f6d5ae25b7 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Deleted allocation for migration 80bd3fb8-277d-457e-a0a9-21500186a635 [ 1858.550583] env[63622]: DEBUG oslo_vmware.api [None req-c28d7fc1-f758-409b-953f-391e2713592f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.553589] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "refresh_cache-657f0d2f-9abe-459f-9f39-55b3d0f44c66" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.553589] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquired lock "refresh_cache-657f0d2f-9abe-459f-9f39-55b3d0f44c66" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.553589] env[63622]: DEBUG nova.network.neutron [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1858.706160] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Releasing lock "refresh_cache-3ba0280a-9e90-4236-b70b-f485d0766364" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.724144] env[63622]: DEBUG oslo_vmware.api [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817564, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.926713] env[63622]: DEBUG oslo_concurrency.lockutils [None req-107259d6-971f-4ecd-8dcb-24f6d5ae25b7 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "3cf07a7e-58db-4d28-8710-b2d0a89b5bf2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 18.348s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.051405] env[63622]: DEBUG oslo_vmware.api [None req-c28d7fc1-f758-409b-953f-391e2713592f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.067936] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c565e68-1c1d-4eee-a445-4629dfd9ca3e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.077414] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d985ceda-6b3a-4af2-8a0b-0a2d4be8b05f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.110216] env[63622]: DEBUG nova.network.neutron [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1859.113577] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c130eb2-eaef-4e81-a89e-ca1e92b39342 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.122091] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8031940-184e-4f14-a18a-5ddfcd871ecf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.135854] env[63622]: DEBUG nova.compute.provider_tree [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1859.210165] env[63622]: DEBUG nova.compute.manager [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63622) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1859.222254] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-39978121-de7f-4239-ab97-50f0a89782fb tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1859.222556] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-39978121-de7f-4239-ab97-50f0a89782fb tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1859.222762] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-39978121-de7f-4239-ab97-50f0a89782fb tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Deleting the datastore file [datastore1] 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1859.223717] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65bc80b6-6953-477a-a970-645e55b85c1b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.226696] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1859.226907] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1859.227098] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Deleting the datastore file [datastore1] 22a1615f-7e0f-4157-a1bf-823c35067eb8 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1859.227706] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00c2fb0e-cbbd-473c-9912-c45ef64156b6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.233027] env[63622]: DEBUG oslo_vmware.api [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817564, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.234691] env[63622]: DEBUG oslo_vmware.api [None req-39978121-de7f-4239-ab97-50f0a89782fb tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Waiting for the task: (returnval){ [ 1859.234691] env[63622]: value = "task-1817567" [ 1859.234691] env[63622]: _type = "Task" [ 1859.234691] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.239707] env[63622]: DEBUG oslo_vmware.api [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1859.239707] env[63622]: value = "task-1817568" [ 1859.239707] env[63622]: _type = "Task" [ 1859.239707] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.253040] env[63622]: DEBUG oslo_vmware.api [None req-39978121-de7f-4239-ab97-50f0a89782fb tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Task: {'id': task-1817567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.260450] env[63622]: DEBUG oslo_vmware.api [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.294073] env[63622]: DEBUG nova.network.neutron [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Updating instance_info_cache with network_info: [{"id": "19ef7178-00d0-43b4-ade5-b57a80902a18", "address": "fa:16:3e:1d:7a:7f", "network": {"id": "a87a7e7c-01bc-45f6-8728-114eebbe53df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-187738960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5c9901b11904794b53083f564e5a41c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19ef7178-00", "ovs_interfaceid": "19ef7178-00d0-43b4-ade5-b57a80902a18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1859.313878] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8a59dc57-2c4a-4caa-a714-18df6c1ff600 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "3cf07a7e-58db-4d28-8710-b2d0a89b5bf2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1859.314189] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8a59dc57-2c4a-4caa-a714-18df6c1ff600 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "3cf07a7e-58db-4d28-8710-b2d0a89b5bf2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1859.314407] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8a59dc57-2c4a-4caa-a714-18df6c1ff600 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "3cf07a7e-58db-4d28-8710-b2d0a89b5bf2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1859.314595] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8a59dc57-2c4a-4caa-a714-18df6c1ff600 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "3cf07a7e-58db-4d28-8710-b2d0a89b5bf2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1859.314768] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8a59dc57-2c4a-4caa-a714-18df6c1ff600 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "3cf07a7e-58db-4d28-8710-b2d0a89b5bf2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.317262] env[63622]: INFO nova.compute.manager [None req-8a59dc57-2c4a-4caa-a714-18df6c1ff600 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Terminating instance [ 1859.553037] env[63622]: DEBUG oslo_vmware.api [None req-c28d7fc1-f758-409b-953f-391e2713592f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.660059] env[63622]: ERROR nova.scheduler.client.report [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [req-7107ed3e-56a8-4647-a735-ff9b7a0012c8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8dd86f19-3c1a-4ba4-9c42-69cb148971df. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7107ed3e-56a8-4647-a735-ff9b7a0012c8"}]} [ 1859.674472] env[63622]: DEBUG nova.scheduler.client.report [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Refreshing inventories for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1859.688505] env[63622]: DEBUG nova.scheduler.client.report [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Updating ProviderTree inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1859.688743] env[63622]: DEBUG nova.compute.provider_tree [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1859.699851] env[63622]: DEBUG nova.scheduler.client.report [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Refreshing aggregate associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, aggregates: None {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1859.717848] env[63622]: DEBUG nova.scheduler.client.report [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Refreshing trait associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1859.727784] env[63622]: DEBUG oslo_vmware.api [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817564, 'name': ReconfigVM_Task, 'duration_secs': 1.072269} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.728031] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 182a279b-bcac-4716-a074-54bfed531a77/182a279b-bcac-4716-a074-54bfed531a77.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1859.728659] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69ff359f-59d8-4146-8ff4-5fb6679493a1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.735626] env[63622]: DEBUG oslo_vmware.api [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 1859.735626] env[63622]: value = "task-1817569" [ 1859.735626] env[63622]: _type = "Task" [ 1859.735626] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.753306] env[63622]: DEBUG oslo_vmware.api [None req-39978121-de7f-4239-ab97-50f0a89782fb tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Task: {'id': task-1817567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19531} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.761832] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-39978121-de7f-4239-ab97-50f0a89782fb tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1859.762173] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-39978121-de7f-4239-ab97-50f0a89782fb tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1859.762440] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-39978121-de7f-4239-ab97-50f0a89782fb tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1859.762782] env[63622]: INFO nova.compute.manager [None req-39978121-de7f-4239-ab97-50f0a89782fb tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Took 3.30 seconds to destroy the instance on the hypervisor. [ 1859.763065] env[63622]: DEBUG oslo.service.loopingcall [None req-39978121-de7f-4239-ab97-50f0a89782fb tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1859.763385] env[63622]: DEBUG oslo_vmware.api [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817569, 'name': Rename_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.763728] env[63622]: DEBUG oslo_vmware.api [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817568, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197756} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.764370] env[63622]: DEBUG nova.compute.manager [-] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1859.764527] env[63622]: DEBUG nova.network.neutron [-] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1859.766712] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1859.766857] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1859.767050] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1859.798169] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Releasing lock "refresh_cache-657f0d2f-9abe-459f-9f39-55b3d0f44c66" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.798419] env[63622]: DEBUG nova.compute.manager [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Instance network_info: |[{"id": "19ef7178-00d0-43b4-ade5-b57a80902a18", "address": "fa:16:3e:1d:7a:7f", "network": {"id": "a87a7e7c-01bc-45f6-8728-114eebbe53df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-187738960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5c9901b11904794b53083f564e5a41c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19ef7178-00", "ovs_interfaceid": "19ef7178-00d0-43b4-ade5-b57a80902a18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1859.799192] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:7a:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ffea58a-e043-4ad1-9ad7-45a61fdca001', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19ef7178-00d0-43b4-ade5-b57a80902a18', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1859.806604] env[63622]: DEBUG oslo.service.loopingcall [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1859.809174] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1859.811577] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d4cf466-1fc5-4ddb-952c-0169b8e3facc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.829433] env[63622]: DEBUG nova.compute.manager [None req-8a59dc57-2c4a-4caa-a714-18df6c1ff600 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1859.829651] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8a59dc57-2c4a-4caa-a714-18df6c1ff600 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1859.830854] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb779fe4-4410-47c3-a071-44b44acc9dda {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.842072] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a59dc57-2c4a-4caa-a714-18df6c1ff600 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1859.843471] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfa51101-26ff-432b-be9e-bbcf4c8199b0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.844882] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1859.844882] env[63622]: value = "task-1817570" [ 1859.844882] env[63622]: _type = "Task" [ 1859.844882] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.850841] env[63622]: DEBUG oslo_vmware.api [None req-8a59dc57-2c4a-4caa-a714-18df6c1ff600 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1859.850841] env[63622]: value = "task-1817571" [ 1859.850841] env[63622]: _type = "Task" [ 1859.850841] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.853808] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817570, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.865076] env[63622]: DEBUG oslo_vmware.api [None req-8a59dc57-2c4a-4caa-a714-18df6c1ff600 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.935203] env[63622]: DEBUG nova.compute.manager [req-7bb352ef-f739-4690-8ca1-1f7daa9ab05d req-d6f3bf99-efc6-45d9-905c-a8308d9e6a46 service nova] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Received event network-changed-19ef7178-00d0-43b4-ade5-b57a80902a18 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1859.935468] env[63622]: DEBUG nova.compute.manager [req-7bb352ef-f739-4690-8ca1-1f7daa9ab05d req-d6f3bf99-efc6-45d9-905c-a8308d9e6a46 service nova] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Refreshing instance network info cache due to event network-changed-19ef7178-00d0-43b4-ade5-b57a80902a18. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1859.935841] env[63622]: DEBUG oslo_concurrency.lockutils [req-7bb352ef-f739-4690-8ca1-1f7daa9ab05d req-d6f3bf99-efc6-45d9-905c-a8308d9e6a46 service nova] Acquiring lock "refresh_cache-657f0d2f-9abe-459f-9f39-55b3d0f44c66" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.936031] env[63622]: DEBUG oslo_concurrency.lockutils [req-7bb352ef-f739-4690-8ca1-1f7daa9ab05d req-d6f3bf99-efc6-45d9-905c-a8308d9e6a46 service nova] Acquired lock "refresh_cache-657f0d2f-9abe-459f-9f39-55b3d0f44c66" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.936251] env[63622]: DEBUG nova.network.neutron [req-7bb352ef-f739-4690-8ca1-1f7daa9ab05d req-d6f3bf99-efc6-45d9-905c-a8308d9e6a46 service nova] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Refreshing network info cache for port 19ef7178-00d0-43b4-ade5-b57a80902a18 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1859.985500] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0256a0-fba0-42f0-aa7a-b1d7490e3daf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.993795] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95de7bd-83f8-4f65-ae4f-4ceb66ceb381 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.030556] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bba9db6-e233-49d5-8509-99c70aa6ced0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.040508] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff62d04-cc3c-4d18-80ea-38a257950c90 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.069543] env[63622]: DEBUG oslo_vmware.api [None req-c28d7fc1-f758-409b-953f-391e2713592f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817553, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.070166] env[63622]: DEBUG nova.compute.provider_tree [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1860.095358] env[63622]: DEBUG nova.compute.manager [req-7eba3334-02a3-4d67-8617-4767ef1d5f22 req-e46e4a5f-f4f7-4b82-bc71-08b8a3ca6060 service nova] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Received event network-vif-deleted-9ea385a1-7315-4ea5-8379-581d6ffea534 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1860.096055] env[63622]: INFO nova.compute.manager [req-7eba3334-02a3-4d67-8617-4767ef1d5f22 req-e46e4a5f-f4f7-4b82-bc71-08b8a3ca6060 service nova] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Neutron deleted interface 9ea385a1-7315-4ea5-8379-581d6ffea534; detaching it from the instance and deleting it from the info cache [ 1860.096055] env[63622]: DEBUG nova.network.neutron [req-7eba3334-02a3-4d67-8617-4767ef1d5f22 req-e46e4a5f-f4f7-4b82-bc71-08b8a3ca6060 service nova] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1860.253339] env[63622]: DEBUG oslo_vmware.api [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817569, 'name': Rename_Task, 'duration_secs': 0.275807} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.253635] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1860.253923] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-546132c5-822d-429f-a0cd-eb5affb05f99 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.261447] env[63622]: DEBUG oslo_vmware.api [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 1860.261447] env[63622]: value = "task-1817572" [ 1860.261447] env[63622]: _type = "Task" [ 1860.261447] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.269945] env[63622]: DEBUG oslo_vmware.api [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.330881] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.362208] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817570, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.378515] env[63622]: DEBUG oslo_vmware.api [None req-8a59dc57-2c4a-4caa-a714-18df6c1ff600 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817571, 'name': PowerOffVM_Task, 'duration_secs': 0.205303} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.378830] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a59dc57-2c4a-4caa-a714-18df6c1ff600 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1860.379019] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8a59dc57-2c4a-4caa-a714-18df6c1ff600 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1860.379321] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f281e322-3e48-45f9-972e-303b37f248ac {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.533863] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8a59dc57-2c4a-4caa-a714-18df6c1ff600 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1860.534249] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8a59dc57-2c4a-4caa-a714-18df6c1ff600 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1860.534545] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a59dc57-2c4a-4caa-a714-18df6c1ff600 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Deleting the datastore file [datastore1] 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1860.534903] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53441afb-7330-4a33-8682-b96f261a7a20 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.542909] env[63622]: DEBUG oslo_vmware.api [None req-8a59dc57-2c4a-4caa-a714-18df6c1ff600 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1860.542909] env[63622]: value = "task-1817574" [ 1860.542909] env[63622]: _type = "Task" [ 1860.542909] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.558955] env[63622]: DEBUG oslo_vmware.api [None req-8a59dc57-2c4a-4caa-a714-18df6c1ff600 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.562225] env[63622]: DEBUG oslo_vmware.api [None req-c28d7fc1-f758-409b-953f-391e2713592f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817553, 'name': ReconfigVM_Task, 'duration_secs': 5.919714} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.562489] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c28d7fc1-f758-409b-953f-391e2713592f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Releasing lock "ff1c8157-91b5-42fe-89e7-d259a280809e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.562708] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c28d7fc1-f758-409b-953f-391e2713592f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Reconfigured VM to detach interface {{(pid=63622) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1860.575881] env[63622]: DEBUG nova.scheduler.client.report [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1860.583274] env[63622]: DEBUG nova.network.neutron [-] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1860.601882] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dca53a1b-5533-452b-8e8d-fed7f31b7bb2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.614585] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6d23d1-6128-4f48-ab5b-434a2fc43f48 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.652575] env[63622]: DEBUG nova.compute.manager [req-7eba3334-02a3-4d67-8617-4767ef1d5f22 req-e46e4a5f-f4f7-4b82-bc71-08b8a3ca6060 service nova] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Detach interface failed, port_id=9ea385a1-7315-4ea5-8379-581d6ffea534, reason: Instance 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818 could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1860.729441] env[63622]: DEBUG nova.network.neutron [req-7bb352ef-f739-4690-8ca1-1f7daa9ab05d req-d6f3bf99-efc6-45d9-905c-a8308d9e6a46 service nova] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Updated VIF entry in instance network info cache for port 19ef7178-00d0-43b4-ade5-b57a80902a18. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1860.729796] env[63622]: DEBUG nova.network.neutron [req-7bb352ef-f739-4690-8ca1-1f7daa9ab05d req-d6f3bf99-efc6-45d9-905c-a8308d9e6a46 service nova] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Updating instance_info_cache with network_info: [{"id": "19ef7178-00d0-43b4-ade5-b57a80902a18", "address": "fa:16:3e:1d:7a:7f", "network": {"id": "a87a7e7c-01bc-45f6-8728-114eebbe53df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-187738960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5c9901b11904794b53083f564e5a41c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19ef7178-00", "ovs_interfaceid": "19ef7178-00d0-43b4-ade5-b57a80902a18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1860.772680] env[63622]: DEBUG oslo_vmware.api [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817572, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.802549] env[63622]: DEBUG nova.virt.hardware [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1860.802849] env[63622]: DEBUG nova.virt.hardware [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1860.803014] env[63622]: DEBUG nova.virt.hardware [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1860.803212] env[63622]: DEBUG nova.virt.hardware [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1860.803362] env[63622]: DEBUG nova.virt.hardware [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1860.803573] env[63622]: DEBUG nova.virt.hardware [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1860.803729] env[63622]: DEBUG nova.virt.hardware [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1860.803889] env[63622]: DEBUG nova.virt.hardware [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1860.804068] env[63622]: DEBUG nova.virt.hardware [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1860.804235] env[63622]: DEBUG nova.virt.hardware [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1860.804407] env[63622]: DEBUG nova.virt.hardware [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1860.805293] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1445571d-9f8b-4f4b-ab20-7623eec7580f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.814860] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1d781d-c4f1-4286-842c-4d2a0c182602 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.829622] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:b6:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a431448-21dd-430b-bee5-da0294680ffe', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1860.837207] env[63622]: DEBUG oslo.service.loopingcall [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1860.837463] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1860.837680] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e0e9593-2aed-4d55-b6fa-a3d53698dcd1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.860534] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817570, 'name': CreateVM_Task, 'duration_secs': 0.568278} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.861783] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1860.861996] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1860.861996] env[63622]: value = "task-1817575" [ 1860.861996] env[63622]: _type = "Task" [ 1860.861996] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.862654] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1860.862825] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1860.863162] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1860.863455] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-123b4a41-8649-4057-a253-d98cea405b47 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.872133] env[63622]: DEBUG oslo_vmware.api [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1860.872133] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e91251-bcd9-6f8a-8084-fb89dae9efd7" [ 1860.872133] env[63622]: _type = "Task" [ 1860.872133] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.875024] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817575, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.882933] env[63622]: DEBUG oslo_vmware.api [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e91251-bcd9-6f8a-8084-fb89dae9efd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.054117] env[63622]: DEBUG oslo_vmware.api [None req-8a59dc57-2c4a-4caa-a714-18df6c1ff600 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817574, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228203} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.054484] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a59dc57-2c4a-4caa-a714-18df6c1ff600 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1861.054711] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8a59dc57-2c4a-4caa-a714-18df6c1ff600 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1861.054943] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8a59dc57-2c4a-4caa-a714-18df6c1ff600 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1861.055166] env[63622]: INFO nova.compute.manager [None req-8a59dc57-2c4a-4caa-a714-18df6c1ff600 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1861.055431] env[63622]: DEBUG oslo.service.loopingcall [None req-8a59dc57-2c4a-4caa-a714-18df6c1ff600 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1861.055631] env[63622]: DEBUG nova.compute.manager [-] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1861.056111] env[63622]: DEBUG nova.network.neutron [-] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1861.082156] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.233s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.082944] env[63622]: DEBUG nova.compute.manager [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1861.086822] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.847s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.090476] env[63622]: INFO nova.compute.manager [-] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Took 1.33 seconds to deallocate network for instance. [ 1861.234844] env[63622]: DEBUG oslo_concurrency.lockutils [req-7bb352ef-f739-4690-8ca1-1f7daa9ab05d req-d6f3bf99-efc6-45d9-905c-a8308d9e6a46 service nova] Releasing lock "refresh_cache-657f0d2f-9abe-459f-9f39-55b3d0f44c66" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1861.274635] env[63622]: DEBUG oslo_vmware.api [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817572, 'name': PowerOnVM_Task, 'duration_secs': 0.799421} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.274635] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1861.274635] env[63622]: INFO nova.compute.manager [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1861.275055] env[63622]: DEBUG nova.compute.manager [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1861.275606] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed32e2d0-ec73-47c1-bb50-cea3c101041f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.375131] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817575, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.384835] env[63622]: DEBUG oslo_vmware.api [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e91251-bcd9-6f8a-8084-fb89dae9efd7, 'name': SearchDatastore_Task, 'duration_secs': 0.037114} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.385287] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1861.385541] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1861.385842] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.385945] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.386161] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1861.386543] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb9fd726-55c2-4a03-abb4-58bfdf3722b9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.397050] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1861.398221] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1861.398221] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bde72515-f05a-41cd-96c8-fad2be18bfac {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.407474] env[63622]: DEBUG oslo_vmware.api [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1861.407474] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d46710-07ae-143f-abd4-06bb7952638b" [ 1861.407474] env[63622]: _type = "Task" [ 1861.407474] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.418563] env[63622]: DEBUG oslo_vmware.api [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d46710-07ae-143f-abd4-06bb7952638b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.600684] env[63622]: DEBUG nova.compute.utils [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1861.602918] env[63622]: DEBUG oslo_concurrency.lockutils [None req-39978121-de7f-4239-ab97-50f0a89782fb tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.603224] env[63622]: DEBUG nova.compute.manager [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1861.603383] env[63622]: DEBUG nova.network.neutron [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1861.675378] env[63622]: DEBUG nova.policy [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59dd4f864cf640e480dc8c1f701fbd2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebd3f285a9d2433597945e73f2213306', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1861.798558] env[63622]: INFO nova.compute.manager [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Took 29.02 seconds to build instance. [ 1861.876162] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817575, 'name': CreateVM_Task, 'duration_secs': 0.618862} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.876361] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1861.877079] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.877253] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.878243] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1861.878243] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47e45ff0-7ccd-43b8-bf3f-62c2566ce6a1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.884023] env[63622]: DEBUG oslo_vmware.api [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1861.884023] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526c4cc5-163f-4a8f-574c-60886d7e32de" [ 1861.884023] env[63622]: _type = "Task" [ 1861.884023] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.892927] env[63622]: DEBUG oslo_vmware.api [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526c4cc5-163f-4a8f-574c-60886d7e32de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.918092] env[63622]: DEBUG oslo_vmware.api [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d46710-07ae-143f-abd4-06bb7952638b, 'name': SearchDatastore_Task, 'duration_secs': 0.014753} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.918898] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40b36e11-f890-4996-9e93-e19754a51059 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.925117] env[63622]: DEBUG oslo_vmware.api [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1861.925117] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b05146-887a-9158-51ce-eef30df0bcf9" [ 1861.925117] env[63622]: _type = "Task" [ 1861.925117] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.936561] env[63622]: DEBUG oslo_vmware.api [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b05146-887a-9158-51ce-eef30df0bcf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.954637] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c28d7fc1-f758-409b-953f-391e2713592f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "refresh_cache-ff1c8157-91b5-42fe-89e7-d259a280809e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.954792] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c28d7fc1-f758-409b-953f-391e2713592f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquired lock "refresh_cache-ff1c8157-91b5-42fe-89e7-d259a280809e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.954963] env[63622]: DEBUG nova.network.neutron [None req-c28d7fc1-f758-409b-953f-391e2713592f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1861.980241] env[63622]: DEBUG nova.compute.manager [req-0067024e-6c78-4f5b-8e62-103b0da7647f req-593b49ee-722e-46e5-a4a1-8c67647eb6d1 service nova] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Received event network-vif-deleted-af0c5251-50b4-4d15-892c-f48a73408f43 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1861.980442] env[63622]: INFO nova.compute.manager [req-0067024e-6c78-4f5b-8e62-103b0da7647f req-593b49ee-722e-46e5-a4a1-8c67647eb6d1 service nova] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Neutron deleted interface af0c5251-50b4-4d15-892c-f48a73408f43; detaching it from the instance and deleting it from the info cache [ 1861.980639] env[63622]: DEBUG nova.network.neutron [req-0067024e-6c78-4f5b-8e62-103b0da7647f req-593b49ee-722e-46e5-a4a1-8c67647eb6d1 service nova] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1862.104209] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Applying migration context for instance 3ba0280a-9e90-4236-b70b-f485d0766364 as it has an incoming, in-progress migration b8cb6435-0212-4799-95a6-1070c51b0a75. Migration status is reverting {{(pid=63622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1862.107610] env[63622]: INFO nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Updating resource usage from migration b8cb6435-0212-4799-95a6-1070c51b0a75 [ 1862.112022] env[63622]: DEBUG nova.compute.manager [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1862.140277] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 565f3e30-b352-4f31-ae46-769c18fb8c12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1862.140528] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance b58ac762-c8e2-46c5-bd84-c0b70666aa5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1862.140745] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1862.140863] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 8b938f1f-ad5c-4bf1-a1df-590138d31bfc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1862.141489] env[63622]: WARNING nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance a33387ce-53a1-4cb9-9e7b-4ff7cabc841c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1862.143442] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance de6c7fe2-e333-449c-9e97-0c374c306ab5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1862.143709] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 9a854487-4c27-4271-9a1f-1875f7bd0a06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1862.143887] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance ff1c8157-91b5-42fe-89e7-d259a280809e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1862.144968] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1862.145181] env[63622]: WARNING nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 625ea38b-6950-4f5f-a86f-b2955517eb6f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1862.145323] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Migration b8cb6435-0212-4799-95a6-1070c51b0a75 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1862.145455] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 3ba0280a-9e90-4236-b70b-f485d0766364 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1862.145575] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 22a1615f-7e0f-4157-a1bf-823c35067eb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1862.145736] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1862.145865] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 182a279b-bcac-4716-a074-54bfed531a77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1862.145984] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 657f0d2f-9abe-459f-9f39-55b3d0f44c66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1862.146113] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance f3803982-89cd-4573-be0b-d866c4969b9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1862.146337] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1862.146471] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3520MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1862.168711] env[63622]: DEBUG nova.network.neutron [-] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1862.240035] env[63622]: DEBUG nova.network.neutron [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Successfully created port: 0cc3c508-04f8-4331-82af-124bc03e9a83 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1862.306031] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c3db1824-114f-4e78-b432-2b8a1505f761 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "182a279b-bcac-4716-a074-54bfed531a77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.532s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.398411] env[63622]: DEBUG oslo_vmware.api [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526c4cc5-163f-4a8f-574c-60886d7e32de, 'name': SearchDatastore_Task, 'duration_secs': 0.035743} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.401778] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1862.402031] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1862.402243] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.443487] env[63622]: DEBUG oslo_vmware.api [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b05146-887a-9158-51ce-eef30df0bcf9, 'name': SearchDatastore_Task, 'duration_secs': 0.025797} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.444747] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1862.445030] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 657f0d2f-9abe-459f-9f39-55b3d0f44c66/657f0d2f-9abe-459f-9f39-55b3d0f44c66.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1862.445816] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33420fca-bf5c-40d9-b8e6-87f259412461 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.452620] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.452842] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1862.453094] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-acb1e63e-89b4-4f28-be1b-a1f28d462ad6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.455537] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1174cbed-f362-486a-ad01-e3427773d312 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "ff1c8157-91b5-42fe-89e7-d259a280809e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.456386] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1174cbed-f362-486a-ad01-e3427773d312 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "ff1c8157-91b5-42fe-89e7-d259a280809e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.456386] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1174cbed-f362-486a-ad01-e3427773d312 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "ff1c8157-91b5-42fe-89e7-d259a280809e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.456386] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1174cbed-f362-486a-ad01-e3427773d312 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "ff1c8157-91b5-42fe-89e7-d259a280809e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.456386] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1174cbed-f362-486a-ad01-e3427773d312 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "ff1c8157-91b5-42fe-89e7-d259a280809e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.457843] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1d49803-0ec6-4db5-b08d-6301f510e437 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.461833] env[63622]: INFO nova.compute.manager [None req-1174cbed-f362-486a-ad01-e3427773d312 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Terminating instance [ 1862.469118] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4399a9c5-9fec-41aa-8430-2d5d992d4547 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.473297] env[63622]: DEBUG oslo_vmware.api [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1862.473297] env[63622]: value = "task-1817576" [ 1862.473297] env[63622]: _type = "Task" [ 1862.473297] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.508610] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c960ed4-ee1c-4e44-b185-2f97036d0562 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.511609] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d7631e-e4c5-4eb6-b8bd-1413dc050c1e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.517805] env[63622]: DEBUG oslo_vmware.api [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.523989] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040cc0d4-48c5-4599-b20c-fe1941a87045 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.534011] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e3178c-d431-4a11-b50a-863c1749f8f4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.553797] env[63622]: DEBUG nova.compute.provider_tree [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1862.577573] env[63622]: DEBUG nova.compute.manager [req-0067024e-6c78-4f5b-8e62-103b0da7647f req-593b49ee-722e-46e5-a4a1-8c67647eb6d1 service nova] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Detach interface failed, port_id=af0c5251-50b4-4d15-892c-f48a73408f43, reason: Instance 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2 could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1862.674301] env[63622]: INFO nova.compute.manager [-] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Took 1.62 seconds to deallocate network for instance. [ 1862.903583] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1862.903583] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1862.903583] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79c71abb-adf5-4751-864a-49bd76e241c6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.910703] env[63622]: DEBUG oslo_vmware.api [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1862.910703] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ac3fa7-8397-b47f-e47a-8ca060fe54b6" [ 1862.910703] env[63622]: _type = "Task" [ 1862.910703] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.918741] env[63622]: DEBUG oslo_vmware.api [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ac3fa7-8397-b47f-e47a-8ca060fe54b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.974314] env[63622]: DEBUG nova.compute.manager [None req-1174cbed-f362-486a-ad01-e3427773d312 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1862.974534] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1174cbed-f362-486a-ad01-e3427773d312 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1862.975497] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9ecc1e-9c26-4648-8114-e1f74a0002ff {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.987381] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1174cbed-f362-486a-ad01-e3427773d312 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1862.990844] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6d117b7-f8b3-46de-82d7-4b996720d987 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.992836] env[63622]: DEBUG oslo_vmware.api [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.999702] env[63622]: DEBUG oslo_vmware.api [None req-1174cbed-f362-486a-ad01-e3427773d312 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1862.999702] env[63622]: value = "task-1817577" [ 1862.999702] env[63622]: _type = "Task" [ 1862.999702] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.011061] env[63622]: DEBUG oslo_vmware.api [None req-1174cbed-f362-486a-ad01-e3427773d312 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817577, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.056658] env[63622]: DEBUG nova.scheduler.client.report [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1863.124143] env[63622]: DEBUG nova.compute.manager [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1863.156488] env[63622]: DEBUG nova.virt.hardware [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1863.156852] env[63622]: DEBUG nova.virt.hardware [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1863.157081] env[63622]: DEBUG nova.virt.hardware [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1863.157329] env[63622]: DEBUG nova.virt.hardware [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1863.157592] env[63622]: DEBUG nova.virt.hardware [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1863.157793] env[63622]: DEBUG nova.virt.hardware [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1863.158105] env[63622]: DEBUG nova.virt.hardware [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1863.158324] env[63622]: DEBUG nova.virt.hardware [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1863.158555] env[63622]: DEBUG nova.virt.hardware [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1863.158782] env[63622]: DEBUG nova.virt.hardware [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1863.159045] env[63622]: DEBUG nova.virt.hardware [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1863.160114] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc3e792-8ce7-4550-9b1d-7db9ac4933d1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.169557] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789fbb89-7ffc-434c-8931-7e0616f4a74b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.189858] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8a59dc57-2c4a-4caa-a714-18df6c1ff600 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.261105] env[63622]: INFO nova.network.neutron [None req-c28d7fc1-f758-409b-953f-391e2713592f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Port 3249c82a-751f-4f76-a881-661f704d9f2f from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1863.261362] env[63622]: DEBUG nova.network.neutron [None req-c28d7fc1-f758-409b-953f-391e2713592f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Updating instance_info_cache with network_info: [{"id": "9ce72f84-eab0-4ede-9340-65c9dca28b12", "address": "fa:16:3e:af:bd:ad", "network": {"id": "f89b84ee-0198-4049-90af-155f3fe967e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-779947659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8f5612ea5ba4729af8f16a350d2c1fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ce72f84-ea", "ovs_interfaceid": "9ce72f84-eab0-4ede-9340-65c9dca28b12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.432025] env[63622]: DEBUG oslo_vmware.api [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ac3fa7-8397-b47f-e47a-8ca060fe54b6, 'name': SearchDatastore_Task, 'duration_secs': 0.211335} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.432025] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fabfacc-3b37-4162-92cb-806075adb7fb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.441244] env[63622]: DEBUG oslo_vmware.api [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1863.441244] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5239aeeb-9602-32c4-3be8-ff7a5eb9a2c5" [ 1863.441244] env[63622]: _type = "Task" [ 1863.441244] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.455529] env[63622]: DEBUG oslo_vmware.api [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5239aeeb-9602-32c4-3be8-ff7a5eb9a2c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.490085] env[63622]: DEBUG oslo_vmware.api [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817576, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.516176] env[63622]: DEBUG oslo_vmware.api [None req-1174cbed-f362-486a-ad01-e3427773d312 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817577, 'name': PowerOffVM_Task, 'duration_secs': 0.205571} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.516541] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1174cbed-f362-486a-ad01-e3427773d312 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1863.516995] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1174cbed-f362-486a-ad01-e3427773d312 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1863.517103] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5419b805-c918-42f1-b8f7-ad6aaa01383c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.561508] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1863.562572] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.475s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.562572] env[63622]: DEBUG oslo_concurrency.lockutils [None req-47ae4a2e-1a70-44a7-ad0a-8800416918b3 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.654s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.562572] env[63622]: DEBUG oslo_concurrency.lockutils [None req-47ae4a2e-1a70-44a7-ad0a-8800416918b3 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.566485] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a3e7805c-0cc8-465a-8e06-57c4f77f8fed tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.980s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.566485] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a3e7805c-0cc8-465a-8e06-57c4f77f8fed tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.567507] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 3.237s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.602969] env[63622]: INFO nova.scheduler.client.report [None req-a3e7805c-0cc8-465a-8e06-57c4f77f8fed tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Deleted allocations for instance a33387ce-53a1-4cb9-9e7b-4ff7cabc841c [ 1863.604890] env[63622]: INFO nova.scheduler.client.report [None req-47ae4a2e-1a70-44a7-ad0a-8800416918b3 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Deleted allocations for instance 625ea38b-6950-4f5f-a86f-b2955517eb6f [ 1863.656611] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1174cbed-f362-486a-ad01-e3427773d312 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1863.656839] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1174cbed-f362-486a-ad01-e3427773d312 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1863.657042] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-1174cbed-f362-486a-ad01-e3427773d312 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Deleting the datastore file [datastore1] ff1c8157-91b5-42fe-89e7-d259a280809e {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1863.657327] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5193d215-ebd0-46f8-be5a-0049edd19488 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.667434] env[63622]: DEBUG oslo_vmware.api [None req-1174cbed-f362-486a-ad01-e3427773d312 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1863.667434] env[63622]: value = "task-1817579" [ 1863.667434] env[63622]: _type = "Task" [ 1863.667434] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.683866] env[63622]: DEBUG oslo_vmware.api [None req-1174cbed-f362-486a-ad01-e3427773d312 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.765089] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c28d7fc1-f758-409b-953f-391e2713592f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Releasing lock "refresh_cache-ff1c8157-91b5-42fe-89e7-d259a280809e" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.952068] env[63622]: DEBUG oslo_vmware.api [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5239aeeb-9602-32c4-3be8-ff7a5eb9a2c5, 'name': SearchDatastore_Task, 'duration_secs': 0.054466} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.952068] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.952264] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 22a1615f-7e0f-4157-a1bf-823c35067eb8/22a1615f-7e0f-4157-a1bf-823c35067eb8.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1863.952524] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8aa4d4c-6f05-4121-8ade-e61dc3fd60bd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.960987] env[63622]: DEBUG oslo_vmware.api [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1863.960987] env[63622]: value = "task-1817580" [ 1863.960987] env[63622]: _type = "Task" [ 1863.960987] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.970167] env[63622]: DEBUG oslo_vmware.api [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.986447] env[63622]: DEBUG oslo_vmware.api [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817576, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.117269} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.986920] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 657f0d2f-9abe-459f-9f39-55b3d0f44c66/657f0d2f-9abe-459f-9f39-55b3d0f44c66.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1863.987020] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1863.987270] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f194da7-71d6-413a-84ef-9f1bd6785f05 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.997043] env[63622]: DEBUG oslo_vmware.api [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1863.997043] env[63622]: value = "task-1817581" [ 1863.997043] env[63622]: _type = "Task" [ 1863.997043] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.008289] env[63622]: DEBUG oslo_vmware.api [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817581, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.070374] env[63622]: DEBUG nova.objects.instance [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lazy-loading 'migration_context' on Instance uuid 3ba0280a-9e90-4236-b70b-f485d0766364 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1864.078027] env[63622]: DEBUG nova.compute.manager [req-5923ac9c-7146-458e-b44f-0c193205f277 req-97c175bb-536f-4970-9499-5326909bcee6 service nova] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Received event network-changed-aef6da95-4704-4825-b72c-ef4f8a5c018d {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1864.078308] env[63622]: DEBUG nova.compute.manager [req-5923ac9c-7146-458e-b44f-0c193205f277 req-97c175bb-536f-4970-9499-5326909bcee6 service nova] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Refreshing instance network info cache due to event network-changed-aef6da95-4704-4825-b72c-ef4f8a5c018d. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1864.078802] env[63622]: DEBUG oslo_concurrency.lockutils [req-5923ac9c-7146-458e-b44f-0c193205f277 req-97c175bb-536f-4970-9499-5326909bcee6 service nova] Acquiring lock "refresh_cache-182a279b-bcac-4716-a074-54bfed531a77" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1864.079505] env[63622]: DEBUG oslo_concurrency.lockutils [req-5923ac9c-7146-458e-b44f-0c193205f277 req-97c175bb-536f-4970-9499-5326909bcee6 service nova] Acquired lock "refresh_cache-182a279b-bcac-4716-a074-54bfed531a77" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1864.079720] env[63622]: DEBUG nova.network.neutron [req-5923ac9c-7146-458e-b44f-0c193205f277 req-97c175bb-536f-4970-9499-5326909bcee6 service nova] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Refreshing network info cache for port aef6da95-4704-4825-b72c-ef4f8a5c018d {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1864.117705] env[63622]: DEBUG oslo_concurrency.lockutils [None req-47ae4a2e-1a70-44a7-ad0a-8800416918b3 tempest-ImagesTestJSON-1094599328 tempest-ImagesTestJSON-1094599328-project-member] Lock "625ea38b-6950-4f5f-a86f-b2955517eb6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.849s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.119400] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a3e7805c-0cc8-465a-8e06-57c4f77f8fed tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "a33387ce-53a1-4cb9-9e7b-4ff7cabc841c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.348s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.181307] env[63622]: DEBUG oslo_vmware.api [None req-1174cbed-f362-486a-ad01-e3427773d312 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817579, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218743} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.181788] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-1174cbed-f362-486a-ad01-e3427773d312 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1864.182388] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1174cbed-f362-486a-ad01-e3427773d312 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1864.182618] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1174cbed-f362-486a-ad01-e3427773d312 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1864.182803] env[63622]: INFO nova.compute.manager [None req-1174cbed-f362-486a-ad01-e3427773d312 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1864.183063] env[63622]: DEBUG oslo.service.loopingcall [None req-1174cbed-f362-486a-ad01-e3427773d312 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1864.183272] env[63622]: DEBUG nova.compute.manager [-] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1864.183367] env[63622]: DEBUG nova.network.neutron [-] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1864.199768] env[63622]: DEBUG nova.compute.manager [req-b9bd38f2-bdfc-4389-a33f-2c54cc07baad req-5e3ca6ad-92c6-4f92-8d57-251bec386199 service nova] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Received event network-vif-plugged-0cc3c508-04f8-4331-82af-124bc03e9a83 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1864.200123] env[63622]: DEBUG oslo_concurrency.lockutils [req-b9bd38f2-bdfc-4389-a33f-2c54cc07baad req-5e3ca6ad-92c6-4f92-8d57-251bec386199 service nova] Acquiring lock "f3803982-89cd-4573-be0b-d866c4969b9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.200379] env[63622]: DEBUG oslo_concurrency.lockutils [req-b9bd38f2-bdfc-4389-a33f-2c54cc07baad req-5e3ca6ad-92c6-4f92-8d57-251bec386199 service nova] Lock "f3803982-89cd-4573-be0b-d866c4969b9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.200882] env[63622]: DEBUG oslo_concurrency.lockutils [req-b9bd38f2-bdfc-4389-a33f-2c54cc07baad req-5e3ca6ad-92c6-4f92-8d57-251bec386199 service nova] Lock "f3803982-89cd-4573-be0b-d866c4969b9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.201121] env[63622]: DEBUG nova.compute.manager [req-b9bd38f2-bdfc-4389-a33f-2c54cc07baad req-5e3ca6ad-92c6-4f92-8d57-251bec386199 service nova] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] No waiting events found dispatching network-vif-plugged-0cc3c508-04f8-4331-82af-124bc03e9a83 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1864.201258] env[63622]: WARNING nova.compute.manager [req-b9bd38f2-bdfc-4389-a33f-2c54cc07baad req-5e3ca6ad-92c6-4f92-8d57-251bec386199 service nova] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Received unexpected event network-vif-plugged-0cc3c508-04f8-4331-82af-124bc03e9a83 for instance with vm_state building and task_state spawning. [ 1864.268821] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c28d7fc1-f758-409b-953f-391e2713592f tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "interface-ff1c8157-91b5-42fe-89e7-d259a280809e-3249c82a-751f-4f76-a881-661f704d9f2f" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.314s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.320781] env[63622]: DEBUG nova.network.neutron [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Successfully updated port: 0cc3c508-04f8-4331-82af-124bc03e9a83 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1864.475151] env[63622]: DEBUG oslo_vmware.api [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817580, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.509888] env[63622]: DEBUG oslo_vmware.api [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817581, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1676} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.510374] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1864.511738] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbdfc54-5e96-4539-98b3-79df5a69ffa8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.546067] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 657f0d2f-9abe-459f-9f39-55b3d0f44c66/657f0d2f-9abe-459f-9f39-55b3d0f44c66.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1864.546626] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc05613a-2a16-468f-b70c-453907798118 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.573952] env[63622]: DEBUG oslo_vmware.api [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1864.573952] env[63622]: value = "task-1817582" [ 1864.573952] env[63622]: _type = "Task" [ 1864.573952] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.592216] env[63622]: DEBUG oslo_vmware.api [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817582, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.811544] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c368906-942a-42d3-8b0c-7d5122a66c9b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.821276] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e924425-9486-48e2-b40e-a79a6782f459 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.825556] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "refresh_cache-f3803982-89cd-4573-be0b-d866c4969b9c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1864.825748] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquired lock "refresh_cache-f3803982-89cd-4573-be0b-d866c4969b9c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1864.825957] env[63622]: DEBUG nova.network.neutron [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1864.865810] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67efa2bb-168e-4018-af0b-a4133700513b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.874768] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75c65f9-4bea-415e-be9b-a3360ee2b348 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.890921] env[63622]: DEBUG nova.compute.provider_tree [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1864.973446] env[63622]: DEBUG oslo_vmware.api [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817580, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.725824} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.973740] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 22a1615f-7e0f-4157-a1bf-823c35067eb8/22a1615f-7e0f-4157-a1bf-823c35067eb8.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1864.974179] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1864.974573] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e56ea49-092a-4edb-a04d-98b9a1ccceb3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.983323] env[63622]: DEBUG oslo_vmware.api [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1864.983323] env[63622]: value = "task-1817583" [ 1864.983323] env[63622]: _type = "Task" [ 1864.983323] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.992322] env[63622]: DEBUG oslo_vmware.api [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.998311] env[63622]: DEBUG nova.network.neutron [req-5923ac9c-7146-458e-b44f-0c193205f277 req-97c175bb-536f-4970-9499-5326909bcee6 service nova] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Updated VIF entry in instance network info cache for port aef6da95-4704-4825-b72c-ef4f8a5c018d. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1864.998685] env[63622]: DEBUG nova.network.neutron [req-5923ac9c-7146-458e-b44f-0c193205f277 req-97c175bb-536f-4970-9499-5326909bcee6 service nova] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Updating instance_info_cache with network_info: [{"id": "aef6da95-4704-4825-b72c-ef4f8a5c018d", "address": "fa:16:3e:36:16:c0", "network": {"id": "c5082840-8665-4c31-8817-fd035981c27b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1678857801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e31a48c01354bcb9da91dcb5cd0f901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaef6da95-47", "ovs_interfaceid": "aef6da95-4704-4825-b72c-ef4f8a5c018d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.086923] env[63622]: DEBUG oslo_vmware.api [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817582, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.374494] env[63622]: DEBUG nova.network.neutron [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1865.394692] env[63622]: DEBUG nova.scheduler.client.report [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1865.493443] env[63622]: DEBUG oslo_vmware.api [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07169} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.493733] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1865.496940] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c51839-beb0-4133-baa4-2ec6ed545071 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.501252] env[63622]: DEBUG oslo_concurrency.lockutils [req-5923ac9c-7146-458e-b44f-0c193205f277 req-97c175bb-536f-4970-9499-5326909bcee6 service nova] Releasing lock "refresh_cache-182a279b-bcac-4716-a074-54bfed531a77" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.520596] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 22a1615f-7e0f-4157-a1bf-823c35067eb8/22a1615f-7e0f-4157-a1bf-823c35067eb8.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1865.520884] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1cd7052-ebc0-4e8e-8a17-cf7b7f926cde {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.545838] env[63622]: DEBUG oslo_vmware.api [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1865.545838] env[63622]: value = "task-1817584" [ 1865.545838] env[63622]: _type = "Task" [ 1865.545838] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.554745] env[63622]: DEBUG oslo_vmware.api [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817584, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.590076] env[63622]: DEBUG oslo_vmware.api [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817582, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.665722] env[63622]: DEBUG nova.network.neutron [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Updating instance_info_cache with network_info: [{"id": "0cc3c508-04f8-4331-82af-124bc03e9a83", "address": "fa:16:3e:67:70:4a", "network": {"id": "68e51f20-239f-4a02-84bc-7a1f8640b875", "bridge": "br-int", "label": "tempest-ServersTestJSON-1825242270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebd3f285a9d2433597945e73f2213306", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cc3c508-04", "ovs_interfaceid": "0cc3c508-04f8-4331-82af-124bc03e9a83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.794580] env[63622]: DEBUG nova.network.neutron [-] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1866.058234] env[63622]: DEBUG oslo_vmware.api [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817584, 'name': ReconfigVM_Task, 'duration_secs': 0.305427} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.058875] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 22a1615f-7e0f-4157-a1bf-823c35067eb8/22a1615f-7e0f-4157-a1bf-823c35067eb8.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1866.059495] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61384eda-5f7e-4c75-a148-8342e9e78a18 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.067793] env[63622]: DEBUG oslo_vmware.api [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1866.067793] env[63622]: value = "task-1817585" [ 1866.067793] env[63622]: _type = "Task" [ 1866.067793] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.085746] env[63622]: DEBUG oslo_vmware.api [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817585, 'name': Rename_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.088874] env[63622]: DEBUG oslo_vmware.api [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817582, 'name': ReconfigVM_Task, 'duration_secs': 1.161685} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.089171] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 657f0d2f-9abe-459f-9f39-55b3d0f44c66/657f0d2f-9abe-459f-9f39-55b3d0f44c66.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1866.089844] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-877a4738-a95d-4259-b98e-a4dc1c889531 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.096973] env[63622]: DEBUG oslo_vmware.api [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1866.096973] env[63622]: value = "task-1817586" [ 1866.096973] env[63622]: _type = "Task" [ 1866.096973] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.107062] env[63622]: DEBUG oslo_vmware.api [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817586, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.117978] env[63622]: DEBUG nova.compute.manager [req-155b75cc-65ca-42d2-951f-3dfe6b19c199 req-8cad51c7-6bb7-423c-85d7-429c6b1c695c service nova] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Received event network-vif-deleted-9ce72f84-eab0-4ede-9340-65c9dca28b12 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1866.169754] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Releasing lock "refresh_cache-f3803982-89cd-4573-be0b-d866c4969b9c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1866.170105] env[63622]: DEBUG nova.compute.manager [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Instance network_info: |[{"id": "0cc3c508-04f8-4331-82af-124bc03e9a83", "address": "fa:16:3e:67:70:4a", "network": {"id": "68e51f20-239f-4a02-84bc-7a1f8640b875", "bridge": "br-int", "label": "tempest-ServersTestJSON-1825242270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebd3f285a9d2433597945e73f2213306", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cc3c508-04", "ovs_interfaceid": "0cc3c508-04f8-4331-82af-124bc03e9a83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1866.170530] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:70:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '939c05b6-8f31-4f3a-95ac-6297e0bd243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0cc3c508-04f8-4331-82af-124bc03e9a83', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1866.178619] env[63622]: DEBUG oslo.service.loopingcall [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1866.178871] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1866.179129] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e501f54b-fb4d-4912-849e-0c2eaf1c4702 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.202200] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1866.202200] env[63622]: value = "task-1817587" [ 1866.202200] env[63622]: _type = "Task" [ 1866.202200] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.218084] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817587, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.234374] env[63622]: DEBUG nova.compute.manager [req-f46c851a-ea03-4776-9cf9-46c442295284 req-bfe66197-425a-415b-b17e-c2b5d412d0dc service nova] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Received event network-changed-0cc3c508-04f8-4331-82af-124bc03e9a83 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1866.234594] env[63622]: DEBUG nova.compute.manager [req-f46c851a-ea03-4776-9cf9-46c442295284 req-bfe66197-425a-415b-b17e-c2b5d412d0dc service nova] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Refreshing instance network info cache due to event network-changed-0cc3c508-04f8-4331-82af-124bc03e9a83. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1866.234859] env[63622]: DEBUG oslo_concurrency.lockutils [req-f46c851a-ea03-4776-9cf9-46c442295284 req-bfe66197-425a-415b-b17e-c2b5d412d0dc service nova] Acquiring lock "refresh_cache-f3803982-89cd-4573-be0b-d866c4969b9c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1866.235038] env[63622]: DEBUG oslo_concurrency.lockutils [req-f46c851a-ea03-4776-9cf9-46c442295284 req-bfe66197-425a-415b-b17e-c2b5d412d0dc service nova] Acquired lock "refresh_cache-f3803982-89cd-4573-be0b-d866c4969b9c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1866.235208] env[63622]: DEBUG nova.network.neutron [req-f46c851a-ea03-4776-9cf9-46c442295284 req-bfe66197-425a-415b-b17e-c2b5d412d0dc service nova] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Refreshing network info cache for port 0cc3c508-04f8-4331-82af-124bc03e9a83 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1866.298294] env[63622]: INFO nova.compute.manager [-] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Took 2.11 seconds to deallocate network for instance. [ 1866.407898] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.840s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.414372] env[63622]: DEBUG oslo_concurrency.lockutils [None req-39978121-de7f-4239-ab97-50f0a89782fb tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.811s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.414641] env[63622]: DEBUG nova.objects.instance [None req-39978121-de7f-4239-ab97-50f0a89782fb tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Lazy-loading 'resources' on Instance uuid 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1866.558559] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "59bfe42c-856e-424b-a23b-38b4043181c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.558559] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "59bfe42c-856e-424b-a23b-38b4043181c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.586209] env[63622]: DEBUG oslo_vmware.api [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817585, 'name': Rename_Task, 'duration_secs': 0.155892} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.586209] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1866.586209] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c9fefc0-6ba7-4284-9ac9-56d1095238af {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.591302] env[63622]: DEBUG oslo_vmware.api [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1866.591302] env[63622]: value = "task-1817588" [ 1866.591302] env[63622]: _type = "Task" [ 1866.591302] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.600105] env[63622]: DEBUG oslo_vmware.api [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817588, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.611862] env[63622]: DEBUG oslo_vmware.api [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817586, 'name': Rename_Task, 'duration_secs': 0.176345} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.612247] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1866.612507] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d64e50a7-0c2b-43f2-bc4c-117b9137db8a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.620299] env[63622]: DEBUG oslo_vmware.api [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1866.620299] env[63622]: value = "task-1817589" [ 1866.620299] env[63622]: _type = "Task" [ 1866.620299] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.628711] env[63622]: DEBUG oslo_vmware.api [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.702968] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751ece5e-bd6b-4179-9500-701896fbd2b0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.717565] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7087412-f691-4253-b8d3-b691bf79211b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.720659] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817587, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.752623] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10724f65-e67b-47e4-a1a8-33e11776cd7d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.761581] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7fc5dc-34ca-4fc3-8e82-7ba315133d2d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.778783] env[63622]: DEBUG nova.compute.provider_tree [None req-39978121-de7f-4239-ab97-50f0a89782fb tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1866.805652] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1174cbed-f362-486a-ad01-e3427773d312 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.974584] env[63622]: DEBUG nova.network.neutron [req-f46c851a-ea03-4776-9cf9-46c442295284 req-bfe66197-425a-415b-b17e-c2b5d412d0dc service nova] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Updated VIF entry in instance network info cache for port 0cc3c508-04f8-4331-82af-124bc03e9a83. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1866.974957] env[63622]: DEBUG nova.network.neutron [req-f46c851a-ea03-4776-9cf9-46c442295284 req-bfe66197-425a-415b-b17e-c2b5d412d0dc service nova] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Updating instance_info_cache with network_info: [{"id": "0cc3c508-04f8-4331-82af-124bc03e9a83", "address": "fa:16:3e:67:70:4a", "network": {"id": "68e51f20-239f-4a02-84bc-7a1f8640b875", "bridge": "br-int", "label": "tempest-ServersTestJSON-1825242270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebd3f285a9d2433597945e73f2213306", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cc3c508-04", "ovs_interfaceid": "0cc3c508-04f8-4331-82af-124bc03e9a83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1867.060194] env[63622]: DEBUG nova.compute.manager [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1867.102159] env[63622]: DEBUG oslo_vmware.api [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817588, 'name': PowerOnVM_Task, 'duration_secs': 0.481195} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.102229] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1867.102429] env[63622]: DEBUG nova.compute.manager [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1867.103214] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba99995-f4ee-4c52-a337-a0d3833445da {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.130493] env[63622]: DEBUG oslo_vmware.api [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817589, 'name': PowerOnVM_Task} progress is 81%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.219387] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817587, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.282417] env[63622]: DEBUG nova.scheduler.client.report [None req-39978121-de7f-4239-ab97-50f0a89782fb tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1867.478735] env[63622]: DEBUG oslo_concurrency.lockutils [req-f46c851a-ea03-4776-9cf9-46c442295284 req-bfe66197-425a-415b-b17e-c2b5d412d0dc service nova] Releasing lock "refresh_cache-f3803982-89cd-4573-be0b-d866c4969b9c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1867.588308] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.621726] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.631523] env[63622]: DEBUG oslo_vmware.api [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817589, 'name': PowerOnVM_Task, 'duration_secs': 0.896754} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.631742] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1867.632045] env[63622]: INFO nova.compute.manager [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Took 10.16 seconds to spawn the instance on the hypervisor. [ 1867.632371] env[63622]: DEBUG nova.compute.manager [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1867.633566] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe51d55-f9a6-4d17-bb18-3fb6e456b387 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.719815] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817587, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.789549] env[63622]: DEBUG oslo_concurrency.lockutils [None req-39978121-de7f-4239-ab97-50f0a89782fb tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.375s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.792717] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8a59dc57-2c4a-4caa-a714-18df6c1ff600 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.603s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.792991] env[63622]: DEBUG nova.objects.instance [None req-8a59dc57-2c4a-4caa-a714-18df6c1ff600 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lazy-loading 'resources' on Instance uuid 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1867.808466] env[63622]: INFO nova.scheduler.client.report [None req-39978121-de7f-4239-ab97-50f0a89782fb tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Deleted allocations for instance 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818 [ 1867.948610] env[63622]: INFO nova.compute.manager [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Swapping old allocation on dict_keys(['8dd86f19-3c1a-4ba4-9c42-69cb148971df']) held by migration b8cb6435-0212-4799-95a6-1070c51b0a75 for instance [ 1867.971850] env[63622]: DEBUG nova.scheduler.client.report [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Overwriting current allocation {'allocations': {'8dd86f19-3c1a-4ba4-9c42-69cb148971df': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 150}}, 'project_id': '1a0890704ac74d28998a905c11f1f4b0', 'user_id': '47f2ba82b68243a0af242e8798e4f1d7', 'consumer_generation': 1} on consumer 3ba0280a-9e90-4236-b70b-f485d0766364 {{(pid=63622) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2033}} [ 1868.083727] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "refresh_cache-3ba0280a-9e90-4236-b70b-f485d0766364" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.084105] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquired lock "refresh_cache-3ba0280a-9e90-4236-b70b-f485d0766364" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.084105] env[63622]: DEBUG nova.network.neutron [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1868.154673] env[63622]: INFO nova.compute.manager [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Took 27.55 seconds to build instance. [ 1868.219495] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817587, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.317089] env[63622]: DEBUG oslo_concurrency.lockutils [None req-39978121-de7f-4239-ab97-50f0a89782fb tempest-ServerMetadataTestJSON-1934536731 tempest-ServerMetadataTestJSON-1934536731-project-member] Lock "86ae2ff0-b4e3-4d0b-b935-5012b2b7d818" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.357s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.508746] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14f84b3-91ec-42d5-a5c1-68e4a926894d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.517733] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb957ac4-5f6c-4072-b8b0-3de67a242ae6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.549371] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ff2358-d21f-4213-be9f-20622b58edd0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.558197] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faecaadf-d436-4748-8121-fdd3e25ad631 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.578406] env[63622]: DEBUG nova.compute.provider_tree [None req-8a59dc57-2c4a-4caa-a714-18df6c1ff600 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1868.656899] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b7293f60-0a8b-40fb-bf5f-0699f1025bc2 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "657f0d2f-9abe-459f-9f39-55b3d0f44c66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.067s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.723108] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817587, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.830543] env[63622]: DEBUG oslo_concurrency.lockutils [None req-cbf91a06-b09e-405f-ad2f-4b1731635f9c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "22a1615f-7e0f-4157-a1bf-823c35067eb8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.831054] env[63622]: DEBUG oslo_concurrency.lockutils [None req-cbf91a06-b09e-405f-ad2f-4b1731635f9c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "22a1615f-7e0f-4157-a1bf-823c35067eb8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.831509] env[63622]: DEBUG oslo_concurrency.lockutils [None req-cbf91a06-b09e-405f-ad2f-4b1731635f9c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "22a1615f-7e0f-4157-a1bf-823c35067eb8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.831817] env[63622]: DEBUG oslo_concurrency.lockutils [None req-cbf91a06-b09e-405f-ad2f-4b1731635f9c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "22a1615f-7e0f-4157-a1bf-823c35067eb8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.832128] env[63622]: DEBUG oslo_concurrency.lockutils [None req-cbf91a06-b09e-405f-ad2f-4b1731635f9c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "22a1615f-7e0f-4157-a1bf-823c35067eb8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.835826] env[63622]: INFO nova.compute.manager [None req-cbf91a06-b09e-405f-ad2f-4b1731635f9c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Terminating instance [ 1868.867026] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d72dd06e-e928-4453-8efa-557b442f110b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "657f0d2f-9abe-459f-9f39-55b3d0f44c66" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.867026] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d72dd06e-e928-4453-8efa-557b442f110b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "657f0d2f-9abe-459f-9f39-55b3d0f44c66" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.867026] env[63622]: DEBUG nova.compute.manager [None req-d72dd06e-e928-4453-8efa-557b442f110b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1868.867026] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c419efa4-d93b-436e-bec3-f8e1135f6304 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.874291] env[63622]: DEBUG nova.compute.manager [None req-d72dd06e-e928-4453-8efa-557b442f110b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63622) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1868.875443] env[63622]: DEBUG nova.objects.instance [None req-d72dd06e-e928-4453-8efa-557b442f110b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lazy-loading 'flavor' on Instance uuid 657f0d2f-9abe-459f-9f39-55b3d0f44c66 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1869.016119] env[63622]: DEBUG nova.network.neutron [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Updating instance_info_cache with network_info: [{"id": "d1b7d7d7-0c59-4531-92d2-5da6f1498340", "address": "fa:16:3e:ec:fb:d9", "network": {"id": "d99154f7-509d-4022-8cc6-a3f6dfa87b98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065749372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a0890704ac74d28998a905c11f1f4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1b7d7d7-0c", "ovs_interfaceid": "d1b7d7d7-0c59-4531-92d2-5da6f1498340", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1869.082049] env[63622]: DEBUG nova.scheduler.client.report [None req-8a59dc57-2c4a-4caa-a714-18df6c1ff600 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1869.220828] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817587, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.338561] env[63622]: DEBUG nova.compute.manager [None req-cbf91a06-b09e-405f-ad2f-4b1731635f9c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1869.338807] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf91a06-b09e-405f-ad2f-4b1731635f9c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1869.339720] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5150c86d-36c2-43d9-97a1-f1f4bbaae829 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.348676] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf91a06-b09e-405f-ad2f-4b1731635f9c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1869.349131] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-332d9500-7e51-4fc0-b0a9-c7931f9bc867 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.356859] env[63622]: DEBUG oslo_vmware.api [None req-cbf91a06-b09e-405f-ad2f-4b1731635f9c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1869.356859] env[63622]: value = "task-1817590" [ 1869.356859] env[63622]: _type = "Task" [ 1869.356859] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.368145] env[63622]: DEBUG oslo_vmware.api [None req-cbf91a06-b09e-405f-ad2f-4b1731635f9c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.520169] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Releasing lock "refresh_cache-3ba0280a-9e90-4236-b70b-f485d0766364" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.521373] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84d3faa-6058-43b1-b791-b4726f0bdf5d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.532473] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6a596b-e1dc-4f1b-9b98-0369b7a601a4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.592512] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8a59dc57-2c4a-4caa-a714-18df6c1ff600 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.796s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.592512] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1174cbed-f362-486a-ad01-e3427773d312 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.786s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.592512] env[63622]: DEBUG nova.objects.instance [None req-1174cbed-f362-486a-ad01-e3427773d312 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lazy-loading 'resources' on Instance uuid ff1c8157-91b5-42fe-89e7-d259a280809e {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1869.623739] env[63622]: INFO nova.scheduler.client.report [None req-8a59dc57-2c4a-4caa-a714-18df6c1ff600 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Deleted allocations for instance 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2 [ 1869.672918] env[63622]: DEBUG oslo_concurrency.lockutils [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "b17067e4-3c12-4b51-b8b6-7da67a69f80c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.673201] env[63622]: DEBUG oslo_concurrency.lockutils [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "b17067e4-3c12-4b51-b8b6-7da67a69f80c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.725465] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817587, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.868327] env[63622]: DEBUG oslo_vmware.api [None req-cbf91a06-b09e-405f-ad2f-4b1731635f9c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817590, 'name': PowerOffVM_Task, 'duration_secs': 0.256409} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.868442] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf91a06-b09e-405f-ad2f-4b1731635f9c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1869.868611] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf91a06-b09e-405f-ad2f-4b1731635f9c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1869.868875] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c6e0b80-1499-4e2c-84a4-e72fa06a4c40 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.885392] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d72dd06e-e928-4453-8efa-557b442f110b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1869.885705] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d3c2af6-1790-4838-807e-1b40628f8787 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.897907] env[63622]: DEBUG oslo_vmware.api [None req-d72dd06e-e928-4453-8efa-557b442f110b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1869.897907] env[63622]: value = "task-1817592" [ 1869.897907] env[63622]: _type = "Task" [ 1869.897907] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.906999] env[63622]: DEBUG oslo_vmware.api [None req-d72dd06e-e928-4453-8efa-557b442f110b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817592, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.138288] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8a59dc57-2c4a-4caa-a714-18df6c1ff600 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "3cf07a7e-58db-4d28-8710-b2d0a89b5bf2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.824s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.177495] env[63622]: DEBUG nova.compute.manager [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1870.225051] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817587, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.383786] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e201f2-e4d1-4e8f-a83c-35dd721f7daa {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.392886] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f7bfb9-bd24-42a6-8e2f-8d2088f9a63d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.427417] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e023b9bb-020f-4ef4-ad7e-83c7c4b519f3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.432969] env[63622]: DEBUG oslo_vmware.api [None req-d72dd06e-e928-4453-8efa-557b442f110b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817592, 'name': PowerOffVM_Task, 'duration_secs': 0.36338} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.433661] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-d72dd06e-e928-4453-8efa-557b442f110b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1870.433906] env[63622]: DEBUG nova.compute.manager [None req-d72dd06e-e928-4453-8efa-557b442f110b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1870.434661] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b79032-c38f-4ff6-9963-3f813459eb01 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.442386] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07fae09-1024-43e9-8914-af237f0aa114 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.469186] env[63622]: DEBUG nova.compute.provider_tree [None req-1174cbed-f362-486a-ad01-e3427773d312 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1870.650024] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1870.650024] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd2123b2-58e6-4bce-9395-0d9da89daac7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.657857] env[63622]: DEBUG oslo_vmware.api [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1870.657857] env[63622]: value = "task-1817593" [ 1870.657857] env[63622]: _type = "Task" [ 1870.657857] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.668199] env[63622]: DEBUG oslo_vmware.api [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.719305] env[63622]: DEBUG oslo_concurrency.lockutils [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.723162] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817587, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.960753] env[63622]: DEBUG oslo_concurrency.lockutils [None req-d72dd06e-e928-4453-8efa-557b442f110b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "657f0d2f-9abe-459f-9f39-55b3d0f44c66" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.096s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.971176] env[63622]: DEBUG nova.scheduler.client.report [None req-1174cbed-f362-486a-ad01-e3427773d312 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1871.173771] env[63622]: DEBUG oslo_vmware.api [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817593, 'name': PowerOffVM_Task, 'duration_secs': 0.26743} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.174071] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1871.174768] env[63622]: DEBUG nova.virt.hardware [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1871.174970] env[63622]: DEBUG nova.virt.hardware [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1871.175136] env[63622]: DEBUG nova.virt.hardware [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1871.175321] env[63622]: DEBUG nova.virt.hardware [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1871.175464] env[63622]: DEBUG nova.virt.hardware [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1871.175605] env[63622]: DEBUG nova.virt.hardware [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1871.175834] env[63622]: DEBUG nova.virt.hardware [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1871.176028] env[63622]: DEBUG nova.virt.hardware [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1871.177177] env[63622]: DEBUG nova.virt.hardware [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1871.177177] env[63622]: DEBUG nova.virt.hardware [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1871.177177] env[63622]: DEBUG nova.virt.hardware [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1871.182990] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37ef5e59-84a1-4e84-a299-4138cdd16901 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.201032] env[63622]: DEBUG oslo_vmware.api [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1871.201032] env[63622]: value = "task-1817594" [ 1871.201032] env[63622]: _type = "Task" [ 1871.201032] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.210817] env[63622]: DEBUG oslo_vmware.api [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817594, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.222103] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817587, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.284631] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "841525cb-ea3b-47c2-b79e-82102553cbf1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.284884] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "841525cb-ea3b-47c2-b79e-82102553cbf1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.477959] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1174cbed-f362-486a-ad01-e3427773d312 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.886s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.480983] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.893s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.482357] env[63622]: INFO nova.compute.claims [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1871.541793] env[63622]: INFO nova.scheduler.client.report [None req-1174cbed-f362-486a-ad01-e3427773d312 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Deleted allocations for instance ff1c8157-91b5-42fe-89e7-d259a280809e [ 1871.714112] env[63622]: DEBUG oslo_vmware.api [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817594, 'name': ReconfigVM_Task, 'duration_secs': 0.157247} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.721019] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ee35ff-bb8f-44bb-9e20-b5277fb6a81d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.729733] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817587, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.747076] env[63622]: DEBUG nova.virt.hardware [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1871.747672] env[63622]: DEBUG nova.virt.hardware [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1871.747672] env[63622]: DEBUG nova.virt.hardware [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1871.747787] env[63622]: DEBUG nova.virt.hardware [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1871.748080] env[63622]: DEBUG nova.virt.hardware [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1871.749070] env[63622]: DEBUG nova.virt.hardware [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1871.749070] env[63622]: DEBUG nova.virt.hardware [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1871.749070] env[63622]: DEBUG nova.virt.hardware [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1871.749070] env[63622]: DEBUG nova.virt.hardware [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1871.749070] env[63622]: DEBUG nova.virt.hardware [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1871.749070] env[63622]: DEBUG nova.virt.hardware [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1871.749956] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9bedc4d-67ef-4d6c-9519-d42591de4865 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.757082] env[63622]: DEBUG oslo_vmware.api [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1871.757082] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]529d2012-42bd-f246-f39d-cff01bbfb765" [ 1871.757082] env[63622]: _type = "Task" [ 1871.757082] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.765603] env[63622]: DEBUG oslo_vmware.api [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]529d2012-42bd-f246-f39d-cff01bbfb765, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.770122] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1cc52787-a86b-4873-a511-669378e6cb02 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "657f0d2f-9abe-459f-9f39-55b3d0f44c66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.770359] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1cc52787-a86b-4873-a511-669378e6cb02 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "657f0d2f-9abe-459f-9f39-55b3d0f44c66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.770672] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1cc52787-a86b-4873-a511-669378e6cb02 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "657f0d2f-9abe-459f-9f39-55b3d0f44c66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.770760] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1cc52787-a86b-4873-a511-669378e6cb02 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "657f0d2f-9abe-459f-9f39-55b3d0f44c66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.771217] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1cc52787-a86b-4873-a511-669378e6cb02 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "657f0d2f-9abe-459f-9f39-55b3d0f44c66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.773604] env[63622]: INFO nova.compute.manager [None req-1cc52787-a86b-4873-a511-669378e6cb02 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Terminating instance [ 1871.788845] env[63622]: DEBUG nova.compute.manager [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1872.059248] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1174cbed-f362-486a-ad01-e3427773d312 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "ff1c8157-91b5-42fe-89e7-d259a280809e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.603s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.188491] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf91a06-b09e-405f-ad2f-4b1731635f9c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1872.188491] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf91a06-b09e-405f-ad2f-4b1731635f9c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1872.188576] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbf91a06-b09e-405f-ad2f-4b1731635f9c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Deleting the datastore file [datastore1] 22a1615f-7e0f-4157-a1bf-823c35067eb8 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1872.188938] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cf8bf03-91be-4acf-a86e-87728c0bb2b2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.199173] env[63622]: DEBUG oslo_vmware.api [None req-cbf91a06-b09e-405f-ad2f-4b1731635f9c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1872.199173] env[63622]: value = "task-1817595" [ 1872.199173] env[63622]: _type = "Task" [ 1872.199173] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.208589] env[63622]: DEBUG oslo_vmware.api [None req-cbf91a06-b09e-405f-ad2f-4b1731635f9c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.226271] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817587, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.278182] env[63622]: DEBUG nova.compute.manager [None req-1cc52787-a86b-4873-a511-669378e6cb02 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1872.278512] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc52787-a86b-4873-a511-669378e6cb02 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1872.279171] env[63622]: DEBUG oslo_vmware.api [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]529d2012-42bd-f246-f39d-cff01bbfb765, 'name': SearchDatastore_Task, 'duration_secs': 0.012073} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.279710] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf217bb1-c48a-4b15-940e-8ad189c8f62c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.291727] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Reconfiguring VM instance instance-00000058 to detach disk 2000 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1872.292104] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a4971ab-2b37-4bba-94c9-7966c52b2921 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.320389] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc52787-a86b-4873-a511-669378e6cb02 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1872.320389] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3d3c0c2-16c6-4aad-bcdb-aa4977ea14f8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.328755] env[63622]: DEBUG oslo_vmware.api [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1872.328755] env[63622]: value = "task-1817596" [ 1872.328755] env[63622]: _type = "Task" [ 1872.328755] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.340815] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.341465] env[63622]: DEBUG oslo_vmware.api [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817596, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.562510] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc52787-a86b-4873-a511-669378e6cb02 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1872.562727] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc52787-a86b-4873-a511-669378e6cb02 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1872.562904] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cc52787-a86b-4873-a511-669378e6cb02 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Deleting the datastore file [datastore1] 657f0d2f-9abe-459f-9f39-55b3d0f44c66 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1872.564887] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0c83541-d23a-4499-b847-0462c47d5ce5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.571761] env[63622]: DEBUG oslo_vmware.api [None req-1cc52787-a86b-4873-a511-669378e6cb02 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1872.571761] env[63622]: value = "task-1817598" [ 1872.571761] env[63622]: _type = "Task" [ 1872.571761] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.582961] env[63622]: DEBUG oslo_vmware.api [None req-1cc52787-a86b-4873-a511-669378e6cb02 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.696107] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b780f4-3a6a-41e2-bf78-6891a228159c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.709034] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa27a0e5-477c-4a58-a678-8ae59ec7f03a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.712310] env[63622]: DEBUG oslo_vmware.api [None req-cbf91a06-b09e-405f-ad2f-4b1731635f9c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817595, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187776} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.712527] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbf91a06-b09e-405f-ad2f-4b1731635f9c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1872.712846] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf91a06-b09e-405f-ad2f-4b1731635f9c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1872.712890] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf91a06-b09e-405f-ad2f-4b1731635f9c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1872.713086] env[63622]: INFO nova.compute.manager [None req-cbf91a06-b09e-405f-ad2f-4b1731635f9c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Took 3.37 seconds to destroy the instance on the hypervisor. [ 1872.713294] env[63622]: DEBUG oslo.service.loopingcall [None req-cbf91a06-b09e-405f-ad2f-4b1731635f9c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1872.714144] env[63622]: DEBUG nova.compute.manager [-] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1872.714144] env[63622]: DEBUG nova.network.neutron [-] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1872.744149] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab5ea3e-b60b-4ef9-907e-b728c47dead4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.748894] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817587, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.754283] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c14d945-100c-4b19-924b-b74778f3e323 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.771286] env[63622]: DEBUG nova.compute.provider_tree [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1872.820564] env[63622]: DEBUG oslo_concurrency.lockutils [None req-98844a8b-5ad5-4b49-a1b5-bf8ee7a8fcf8 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "9a854487-4c27-4271-9a1f-1875f7bd0a06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.820909] env[63622]: DEBUG oslo_concurrency.lockutils [None req-98844a8b-5ad5-4b49-a1b5-bf8ee7a8fcf8 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "9a854487-4c27-4271-9a1f-1875f7bd0a06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.821158] env[63622]: DEBUG oslo_concurrency.lockutils [None req-98844a8b-5ad5-4b49-a1b5-bf8ee7a8fcf8 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "9a854487-4c27-4271-9a1f-1875f7bd0a06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.821422] env[63622]: DEBUG oslo_concurrency.lockutils [None req-98844a8b-5ad5-4b49-a1b5-bf8ee7a8fcf8 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "9a854487-4c27-4271-9a1f-1875f7bd0a06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.821509] env[63622]: DEBUG oslo_concurrency.lockutils [None req-98844a8b-5ad5-4b49-a1b5-bf8ee7a8fcf8 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "9a854487-4c27-4271-9a1f-1875f7bd0a06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.823695] env[63622]: INFO nova.compute.manager [None req-98844a8b-5ad5-4b49-a1b5-bf8ee7a8fcf8 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Terminating instance [ 1872.838549] env[63622]: DEBUG oslo_vmware.api [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817596, 'name': ReconfigVM_Task, 'duration_secs': 0.267714} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.838817] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Reconfigured VM instance instance-00000058 to detach disk 2000 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1872.839834] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76ac459-c82b-4a18-a30a-7b3ce649ad2c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.868133] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 3ba0280a-9e90-4236-b70b-f485d0766364/3ba0280a-9e90-4236-b70b-f485d0766364.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1872.868712] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faa4cc46-4d01-47f9-bddb-fff50ce33c4d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.888497] env[63622]: DEBUG oslo_vmware.api [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1872.888497] env[63622]: value = "task-1817599" [ 1872.888497] env[63622]: _type = "Task" [ 1872.888497] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.897361] env[63622]: DEBUG oslo_vmware.api [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817599, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.083274] env[63622]: DEBUG oslo_vmware.api [None req-1cc52787-a86b-4873-a511-669378e6cb02 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151303} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.084677] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cc52787-a86b-4873-a511-669378e6cb02 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1873.084933] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc52787-a86b-4873-a511-669378e6cb02 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1873.085225] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc52787-a86b-4873-a511-669378e6cb02 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1873.085461] env[63622]: INFO nova.compute.manager [None req-1cc52787-a86b-4873-a511-669378e6cb02 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Took 0.81 seconds to destroy the instance on the hypervisor. [ 1873.085775] env[63622]: DEBUG oslo.service.loopingcall [None req-1cc52787-a86b-4873-a511-669378e6cb02 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1873.087102] env[63622]: DEBUG nova.compute.manager [req-a02b7bdb-5cdd-458b-9e61-4dea269505fb req-86e695f8-d9b7-41f1-84b8-7d4fbe3b3fde service nova] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Received event network-vif-deleted-1a431448-21dd-430b-bee5-da0294680ffe {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1873.087331] env[63622]: INFO nova.compute.manager [req-a02b7bdb-5cdd-458b-9e61-4dea269505fb req-86e695f8-d9b7-41f1-84b8-7d4fbe3b3fde service nova] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Neutron deleted interface 1a431448-21dd-430b-bee5-da0294680ffe; detaching it from the instance and deleting it from the info cache [ 1873.087564] env[63622]: DEBUG nova.network.neutron [req-a02b7bdb-5cdd-458b-9e61-4dea269505fb req-86e695f8-d9b7-41f1-84b8-7d4fbe3b3fde service nova] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.088910] env[63622]: DEBUG nova.compute.manager [-] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1873.089050] env[63622]: DEBUG nova.network.neutron [-] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1873.238649] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817587, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.275223] env[63622]: DEBUG nova.scheduler.client.report [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1873.327733] env[63622]: DEBUG nova.compute.manager [None req-98844a8b-5ad5-4b49-a1b5-bf8ee7a8fcf8 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1873.328791] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-98844a8b-5ad5-4b49-a1b5-bf8ee7a8fcf8 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1873.328916] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d85553-d36e-4bdc-80aa-7cac3ed3e3fb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.336952] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-98844a8b-5ad5-4b49-a1b5-bf8ee7a8fcf8 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1873.337232] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7340d40-5f00-4428-bd24-99a3226bd67f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.344246] env[63622]: DEBUG oslo_vmware.api [None req-98844a8b-5ad5-4b49-a1b5-bf8ee7a8fcf8 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1873.344246] env[63622]: value = "task-1817600" [ 1873.344246] env[63622]: _type = "Task" [ 1873.344246] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.353904] env[63622]: DEBUG oslo_vmware.api [None req-98844a8b-5ad5-4b49-a1b5-bf8ee7a8fcf8 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.401014] env[63622]: DEBUG oslo_vmware.api [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817599, 'name': ReconfigVM_Task, 'duration_secs': 0.319927} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.401768] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 3ba0280a-9e90-4236-b70b-f485d0766364/3ba0280a-9e90-4236-b70b-f485d0766364.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1873.402341] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc968308-41a6-4f3b-8542-8eeb256040c0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.431804] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe915d42-e84f-4d44-9f58-deb71f80c2e7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.460776] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d1e9d4-63c8-4c51-84ff-3ab0cbdc22d9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.482404] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfbfab0-a78e-4191-8f46-873ee475eb8f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.493136] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1873.493441] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed8d0fad-d462-498f-b553-e6cc9b2e557c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.501731] env[63622]: DEBUG oslo_vmware.api [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1873.501731] env[63622]: value = "task-1817601" [ 1873.501731] env[63622]: _type = "Task" [ 1873.501731] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.514361] env[63622]: DEBUG oslo_vmware.api [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.555934] env[63622]: DEBUG nova.network.neutron [-] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.593488] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-460801ab-167e-4918-813b-a4fae52ed495 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.603606] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115cc53b-9dbb-4bf8-8aca-b6e88576da99 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.640472] env[63622]: DEBUG nova.compute.manager [req-a02b7bdb-5cdd-458b-9e61-4dea269505fb req-86e695f8-d9b7-41f1-84b8-7d4fbe3b3fde service nova] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Detach interface failed, port_id=1a431448-21dd-430b-bee5-da0294680ffe, reason: Instance 22a1615f-7e0f-4157-a1bf-823c35067eb8 could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1873.729518] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817587, 'name': CreateVM_Task, 'duration_secs': 7.095885} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.729715] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1873.730539] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1873.730696] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.731046] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1873.731324] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91d03a17-0cf6-461a-9db2-9cf366970f0b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.737357] env[63622]: DEBUG oslo_vmware.api [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1873.737357] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]521ecaed-8b1e-6b6b-6208-09d68c89c573" [ 1873.737357] env[63622]: _type = "Task" [ 1873.737357] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.747766] env[63622]: DEBUG oslo_vmware.api [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]521ecaed-8b1e-6b6b-6208-09d68c89c573, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.781928] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.301s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.782244] env[63622]: DEBUG nova.compute.manager [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1873.784992] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.164s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.785190] env[63622]: DEBUG nova.objects.instance [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63622) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1873.861600] env[63622]: DEBUG oslo_vmware.api [None req-98844a8b-5ad5-4b49-a1b5-bf8ee7a8fcf8 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817600, 'name': PowerOffVM_Task, 'duration_secs': 0.201962} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.861879] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-98844a8b-5ad5-4b49-a1b5-bf8ee7a8fcf8 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1873.862073] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-98844a8b-5ad5-4b49-a1b5-bf8ee7a8fcf8 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1873.862340] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a2c22ca-1b0a-4ee2-b604-4074d1da1131 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.935241] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-98844a8b-5ad5-4b49-a1b5-bf8ee7a8fcf8 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1873.935483] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-98844a8b-5ad5-4b49-a1b5-bf8ee7a8fcf8 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1873.935666] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-98844a8b-5ad5-4b49-a1b5-bf8ee7a8fcf8 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Deleting the datastore file [datastore1] 9a854487-4c27-4271-9a1f-1875f7bd0a06 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1873.936012] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-598bec83-1a63-4944-a42d-b04ab574726c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.004391] env[63622]: DEBUG oslo_vmware.api [None req-98844a8b-5ad5-4b49-a1b5-bf8ee7a8fcf8 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for the task: (returnval){ [ 1874.004391] env[63622]: value = "task-1817603" [ 1874.004391] env[63622]: _type = "Task" [ 1874.004391] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.004391] env[63622]: DEBUG oslo_vmware.api [None req-98844a8b-5ad5-4b49-a1b5-bf8ee7a8fcf8 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.004391] env[63622]: DEBUG nova.network.neutron [-] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1874.017054] env[63622]: DEBUG oslo_vmware.api [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817601, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.059256] env[63622]: INFO nova.compute.manager [-] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Took 1.35 seconds to deallocate network for instance. [ 1874.247679] env[63622]: DEBUG oslo_vmware.api [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]521ecaed-8b1e-6b6b-6208-09d68c89c573, 'name': SearchDatastore_Task, 'duration_secs': 0.010243} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.248010] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.248260] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1874.248491] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1874.248641] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1874.248818] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1874.249090] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9b3e229-3a3d-4099-99ef-19cc791743fd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.259654] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1874.259845] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1874.260702] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bba30d0-8b57-463c-a00a-51526dfcc8a6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.266297] env[63622]: DEBUG oslo_vmware.api [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1874.266297] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]528b0704-ea86-b22b-3e0b-87ab7a2c334a" [ 1874.266297] env[63622]: _type = "Task" [ 1874.266297] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.273992] env[63622]: DEBUG oslo_vmware.api [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]528b0704-ea86-b22b-3e0b-87ab7a2c334a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.289364] env[63622]: DEBUG nova.compute.utils [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1874.293414] env[63622]: DEBUG nova.compute.manager [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1874.293464] env[63622]: DEBUG nova.network.neutron [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1874.343120] env[63622]: DEBUG nova.policy [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbec321635d64a7a8f71f00abad479f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9660078317c743adb462df751adaad7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1874.458517] env[63622]: DEBUG oslo_vmware.api [None req-98844a8b-5ad5-4b49-a1b5-bf8ee7a8fcf8 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Task: {'id': task-1817603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266694} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.460094] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-98844a8b-5ad5-4b49-a1b5-bf8ee7a8fcf8 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1874.460094] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-98844a8b-5ad5-4b49-a1b5-bf8ee7a8fcf8 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1874.460094] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-98844a8b-5ad5-4b49-a1b5-bf8ee7a8fcf8 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1874.460094] env[63622]: INFO nova.compute.manager [None req-98844a8b-5ad5-4b49-a1b5-bf8ee7a8fcf8 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1874.460094] env[63622]: DEBUG oslo.service.loopingcall [None req-98844a8b-5ad5-4b49-a1b5-bf8ee7a8fcf8 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1874.460094] env[63622]: DEBUG nova.compute.manager [-] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1874.460094] env[63622]: DEBUG nova.network.neutron [-] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1874.492109] env[63622]: INFO nova.compute.manager [-] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Took 1.40 seconds to deallocate network for instance. [ 1874.514725] env[63622]: DEBUG oslo_vmware.api [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817601, 'name': PowerOnVM_Task, 'duration_secs': 0.516237} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.515018] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1874.565840] env[63622]: DEBUG oslo_concurrency.lockutils [None req-cbf91a06-b09e-405f-ad2f-4b1731635f9c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.664630] env[63622]: DEBUG nova.network.neutron [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Successfully created port: 8551cb02-b4bc-4f02-8b67-18a9c0ef87de {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1874.777698] env[63622]: DEBUG oslo_vmware.api [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]528b0704-ea86-b22b-3e0b-87ab7a2c334a, 'name': SearchDatastore_Task, 'duration_secs': 0.034771} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.779104] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20dd871b-fc92-4529-b068-2f87d26c87d5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.785199] env[63622]: DEBUG oslo_vmware.api [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1874.785199] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b43343-7ac1-0c12-485b-300ffbf035dd" [ 1874.785199] env[63622]: _type = "Task" [ 1874.785199] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.793747] env[63622]: DEBUG nova.compute.manager [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1874.797363] env[63622]: DEBUG oslo_vmware.api [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b43343-7ac1-0c12-485b-300ffbf035dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.800017] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8cda7ae4-d649-4cc3-8357-4350198f82c2 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.801214] env[63622]: DEBUG oslo_concurrency.lockutils [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.082s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.802580] env[63622]: INFO nova.compute.claims [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1874.982801] env[63622]: DEBUG nova.compute.manager [req-8499d089-da1a-410d-b5ca-1b18ec54ab85 req-cbc2b168-7aef-4098-9c0e-21a9e8b6208b service nova] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Received event network-vif-deleted-83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1874.982801] env[63622]: INFO nova.compute.manager [req-8499d089-da1a-410d-b5ca-1b18ec54ab85 req-cbc2b168-7aef-4098-9c0e-21a9e8b6208b service nova] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Neutron deleted interface 83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0; detaching it from the instance and deleting it from the info cache [ 1874.982801] env[63622]: DEBUG nova.network.neutron [req-8499d089-da1a-410d-b5ca-1b18ec54ab85 req-cbc2b168-7aef-4098-9c0e-21a9e8b6208b service nova] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1874.998977] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1cc52787-a86b-4873-a511-669378e6cb02 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.108277] env[63622]: DEBUG nova.compute.manager [req-e8476a19-fe1a-4316-959d-c2ed9ed03745 req-4809eea9-7bdd-4c17-b41f-e9b0b9117aa7 service nova] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Received event network-vif-deleted-19ef7178-00d0-43b4-ade5-b57a80902a18 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1875.300017] env[63622]: DEBUG oslo_vmware.api [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b43343-7ac1-0c12-485b-300ffbf035dd, 'name': SearchDatastore_Task, 'duration_secs': 0.022651} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.302405] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1875.303463] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] f3803982-89cd-4573-be0b-d866c4969b9c/f3803982-89cd-4573-be0b-d866c4969b9c.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1875.304229] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b5588e1-356a-4d9c-a131-94b9bb55eff1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.317434] env[63622]: DEBUG oslo_vmware.api [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1875.317434] env[63622]: value = "task-1817604" [ 1875.317434] env[63622]: _type = "Task" [ 1875.317434] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.327469] env[63622]: DEBUG oslo_vmware.api [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.445087] env[63622]: DEBUG nova.network.neutron [-] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1875.485929] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7281ace2-b08b-41d3-af4d-1ba26b49c6a9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.503568] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5c2fe6-ef50-4f9e-ad87-78f6dcc4df15 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.540794] env[63622]: DEBUG nova.compute.manager [req-8499d089-da1a-410d-b5ca-1b18ec54ab85 req-cbc2b168-7aef-4098-9c0e-21a9e8b6208b service nova] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Detach interface failed, port_id=83cb60cc-a72c-4ea3-82a8-7ca9c7aadfd0, reason: Instance 9a854487-4c27-4271-9a1f-1875f7bd0a06 could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1875.585012] env[63622]: INFO nova.compute.manager [None req-a74fd70e-78a2-4687-bca6-444f50581c27 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Updating instance to original state: 'active' [ 1875.805909] env[63622]: DEBUG nova.compute.manager [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1875.830446] env[63622]: DEBUG oslo_vmware.api [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817604, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.839780] env[63622]: DEBUG nova.virt.hardware [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1875.840059] env[63622]: DEBUG nova.virt.hardware [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1875.840256] env[63622]: DEBUG nova.virt.hardware [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1875.840448] env[63622]: DEBUG nova.virt.hardware [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1875.840597] env[63622]: DEBUG nova.virt.hardware [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1875.840744] env[63622]: DEBUG nova.virt.hardware [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1875.840950] env[63622]: DEBUG nova.virt.hardware [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1875.841141] env[63622]: DEBUG nova.virt.hardware [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1875.841320] env[63622]: DEBUG nova.virt.hardware [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1875.841498] env[63622]: DEBUG nova.virt.hardware [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1875.841753] env[63622]: DEBUG nova.virt.hardware [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1875.843202] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f456183f-6262-4483-b929-a05698b70e68 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.857925] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f467e8f-3080-48aa-a74c-55d8a614269e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.948720] env[63622]: INFO nova.compute.manager [-] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Took 1.49 seconds to deallocate network for instance. [ 1876.057104] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f101734-e80f-4493-a33b-da108c2fb2c1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.065818] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0fac99-9f36-4695-bc74-b160ce99d0bc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.100076] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed7344d-c414-4f13-b755-92ac8bb12a28 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.111707] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f34fcb-2a40-406e-9427-9fa257328977 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.128585] env[63622]: DEBUG nova.compute.provider_tree [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1876.333923] env[63622]: DEBUG oslo_vmware.api [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817604, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.398870] env[63622]: DEBUG nova.network.neutron [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Successfully updated port: 8551cb02-b4bc-4f02-8b67-18a9c0ef87de {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1876.459942] env[63622]: DEBUG oslo_concurrency.lockutils [None req-98844a8b-5ad5-4b49-a1b5-bf8ee7a8fcf8 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.634964] env[63622]: DEBUG nova.scheduler.client.report [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1876.831211] env[63622]: DEBUG oslo_vmware.api [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817604, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.202106} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.831398] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] f3803982-89cd-4573-be0b-d866c4969b9c/f3803982-89cd-4573-be0b-d866c4969b9c.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1876.831664] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1876.832049] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41b1ddb5-cc15-4a71-9096-74e307b5f290 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.840806] env[63622]: DEBUG oslo_vmware.api [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1876.840806] env[63622]: value = "task-1817605" [ 1876.840806] env[63622]: _type = "Task" [ 1876.840806] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.850312] env[63622]: DEBUG oslo_vmware.api [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817605, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.902243] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "refresh_cache-59bfe42c-856e-424b-a23b-38b4043181c8" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1876.902406] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquired lock "refresh_cache-59bfe42c-856e-424b-a23b-38b4043181c8" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1876.902618] env[63622]: DEBUG nova.network.neutron [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1876.934323] env[63622]: DEBUG oslo_concurrency.lockutils [None req-248c6ce7-f026-4c0e-bf8b-19199f9dc2a8 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "3ba0280a-9e90-4236-b70b-f485d0766364" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.934492] env[63622]: DEBUG oslo_concurrency.lockutils [None req-248c6ce7-f026-4c0e-bf8b-19199f9dc2a8 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "3ba0280a-9e90-4236-b70b-f485d0766364" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.934714] env[63622]: DEBUG oslo_concurrency.lockutils [None req-248c6ce7-f026-4c0e-bf8b-19199f9dc2a8 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "3ba0280a-9e90-4236-b70b-f485d0766364-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.934924] env[63622]: DEBUG oslo_concurrency.lockutils [None req-248c6ce7-f026-4c0e-bf8b-19199f9dc2a8 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "3ba0280a-9e90-4236-b70b-f485d0766364-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.935082] env[63622]: DEBUG oslo_concurrency.lockutils [None req-248c6ce7-f026-4c0e-bf8b-19199f9dc2a8 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "3ba0280a-9e90-4236-b70b-f485d0766364-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.937225] env[63622]: INFO nova.compute.manager [None req-248c6ce7-f026-4c0e-bf8b-19199f9dc2a8 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Terminating instance [ 1877.137994] env[63622]: DEBUG nova.compute.manager [req-1d69c4ef-3643-44d6-94e9-f975b7be7f39 req-abd05c5e-f545-4dcb-9947-a94e9dcc2dd1 service nova] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Received event network-vif-plugged-8551cb02-b4bc-4f02-8b67-18a9c0ef87de {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1877.138255] env[63622]: DEBUG oslo_concurrency.lockutils [req-1d69c4ef-3643-44d6-94e9-f975b7be7f39 req-abd05c5e-f545-4dcb-9947-a94e9dcc2dd1 service nova] Acquiring lock "59bfe42c-856e-424b-a23b-38b4043181c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.138523] env[63622]: DEBUG oslo_concurrency.lockutils [req-1d69c4ef-3643-44d6-94e9-f975b7be7f39 req-abd05c5e-f545-4dcb-9947-a94e9dcc2dd1 service nova] Lock "59bfe42c-856e-424b-a23b-38b4043181c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.138704] env[63622]: DEBUG oslo_concurrency.lockutils [req-1d69c4ef-3643-44d6-94e9-f975b7be7f39 req-abd05c5e-f545-4dcb-9947-a94e9dcc2dd1 service nova] Lock "59bfe42c-856e-424b-a23b-38b4043181c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.138893] env[63622]: DEBUG nova.compute.manager [req-1d69c4ef-3643-44d6-94e9-f975b7be7f39 req-abd05c5e-f545-4dcb-9947-a94e9dcc2dd1 service nova] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] No waiting events found dispatching network-vif-plugged-8551cb02-b4bc-4f02-8b67-18a9c0ef87de {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1877.139146] env[63622]: WARNING nova.compute.manager [req-1d69c4ef-3643-44d6-94e9-f975b7be7f39 req-abd05c5e-f545-4dcb-9947-a94e9dcc2dd1 service nova] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Received unexpected event network-vif-plugged-8551cb02-b4bc-4f02-8b67-18a9c0ef87de for instance with vm_state building and task_state spawning. [ 1877.139340] env[63622]: DEBUG nova.compute.manager [req-1d69c4ef-3643-44d6-94e9-f975b7be7f39 req-abd05c5e-f545-4dcb-9947-a94e9dcc2dd1 service nova] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Received event network-changed-8551cb02-b4bc-4f02-8b67-18a9c0ef87de {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1877.139500] env[63622]: DEBUG nova.compute.manager [req-1d69c4ef-3643-44d6-94e9-f975b7be7f39 req-abd05c5e-f545-4dcb-9947-a94e9dcc2dd1 service nova] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Refreshing instance network info cache due to event network-changed-8551cb02-b4bc-4f02-8b67-18a9c0ef87de. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1877.139664] env[63622]: DEBUG oslo_concurrency.lockutils [req-1d69c4ef-3643-44d6-94e9-f975b7be7f39 req-abd05c5e-f545-4dcb-9947-a94e9dcc2dd1 service nova] Acquiring lock "refresh_cache-59bfe42c-856e-424b-a23b-38b4043181c8" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1877.144075] env[63622]: DEBUG oslo_concurrency.lockutils [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.144566] env[63622]: DEBUG nova.compute.manager [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1877.147235] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.806s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.148997] env[63622]: INFO nova.compute.claims [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1877.352041] env[63622]: DEBUG oslo_vmware.api [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817605, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.427057} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.352359] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1877.353400] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f41628-0410-416f-9bfa-583dded07390 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.381364] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] f3803982-89cd-4573-be0b-d866c4969b9c/f3803982-89cd-4573-be0b-d866c4969b9c.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1877.381680] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e1d1103-73ad-4f8b-b4ff-5262a1b1b2de {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.404514] env[63622]: DEBUG oslo_vmware.api [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1877.404514] env[63622]: value = "task-1817606" [ 1877.404514] env[63622]: _type = "Task" [ 1877.404514] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.417336] env[63622]: DEBUG oslo_vmware.api [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817606, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.442176] env[63622]: DEBUG nova.network.neutron [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1877.442750] env[63622]: DEBUG nova.compute.manager [None req-248c6ce7-f026-4c0e-bf8b-19199f9dc2a8 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1877.443155] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-248c6ce7-f026-4c0e-bf8b-19199f9dc2a8 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1877.443550] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2968e3a4-12d3-4900-a4b3-d2d0667ba62f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.451721] env[63622]: DEBUG oslo_vmware.api [None req-248c6ce7-f026-4c0e-bf8b-19199f9dc2a8 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1877.451721] env[63622]: value = "task-1817607" [ 1877.451721] env[63622]: _type = "Task" [ 1877.451721] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.222232] env[63622]: DEBUG nova.compute.utils [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1878.226734] env[63622]: DEBUG oslo_vmware.api [None req-248c6ce7-f026-4c0e-bf8b-19199f9dc2a8 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.226964] env[63622]: WARNING oslo_vmware.common.loopingcall [None req-248c6ce7-f026-4c0e-bf8b-19199f9dc2a8 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] task run outlasted interval by 0.27448700000000004 sec [ 1878.227435] env[63622]: DEBUG nova.compute.manager [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1878.227576] env[63622]: DEBUG nova.network.neutron [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1878.248264] env[63622]: DEBUG oslo_vmware.api [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817606, 'name': ReconfigVM_Task, 'duration_secs': 0.334065} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.248508] env[63622]: DEBUG oslo_vmware.api [None req-248c6ce7-f026-4c0e-bf8b-19199f9dc2a8 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817607, 'name': PowerOffVM_Task, 'duration_secs': 0.704419} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.250790] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Reconfigured VM instance instance-0000006a to attach disk [datastore1] f3803982-89cd-4573-be0b-d866c4969b9c/f3803982-89cd-4573-be0b-d866c4969b9c.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1878.251555] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-248c6ce7-f026-4c0e-bf8b-19199f9dc2a8 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1878.258052] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-248c6ce7-f026-4c0e-bf8b-19199f9dc2a8 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Volume detach. Driver type: vmdk {{(pid=63622) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1878.258052] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-248c6ce7-f026-4c0e-bf8b-19199f9dc2a8 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376524', 'volume_id': 'fdaeb5d8-1b25-4c9f-9cc1-b6a6ab7d251d', 'name': 'volume-fdaeb5d8-1b25-4c9f-9cc1-b6a6ab7d251d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '3ba0280a-9e90-4236-b70b-f485d0766364', 'attached_at': '2024-12-12T14:11:20.000000', 'detached_at': '', 'volume_id': 'fdaeb5d8-1b25-4c9f-9cc1-b6a6ab7d251d', 'serial': 'fdaeb5d8-1b25-4c9f-9cc1-b6a6ab7d251d'} {{(pid=63622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1878.258052] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56ba30c1-75da-46d1-87d6-d83f3ae23fb3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.258326] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be50cd9-c055-4c41-b12d-b11549177c2a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.283488] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0422bb-5d7e-484c-bba6-8da971cb37e3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.286168] env[63622]: DEBUG oslo_vmware.api [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1878.286168] env[63622]: value = "task-1817608" [ 1878.286168] env[63622]: _type = "Task" [ 1878.286168] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.292336] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05fd76e-f378-43bd-adb8-05b573b9042c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.301015] env[63622]: DEBUG oslo_vmware.api [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817608, 'name': Rename_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.321652] env[63622]: DEBUG nova.policy [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c05ad3c866a4547a09327109e612142', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1dfc298083b84d488c9dcadbd8226fee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1878.323696] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca62b5f-aa16-4faa-a71a-01fb34defe09 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.341451] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-248c6ce7-f026-4c0e-bf8b-19199f9dc2a8 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] The volume has not been displaced from its original location: [datastore1] volume-fdaeb5d8-1b25-4c9f-9cc1-b6a6ab7d251d/volume-fdaeb5d8-1b25-4c9f-9cc1-b6a6ab7d251d.vmdk. No consolidation needed. {{(pid=63622) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1878.346855] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-248c6ce7-f026-4c0e-bf8b-19199f9dc2a8 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Reconfiguring VM instance instance-00000058 to detach disk 2001 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1878.349715] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e61996ac-16f4-47fc-9bd2-70125f1edf4c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.369838] env[63622]: DEBUG oslo_vmware.api [None req-248c6ce7-f026-4c0e-bf8b-19199f9dc2a8 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1878.369838] env[63622]: value = "task-1817609" [ 1878.369838] env[63622]: _type = "Task" [ 1878.369838] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.379590] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Acquiring lock "86013933-26fc-4e31-aa1e-3ea08130fb7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.380171] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Lock "86013933-26fc-4e31-aa1e-3ea08130fb7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.385176] env[63622]: DEBUG oslo_vmware.api [None req-248c6ce7-f026-4c0e-bf8b-19199f9dc2a8 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817609, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.448041] env[63622]: DEBUG nova.network.neutron [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Updating instance_info_cache with network_info: [{"id": "8551cb02-b4bc-4f02-8b67-18a9c0ef87de", "address": "fa:16:3e:fb:eb:6a", "network": {"id": "f163feaf-bc42-4b43-ba23-db8b92c7e8fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-126149258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9660078317c743adb462df751adaad7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8551cb02-b4", "ovs_interfaceid": "8551cb02-b4bc-4f02-8b67-18a9c0ef87de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1878.628735] env[63622]: DEBUG nova.network.neutron [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Successfully created port: d7ed7d1d-fb27-4463-a736-1827ed2be6fe {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1878.728556] env[63622]: DEBUG nova.compute.manager [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1878.738537] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5c37e03a-40dd-4d6d-8bf7-b6df3acd5c15 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquiring lock "de6c7fe2-e333-449c-9e97-0c374c306ab5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.738762] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5c37e03a-40dd-4d6d-8bf7-b6df3acd5c15 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Lock "de6c7fe2-e333-449c-9e97-0c374c306ab5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.801265] env[63622]: DEBUG oslo_vmware.api [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817608, 'name': Rename_Task, 'duration_secs': 0.175766} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.803760] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1878.804209] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38a89325-c790-4705-8775-9925b4b4912e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.811729] env[63622]: DEBUG oslo_vmware.api [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1878.811729] env[63622]: value = "task-1817610" [ 1878.811729] env[63622]: _type = "Task" [ 1878.811729] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.828829] env[63622]: DEBUG oslo_vmware.api [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.881170] env[63622]: DEBUG oslo_vmware.api [None req-248c6ce7-f026-4c0e-bf8b-19199f9dc2a8 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.888168] env[63622]: DEBUG nova.compute.manager [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1878.950076] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Releasing lock "refresh_cache-59bfe42c-856e-424b-a23b-38b4043181c8" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1878.950431] env[63622]: DEBUG nova.compute.manager [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Instance network_info: |[{"id": "8551cb02-b4bc-4f02-8b67-18a9c0ef87de", "address": "fa:16:3e:fb:eb:6a", "network": {"id": "f163feaf-bc42-4b43-ba23-db8b92c7e8fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-126149258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9660078317c743adb462df751adaad7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8551cb02-b4", "ovs_interfaceid": "8551cb02-b4bc-4f02-8b67-18a9c0ef87de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1878.951895] env[63622]: DEBUG oslo_concurrency.lockutils [req-1d69c4ef-3643-44d6-94e9-f975b7be7f39 req-abd05c5e-f545-4dcb-9947-a94e9dcc2dd1 service nova] Acquired lock "refresh_cache-59bfe42c-856e-424b-a23b-38b4043181c8" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.951895] env[63622]: DEBUG nova.network.neutron [req-1d69c4ef-3643-44d6-94e9-f975b7be7f39 req-abd05c5e-f545-4dcb-9947-a94e9dcc2dd1 service nova] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Refreshing network info cache for port 8551cb02-b4bc-4f02-8b67-18a9c0ef87de {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1878.956020] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:eb:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8551cb02-b4bc-4f02-8b67-18a9c0ef87de', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1878.961067] env[63622]: DEBUG oslo.service.loopingcall [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1878.961699] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1878.962400] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-352f9f77-fa47-4d0d-b7d1-99c310e4e0af {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.979704] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fee8566-a2de-4ab5-9fcb-89ccab137508 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.989717] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08804064-4669-4969-8b8d-52a279d306ca {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.994058] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1878.994058] env[63622]: value = "task-1817611" [ 1878.994058] env[63622]: _type = "Task" [ 1878.994058] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.025484] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7aab435-0209-4637-a925-31cc7433349a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.031434] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817611, 'name': CreateVM_Task} progress is 15%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.036853] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad987bd-b98e-4ad9-9fa0-f21b34d7b0a3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.052129] env[63622]: DEBUG nova.compute.provider_tree [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1879.242074] env[63622]: INFO nova.compute.manager [None req-5c37e03a-40dd-4d6d-8bf7-b6df3acd5c15 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Detaching volume 21c3326d-9802-4f56-b0b9-a4024a93eae0 [ 1879.284438] env[63622]: INFO nova.virt.block_device [None req-5c37e03a-40dd-4d6d-8bf7-b6df3acd5c15 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Attempting to driver detach volume 21c3326d-9802-4f56-b0b9-a4024a93eae0 from mountpoint /dev/sdb [ 1879.284794] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c37e03a-40dd-4d6d-8bf7-b6df3acd5c15 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Volume detach. Driver type: vmdk {{(pid=63622) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1879.285147] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c37e03a-40dd-4d6d-8bf7-b6df3acd5c15 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376527', 'volume_id': '21c3326d-9802-4f56-b0b9-a4024a93eae0', 'name': 'volume-21c3326d-9802-4f56-b0b9-a4024a93eae0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'de6c7fe2-e333-449c-9e97-0c374c306ab5', 'attached_at': '', 'detached_at': '', 'volume_id': '21c3326d-9802-4f56-b0b9-a4024a93eae0', 'serial': '21c3326d-9802-4f56-b0b9-a4024a93eae0'} {{(pid=63622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1879.286357] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ea03b8-ab22-4fd3-97c3-33300a0c00f8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.309435] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37a23be-8506-49a1-a8be-844a84e49e87 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.321413] env[63622]: DEBUG oslo_vmware.api [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817610, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.323776] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01b7057-54ff-4a6d-b7c0-87c2303302d9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.347052] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83730961-2312-4669-a187-c938daac3dc7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.363454] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c37e03a-40dd-4d6d-8bf7-b6df3acd5c15 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] The volume has not been displaced from its original location: [datastore1] volume-21c3326d-9802-4f56-b0b9-a4024a93eae0/volume-21c3326d-9802-4f56-b0b9-a4024a93eae0.vmdk. No consolidation needed. {{(pid=63622) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1879.369397] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c37e03a-40dd-4d6d-8bf7-b6df3acd5c15 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Reconfiguring VM instance instance-0000005a to detach disk 2001 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1879.369870] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3131b36-db57-49ae-a8b1-5525f377f17c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.392516] env[63622]: DEBUG oslo_vmware.api [None req-248c6ce7-f026-4c0e-bf8b-19199f9dc2a8 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817609, 'name': ReconfigVM_Task, 'duration_secs': 0.775233} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.393765] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-248c6ce7-f026-4c0e-bf8b-19199f9dc2a8 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Reconfigured VM instance instance-00000058 to detach disk 2001 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1879.400563] env[63622]: DEBUG oslo_vmware.api [None req-5c37e03a-40dd-4d6d-8bf7-b6df3acd5c15 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1879.400563] env[63622]: value = "task-1817612" [ 1879.400563] env[63622]: _type = "Task" [ 1879.400563] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.402843] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c18e1e2c-80de-4a8e-b0fe-db135f351f86 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.424551] env[63622]: DEBUG oslo_vmware.api [None req-5c37e03a-40dd-4d6d-8bf7-b6df3acd5c15 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817612, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.427041] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.427421] env[63622]: DEBUG oslo_vmware.api [None req-248c6ce7-f026-4c0e-bf8b-19199f9dc2a8 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1879.427421] env[63622]: value = "task-1817613" [ 1879.427421] env[63622]: _type = "Task" [ 1879.427421] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.438968] env[63622]: DEBUG oslo_vmware.api [None req-248c6ce7-f026-4c0e-bf8b-19199f9dc2a8 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817613, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.506528] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817611, 'name': CreateVM_Task, 'duration_secs': 0.456301} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.506806] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1879.507514] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.507685] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1879.508031] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1879.508323] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e37b8f06-501e-4a04-93d2-b7337c42f983 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.513512] env[63622]: DEBUG oslo_vmware.api [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1879.513512] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]521032b3-4b64-d39c-3607-60d6718ee5ef" [ 1879.513512] env[63622]: _type = "Task" [ 1879.513512] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.524113] env[63622]: DEBUG oslo_vmware.api [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]521032b3-4b64-d39c-3607-60d6718ee5ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.556058] env[63622]: DEBUG nova.scheduler.client.report [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1879.684523] env[63622]: DEBUG nova.network.neutron [req-1d69c4ef-3643-44d6-94e9-f975b7be7f39 req-abd05c5e-f545-4dcb-9947-a94e9dcc2dd1 service nova] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Updated VIF entry in instance network info cache for port 8551cb02-b4bc-4f02-8b67-18a9c0ef87de. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1879.685008] env[63622]: DEBUG nova.network.neutron [req-1d69c4ef-3643-44d6-94e9-f975b7be7f39 req-abd05c5e-f545-4dcb-9947-a94e9dcc2dd1 service nova] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Updating instance_info_cache with network_info: [{"id": "8551cb02-b4bc-4f02-8b67-18a9c0ef87de", "address": "fa:16:3e:fb:eb:6a", "network": {"id": "f163feaf-bc42-4b43-ba23-db8b92c7e8fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-126149258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9660078317c743adb462df751adaad7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8551cb02-b4", "ovs_interfaceid": "8551cb02-b4bc-4f02-8b67-18a9c0ef87de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1879.738303] env[63622]: DEBUG nova.compute.manager [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1879.766169] env[63622]: DEBUG nova.virt.hardware [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1879.766411] env[63622]: DEBUG nova.virt.hardware [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1879.766571] env[63622]: DEBUG nova.virt.hardware [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1879.766767] env[63622]: DEBUG nova.virt.hardware [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1879.766922] env[63622]: DEBUG nova.virt.hardware [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1879.767112] env[63622]: DEBUG nova.virt.hardware [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1879.767323] env[63622]: DEBUG nova.virt.hardware [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1879.767484] env[63622]: DEBUG nova.virt.hardware [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1879.767646] env[63622]: DEBUG nova.virt.hardware [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1879.767838] env[63622]: DEBUG nova.virt.hardware [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1879.768040] env[63622]: DEBUG nova.virt.hardware [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1879.768937] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab0b2ca-a65a-4faf-bf56-346fad4aaf50 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.777699] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab10895-a06b-41fa-894a-02d438a3a2d9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.820499] env[63622]: DEBUG oslo_vmware.api [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817610, 'name': PowerOnVM_Task, 'duration_secs': 0.666465} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.820741] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1879.820945] env[63622]: INFO nova.compute.manager [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Took 16.70 seconds to spawn the instance on the hypervisor. [ 1879.821143] env[63622]: DEBUG nova.compute.manager [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1879.821860] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6621fec-440c-4533-94fb-8d29ffde1a14 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.926302] env[63622]: DEBUG oslo_vmware.api [None req-5c37e03a-40dd-4d6d-8bf7-b6df3acd5c15 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817612, 'name': ReconfigVM_Task, 'duration_secs': 0.258151} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.926574] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c37e03a-40dd-4d6d-8bf7-b6df3acd5c15 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Reconfigured VM instance instance-0000005a to detach disk 2001 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1879.931429] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f60c1d33-469a-4338-a09e-c39e9e031e7a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.949492] env[63622]: DEBUG oslo_vmware.api [None req-248c6ce7-f026-4c0e-bf8b-19199f9dc2a8 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817613, 'name': ReconfigVM_Task, 'duration_secs': 0.150794} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.950804] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-248c6ce7-f026-4c0e-bf8b-19199f9dc2a8 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376524', 'volume_id': 'fdaeb5d8-1b25-4c9f-9cc1-b6a6ab7d251d', 'name': 'volume-fdaeb5d8-1b25-4c9f-9cc1-b6a6ab7d251d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '3ba0280a-9e90-4236-b70b-f485d0766364', 'attached_at': '2024-12-12T14:11:20.000000', 'detached_at': '', 'volume_id': 'fdaeb5d8-1b25-4c9f-9cc1-b6a6ab7d251d', 'serial': 'fdaeb5d8-1b25-4c9f-9cc1-b6a6ab7d251d'} {{(pid=63622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1879.951121] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-248c6ce7-f026-4c0e-bf8b-19199f9dc2a8 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1879.951449] env[63622]: DEBUG oslo_vmware.api [None req-5c37e03a-40dd-4d6d-8bf7-b6df3acd5c15 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1879.951449] env[63622]: value = "task-1817614" [ 1879.951449] env[63622]: _type = "Task" [ 1879.951449] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.952137] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6227875-0577-4c2a-b813-a50b15fe2594 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.962522] env[63622]: DEBUG oslo_vmware.api [None req-5c37e03a-40dd-4d6d-8bf7-b6df3acd5c15 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817614, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.964468] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-248c6ce7-f026-4c0e-bf8b-19199f9dc2a8 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1879.964705] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e83a06c-7029-4ee7-a2cb-b72d48e69623 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.025827] env[63622]: DEBUG oslo_vmware.api [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]521032b3-4b64-d39c-3607-60d6718ee5ef, 'name': SearchDatastore_Task, 'duration_secs': 0.010831} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.026275] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.026603] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1880.026930] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.027174] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.027443] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1880.027782] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72da541b-3dd9-4454-9fcc-781f065ce695 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.049030] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1880.049030] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1880.049030] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5a8ee21-402c-4207-acc0-1d3490c68c14 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.054444] env[63622]: DEBUG oslo_vmware.api [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1880.054444] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d5d3b9-4f70-56c5-67c6-0f7c4d162aa0" [ 1880.054444] env[63622]: _type = "Task" [ 1880.054444] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.064481] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.916s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.064481] env[63622]: DEBUG nova.compute.manager [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1880.067426] env[63622]: DEBUG oslo_vmware.api [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d5d3b9-4f70-56c5-67c6-0f7c4d162aa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.067681] env[63622]: DEBUG oslo_concurrency.lockutils [None req-cbf91a06-b09e-405f-ad2f-4b1731635f9c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.502s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.067885] env[63622]: DEBUG nova.objects.instance [None req-cbf91a06-b09e-405f-ad2f-4b1731635f9c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lazy-loading 'resources' on Instance uuid 22a1615f-7e0f-4157-a1bf-823c35067eb8 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1880.144597] env[63622]: DEBUG nova.compute.manager [req-3a69be4f-50f4-4111-8ba7-2ef2617e8924 req-b5f9186f-bcfb-4b17-9d54-ce180bd88ca4 service nova] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Received event network-vif-plugged-d7ed7d1d-fb27-4463-a736-1827ed2be6fe {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1880.144854] env[63622]: DEBUG oslo_concurrency.lockutils [req-3a69be4f-50f4-4111-8ba7-2ef2617e8924 req-b5f9186f-bcfb-4b17-9d54-ce180bd88ca4 service nova] Acquiring lock "b17067e4-3c12-4b51-b8b6-7da67a69f80c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.145092] env[63622]: DEBUG oslo_concurrency.lockutils [req-3a69be4f-50f4-4111-8ba7-2ef2617e8924 req-b5f9186f-bcfb-4b17-9d54-ce180bd88ca4 service nova] Lock "b17067e4-3c12-4b51-b8b6-7da67a69f80c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.145272] env[63622]: DEBUG oslo_concurrency.lockutils [req-3a69be4f-50f4-4111-8ba7-2ef2617e8924 req-b5f9186f-bcfb-4b17-9d54-ce180bd88ca4 service nova] Lock "b17067e4-3c12-4b51-b8b6-7da67a69f80c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.145442] env[63622]: DEBUG nova.compute.manager [req-3a69be4f-50f4-4111-8ba7-2ef2617e8924 req-b5f9186f-bcfb-4b17-9d54-ce180bd88ca4 service nova] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] No waiting events found dispatching network-vif-plugged-d7ed7d1d-fb27-4463-a736-1827ed2be6fe {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1880.145603] env[63622]: WARNING nova.compute.manager [req-3a69be4f-50f4-4111-8ba7-2ef2617e8924 req-b5f9186f-bcfb-4b17-9d54-ce180bd88ca4 service nova] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Received unexpected event network-vif-plugged-d7ed7d1d-fb27-4463-a736-1827ed2be6fe for instance with vm_state building and task_state spawning. [ 1880.188176] env[63622]: DEBUG oslo_concurrency.lockutils [req-1d69c4ef-3643-44d6-94e9-f975b7be7f39 req-abd05c5e-f545-4dcb-9947-a94e9dcc2dd1 service nova] Releasing lock "refresh_cache-59bfe42c-856e-424b-a23b-38b4043181c8" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.192918] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-248c6ce7-f026-4c0e-bf8b-19199f9dc2a8 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1880.193143] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-248c6ce7-f026-4c0e-bf8b-19199f9dc2a8 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1880.193301] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-248c6ce7-f026-4c0e-bf8b-19199f9dc2a8 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Deleting the datastore file [datastore1] 3ba0280a-9e90-4236-b70b-f485d0766364 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1880.193561] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d9b5772-1a9b-4818-93d0-2d17dbd0b71d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.201104] env[63622]: DEBUG oslo_vmware.api [None req-248c6ce7-f026-4c0e-bf8b-19199f9dc2a8 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1880.201104] env[63622]: value = "task-1817616" [ 1880.201104] env[63622]: _type = "Task" [ 1880.201104] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.212286] env[63622]: DEBUG oslo_vmware.api [None req-248c6ce7-f026-4c0e-bf8b-19199f9dc2a8 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.244421] env[63622]: DEBUG nova.network.neutron [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Successfully updated port: d7ed7d1d-fb27-4463-a736-1827ed2be6fe {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1880.343178] env[63622]: INFO nova.compute.manager [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Took 30.21 seconds to build instance. [ 1880.464473] env[63622]: DEBUG oslo_vmware.api [None req-5c37e03a-40dd-4d6d-8bf7-b6df3acd5c15 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817614, 'name': ReconfigVM_Task, 'duration_secs': 0.155622} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.464783] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c37e03a-40dd-4d6d-8bf7-b6df3acd5c15 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376527', 'volume_id': '21c3326d-9802-4f56-b0b9-a4024a93eae0', 'name': 'volume-21c3326d-9802-4f56-b0b9-a4024a93eae0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'de6c7fe2-e333-449c-9e97-0c374c306ab5', 'attached_at': '', 'detached_at': '', 'volume_id': '21c3326d-9802-4f56-b0b9-a4024a93eae0', 'serial': '21c3326d-9802-4f56-b0b9-a4024a93eae0'} {{(pid=63622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1880.566010] env[63622]: DEBUG oslo_vmware.api [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d5d3b9-4f70-56c5-67c6-0f7c4d162aa0, 'name': SearchDatastore_Task, 'duration_secs': 0.009212} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.566840] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58533576-e9b6-4376-97d0-f355ae4d409d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.570444] env[63622]: DEBUG nova.compute.utils [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1880.580200] env[63622]: DEBUG nova.compute.manager [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1880.580420] env[63622]: DEBUG nova.network.neutron [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1880.584061] env[63622]: DEBUG oslo_vmware.api [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1880.584061] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52fd087a-567a-2fbc-5c69-5e925960995c" [ 1880.584061] env[63622]: _type = "Task" [ 1880.584061] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.611585] env[63622]: DEBUG oslo_vmware.api [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52fd087a-567a-2fbc-5c69-5e925960995c, 'name': SearchDatastore_Task, 'duration_secs': 0.011527} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.611585] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.611585] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 59bfe42c-856e-424b-a23b-38b4043181c8/59bfe42c-856e-424b-a23b-38b4043181c8.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1880.611585] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cf9e44c-dba1-4537-9c90-c5b82a1df172 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.628024] env[63622]: DEBUG oslo_vmware.api [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1880.628024] env[63622]: value = "task-1817617" [ 1880.628024] env[63622]: _type = "Task" [ 1880.628024] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.635547] env[63622]: DEBUG oslo_vmware.api [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.643984] env[63622]: DEBUG nova.policy [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b2a5967a965432d8e862018d373c278', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '068319b363fb4cf0ab99d3d35221338d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1880.713931] env[63622]: DEBUG oslo_vmware.api [None req-248c6ce7-f026-4c0e-bf8b-19199f9dc2a8 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817616, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276557} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.714443] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-248c6ce7-f026-4c0e-bf8b-19199f9dc2a8 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1880.714833] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-248c6ce7-f026-4c0e-bf8b-19199f9dc2a8 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1880.714929] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-248c6ce7-f026-4c0e-bf8b-19199f9dc2a8 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1880.715198] env[63622]: INFO nova.compute.manager [None req-248c6ce7-f026-4c0e-bf8b-19199f9dc2a8 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Took 3.27 seconds to destroy the instance on the hypervisor. [ 1880.715513] env[63622]: DEBUG oslo.service.loopingcall [None req-248c6ce7-f026-4c0e-bf8b-19199f9dc2a8 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1880.715771] env[63622]: DEBUG nova.compute.manager [-] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1880.715941] env[63622]: DEBUG nova.network.neutron [-] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1880.747344] env[63622]: DEBUG oslo_concurrency.lockutils [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "refresh_cache-b17067e4-3c12-4b51-b8b6-7da67a69f80c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.747630] env[63622]: DEBUG oslo_concurrency.lockutils [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquired lock "refresh_cache-b17067e4-3c12-4b51-b8b6-7da67a69f80c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.747898] env[63622]: DEBUG nova.network.neutron [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1880.843521] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f9f6ce11-aa46-4e0c-883b-f8a8d4d509a1 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "f3803982-89cd-4573-be0b-d866c4969b9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.725s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.863277] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb70c9f-78f3-4a5d-a7c5-4eb43e77f7ee {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.874672] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f813e7-0b20-4040-9911-4d258d47f53b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.930785] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905bedf5-db21-476e-ac28-8ee0059526c1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.945682] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646529e8-22a1-4d21-88a5-18950adf77f9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.974917] env[63622]: DEBUG nova.compute.provider_tree [None req-cbf91a06-b09e-405f-ad2f-4b1731635f9c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1880.990504] env[63622]: DEBUG nova.network.neutron [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Successfully created port: 09db52d3-c065-4600-92a5-a2972b8b2dce {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1881.029766] env[63622]: DEBUG nova.objects.instance [None req-5c37e03a-40dd-4d6d-8bf7-b6df3acd5c15 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Lazy-loading 'flavor' on Instance uuid de6c7fe2-e333-449c-9e97-0c374c306ab5 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1881.081525] env[63622]: DEBUG nova.compute.manager [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1881.097343] env[63622]: DEBUG oslo_concurrency.lockutils [None req-337c3c45-0cd6-46db-917d-0e04e15a4b46 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "f3803982-89cd-4573-be0b-d866c4969b9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.097638] env[63622]: DEBUG oslo_concurrency.lockutils [None req-337c3c45-0cd6-46db-917d-0e04e15a4b46 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "f3803982-89cd-4573-be0b-d866c4969b9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.098083] env[63622]: DEBUG oslo_concurrency.lockutils [None req-337c3c45-0cd6-46db-917d-0e04e15a4b46 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "f3803982-89cd-4573-be0b-d866c4969b9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.098083] env[63622]: DEBUG oslo_concurrency.lockutils [None req-337c3c45-0cd6-46db-917d-0e04e15a4b46 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "f3803982-89cd-4573-be0b-d866c4969b9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.098814] env[63622]: DEBUG oslo_concurrency.lockutils [None req-337c3c45-0cd6-46db-917d-0e04e15a4b46 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "f3803982-89cd-4573-be0b-d866c4969b9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.100640] env[63622]: INFO nova.compute.manager [None req-337c3c45-0cd6-46db-917d-0e04e15a4b46 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Terminating instance [ 1881.141586] env[63622]: DEBUG oslo_vmware.api [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817617, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.274044] env[63622]: DEBUG nova.compute.manager [req-84d0b3e9-5eb6-4cdb-8add-451eb525a89f req-4cc2751d-6fa0-4335-ab43-5ffb0818d347 service nova] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Received event network-vif-deleted-d1b7d7d7-0c59-4531-92d2-5da6f1498340 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1881.274347] env[63622]: INFO nova.compute.manager [req-84d0b3e9-5eb6-4cdb-8add-451eb525a89f req-4cc2751d-6fa0-4335-ab43-5ffb0818d347 service nova] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Neutron deleted interface d1b7d7d7-0c59-4531-92d2-5da6f1498340; detaching it from the instance and deleting it from the info cache [ 1881.274347] env[63622]: DEBUG nova.network.neutron [req-84d0b3e9-5eb6-4cdb-8add-451eb525a89f req-4cc2751d-6fa0-4335-ab43-5ffb0818d347 service nova] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1881.313208] env[63622]: DEBUG nova.network.neutron [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1881.480019] env[63622]: DEBUG nova.scheduler.client.report [None req-cbf91a06-b09e-405f-ad2f-4b1731635f9c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1881.489151] env[63622]: DEBUG nova.network.neutron [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Updating instance_info_cache with network_info: [{"id": "d7ed7d1d-fb27-4463-a736-1827ed2be6fe", "address": "fa:16:3e:0e:d4:35", "network": {"id": "8ebec4d2-c849-4180-ac6d-05f780f2bca4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-843836297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dfc298083b84d488c9dcadbd8226fee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7ed7d1d-fb", "ovs_interfaceid": "d7ed7d1d-fb27-4463-a736-1827ed2be6fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1881.606345] env[63622]: DEBUG nova.compute.manager [None req-337c3c45-0cd6-46db-917d-0e04e15a4b46 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1881.606596] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-337c3c45-0cd6-46db-917d-0e04e15a4b46 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1881.607610] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0093bd6a-d5a6-470d-8215-fa7f91da8753 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.616094] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-337c3c45-0cd6-46db-917d-0e04e15a4b46 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1881.616373] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a3bf0de-9ac5-449d-9112-10ea0e5f2a53 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.625177] env[63622]: DEBUG oslo_vmware.api [None req-337c3c45-0cd6-46db-917d-0e04e15a4b46 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1881.625177] env[63622]: value = "task-1817618" [ 1881.625177] env[63622]: _type = "Task" [ 1881.625177] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.639126] env[63622]: DEBUG oslo_vmware.api [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817617, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.642965] env[63622]: DEBUG oslo_vmware.api [None req-337c3c45-0cd6-46db-917d-0e04e15a4b46 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.740101] env[63622]: DEBUG nova.network.neutron [-] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1881.777339] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a85871c6-ebfb-4570-b3a6-53b26b6aa2c8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.788078] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc72ebcb-f717-4206-aa87-28e61cd0b22b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.824177] env[63622]: DEBUG nova.compute.manager [req-84d0b3e9-5eb6-4cdb-8add-451eb525a89f req-4cc2751d-6fa0-4335-ab43-5ffb0818d347 service nova] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Detach interface failed, port_id=d1b7d7d7-0c59-4531-92d2-5da6f1498340, reason: Instance 3ba0280a-9e90-4236-b70b-f485d0766364 could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1881.989069] env[63622]: DEBUG oslo_concurrency.lockutils [None req-cbf91a06-b09e-405f-ad2f-4b1731635f9c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.921s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.991471] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1cc52787-a86b-4873-a511-669378e6cb02 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.993s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.991709] env[63622]: DEBUG nova.objects.instance [None req-1cc52787-a86b-4873-a511-669378e6cb02 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lazy-loading 'resources' on Instance uuid 657f0d2f-9abe-459f-9f39-55b3d0f44c66 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1881.992971] env[63622]: DEBUG oslo_concurrency.lockutils [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Releasing lock "refresh_cache-b17067e4-3c12-4b51-b8b6-7da67a69f80c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.993271] env[63622]: DEBUG nova.compute.manager [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Instance network_info: |[{"id": "d7ed7d1d-fb27-4463-a736-1827ed2be6fe", "address": "fa:16:3e:0e:d4:35", "network": {"id": "8ebec4d2-c849-4180-ac6d-05f780f2bca4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-843836297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dfc298083b84d488c9dcadbd8226fee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7ed7d1d-fb", "ovs_interfaceid": "d7ed7d1d-fb27-4463-a736-1827ed2be6fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1881.993845] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:d4:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7ed7d1d-fb27-4463-a736-1827ed2be6fe', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1882.001700] env[63622]: DEBUG oslo.service.loopingcall [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1882.002676] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1882.002676] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9aecdff1-c2ed-4f65-b1a2-ddfdb70f3c0e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.018887] env[63622]: INFO nova.scheduler.client.report [None req-cbf91a06-b09e-405f-ad2f-4b1731635f9c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Deleted allocations for instance 22a1615f-7e0f-4157-a1bf-823c35067eb8 [ 1882.026881] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1882.026881] env[63622]: value = "task-1817619" [ 1882.026881] env[63622]: _type = "Task" [ 1882.026881] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.037642] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817619, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.039367] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5c37e03a-40dd-4d6d-8bf7-b6df3acd5c15 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Lock "de6c7fe2-e333-449c-9e97-0c374c306ab5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.300s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1882.092147] env[63622]: DEBUG nova.compute.manager [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1882.122745] env[63622]: DEBUG nova.virt.hardware [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1882.122986] env[63622]: DEBUG nova.virt.hardware [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1882.123166] env[63622]: DEBUG nova.virt.hardware [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1882.123747] env[63622]: DEBUG nova.virt.hardware [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1882.123747] env[63622]: DEBUG nova.virt.hardware [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1882.123747] env[63622]: DEBUG nova.virt.hardware [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1882.123971] env[63622]: DEBUG nova.virt.hardware [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1882.124181] env[63622]: DEBUG nova.virt.hardware [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1882.124307] env[63622]: DEBUG nova.virt.hardware [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1882.124556] env[63622]: DEBUG nova.virt.hardware [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1882.124640] env[63622]: DEBUG nova.virt.hardware [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1882.125585] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1059ac-43c5-4329-9e62-0d505234be67 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.138711] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af56cfe6-768e-4994-bd7c-c99a22170260 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.146636] env[63622]: DEBUG oslo_vmware.api [None req-337c3c45-0cd6-46db-917d-0e04e15a4b46 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817618, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.150244] env[63622]: DEBUG oslo_vmware.api [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817617, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.174218] env[63622]: DEBUG nova.compute.manager [req-d67eddfb-6a32-40fd-84de-b4f5f863cea7 req-b214e364-c3ad-4f1a-991c-9ce7cb7c62bd service nova] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Received event network-changed-d7ed7d1d-fb27-4463-a736-1827ed2be6fe {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1882.174516] env[63622]: DEBUG nova.compute.manager [req-d67eddfb-6a32-40fd-84de-b4f5f863cea7 req-b214e364-c3ad-4f1a-991c-9ce7cb7c62bd service nova] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Refreshing instance network info cache due to event network-changed-d7ed7d1d-fb27-4463-a736-1827ed2be6fe. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1882.175056] env[63622]: DEBUG oslo_concurrency.lockutils [req-d67eddfb-6a32-40fd-84de-b4f5f863cea7 req-b214e364-c3ad-4f1a-991c-9ce7cb7c62bd service nova] Acquiring lock "refresh_cache-b17067e4-3c12-4b51-b8b6-7da67a69f80c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1882.175433] env[63622]: DEBUG oslo_concurrency.lockutils [req-d67eddfb-6a32-40fd-84de-b4f5f863cea7 req-b214e364-c3ad-4f1a-991c-9ce7cb7c62bd service nova] Acquired lock "refresh_cache-b17067e4-3c12-4b51-b8b6-7da67a69f80c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1882.175669] env[63622]: DEBUG nova.network.neutron [req-d67eddfb-6a32-40fd-84de-b4f5f863cea7 req-b214e364-c3ad-4f1a-991c-9ce7cb7c62bd service nova] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Refreshing network info cache for port d7ed7d1d-fb27-4463-a736-1827ed2be6fe {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1882.242942] env[63622]: INFO nova.compute.manager [-] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Took 1.53 seconds to deallocate network for instance. [ 1882.531323] env[63622]: DEBUG oslo_concurrency.lockutils [None req-cbf91a06-b09e-405f-ad2f-4b1731635f9c tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "22a1615f-7e0f-4157-a1bf-823c35067eb8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.700s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1882.543194] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817619, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.647864] env[63622]: DEBUG oslo_vmware.api [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817617, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.614756} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.655080] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 59bfe42c-856e-424b-a23b-38b4043181c8/59bfe42c-856e-424b-a23b-38b4043181c8.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1882.655343] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1882.655623] env[63622]: DEBUG oslo_vmware.api [None req-337c3c45-0cd6-46db-917d-0e04e15a4b46 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817618, 'name': PowerOffVM_Task, 'duration_secs': 0.523276} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.656332] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9510dcc-1af0-45c4-965a-1e41fbab4999 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.658474] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-337c3c45-0cd6-46db-917d-0e04e15a4b46 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1882.658717] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-337c3c45-0cd6-46db-917d-0e04e15a4b46 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1882.659035] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86db9f71-b056-40d0-b43d-84e5ef18dd0f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.667844] env[63622]: DEBUG oslo_vmware.api [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1882.667844] env[63622]: value = "task-1817620" [ 1882.667844] env[63622]: _type = "Task" [ 1882.667844] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.684533] env[63622]: DEBUG oslo_vmware.api [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817620, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.691694] env[63622]: DEBUG nova.network.neutron [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Successfully updated port: 09db52d3-c065-4600-92a5-a2972b8b2dce {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1882.725751] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3dece5-7e9a-4bec-aa4e-b806d1684364 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.734868] env[63622]: DEBUG oslo_concurrency.lockutils [None req-51697502-0319-4094-98e8-fc5b0d64b804 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquiring lock "de6c7fe2-e333-449c-9e97-0c374c306ab5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1882.735147] env[63622]: DEBUG oslo_concurrency.lockutils [None req-51697502-0319-4094-98e8-fc5b0d64b804 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Lock "de6c7fe2-e333-449c-9e97-0c374c306ab5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1882.735363] env[63622]: DEBUG oslo_concurrency.lockutils [None req-51697502-0319-4094-98e8-fc5b0d64b804 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquiring lock "de6c7fe2-e333-449c-9e97-0c374c306ab5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1882.735548] env[63622]: DEBUG oslo_concurrency.lockutils [None req-51697502-0319-4094-98e8-fc5b0d64b804 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Lock "de6c7fe2-e333-449c-9e97-0c374c306ab5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1882.735719] env[63622]: DEBUG oslo_concurrency.lockutils [None req-51697502-0319-4094-98e8-fc5b0d64b804 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Lock "de6c7fe2-e333-449c-9e97-0c374c306ab5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1882.738410] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ce1178-0dc6-4b0f-a40b-1bb18081c501 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.741990] env[63622]: INFO nova.compute.manager [None req-51697502-0319-4094-98e8-fc5b0d64b804 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Terminating instance [ 1882.779236] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc1aaa3-f737-4f55-b23e-dc8b46fa80bf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.790168] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4912b2ce-11fc-468b-bf97-01f908abd8df {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.796108] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-337c3c45-0cd6-46db-917d-0e04e15a4b46 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1882.796390] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-337c3c45-0cd6-46db-917d-0e04e15a4b46 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1882.796591] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-337c3c45-0cd6-46db-917d-0e04e15a4b46 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Deleting the datastore file [datastore1] f3803982-89cd-4573-be0b-d866c4969b9c {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1882.797631] env[63622]: INFO nova.compute.manager [None req-248c6ce7-f026-4c0e-bf8b-19199f9dc2a8 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Took 0.56 seconds to detach 1 volumes for instance. [ 1882.799573] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99142bb8-8a4b-49b9-9822-4ac8a7b63942 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.817382] env[63622]: DEBUG nova.compute.provider_tree [None req-1cc52787-a86b-4873-a511-669378e6cb02 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1882.822279] env[63622]: DEBUG oslo_vmware.api [None req-337c3c45-0cd6-46db-917d-0e04e15a4b46 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1882.822279] env[63622]: value = "task-1817622" [ 1882.822279] env[63622]: _type = "Task" [ 1882.822279] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.832296] env[63622]: DEBUG oslo_vmware.api [None req-337c3c45-0cd6-46db-917d-0e04e15a4b46 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.005769] env[63622]: DEBUG nova.network.neutron [req-d67eddfb-6a32-40fd-84de-b4f5f863cea7 req-b214e364-c3ad-4f1a-991c-9ce7cb7c62bd service nova] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Updated VIF entry in instance network info cache for port d7ed7d1d-fb27-4463-a736-1827ed2be6fe. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1883.006360] env[63622]: DEBUG nova.network.neutron [req-d67eddfb-6a32-40fd-84de-b4f5f863cea7 req-b214e364-c3ad-4f1a-991c-9ce7cb7c62bd service nova] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Updating instance_info_cache with network_info: [{"id": "d7ed7d1d-fb27-4463-a736-1827ed2be6fe", "address": "fa:16:3e:0e:d4:35", "network": {"id": "8ebec4d2-c849-4180-ac6d-05f780f2bca4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-843836297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dfc298083b84d488c9dcadbd8226fee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7ed7d1d-fb", "ovs_interfaceid": "d7ed7d1d-fb27-4463-a736-1827ed2be6fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1883.040386] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817619, 'name': CreateVM_Task, 'duration_secs': 0.831077} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.040552] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1883.041235] env[63622]: DEBUG oslo_concurrency.lockutils [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1883.041401] env[63622]: DEBUG oslo_concurrency.lockutils [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1883.041718] env[63622]: DEBUG oslo_concurrency.lockutils [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1883.042022] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31d2c6b1-2f43-4615-a780-5c50b4ad5350 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.046557] env[63622]: DEBUG oslo_vmware.api [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1883.046557] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5264eda3-fc8f-eaf5-56e8-cc5dcf65571c" [ 1883.046557] env[63622]: _type = "Task" [ 1883.046557] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.054469] env[63622]: DEBUG oslo_vmware.api [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5264eda3-fc8f-eaf5-56e8-cc5dcf65571c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.177830] env[63622]: DEBUG oslo_vmware.api [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817620, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087202} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.178144] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1883.178879] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60ca280-e2c0-41a4-9b62-aa0539ed5457 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.202218] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 59bfe42c-856e-424b-a23b-38b4043181c8/59bfe42c-856e-424b-a23b-38b4043181c8.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1883.202788] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "refresh_cache-841525cb-ea3b-47c2-b79e-82102553cbf1" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1883.202890] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquired lock "refresh_cache-841525cb-ea3b-47c2-b79e-82102553cbf1" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1883.203066] env[63622]: DEBUG nova.network.neutron [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1883.204284] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bca63d0-21bc-4692-9c6f-e2699a19db03 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.228670] env[63622]: DEBUG oslo_vmware.api [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1883.228670] env[63622]: value = "task-1817623" [ 1883.228670] env[63622]: _type = "Task" [ 1883.228670] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.237653] env[63622]: DEBUG oslo_vmware.api [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817623, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.246928] env[63622]: DEBUG nova.compute.manager [None req-51697502-0319-4094-98e8-fc5b0d64b804 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1883.247205] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-51697502-0319-4094-98e8-fc5b0d64b804 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1883.248061] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f745262b-1a20-49bd-8eda-40227d7e7d47 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.251431] env[63622]: DEBUG nova.network.neutron [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1883.258991] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-51697502-0319-4094-98e8-fc5b0d64b804 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1883.259276] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a512d9b2-a175-42a0-815b-ee38387be591 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.266500] env[63622]: DEBUG oslo_vmware.api [None req-51697502-0319-4094-98e8-fc5b0d64b804 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1883.266500] env[63622]: value = "task-1817624" [ 1883.266500] env[63622]: _type = "Task" [ 1883.266500] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.278249] env[63622]: DEBUG oslo_vmware.api [None req-51697502-0319-4094-98e8-fc5b0d64b804 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.319382] env[63622]: DEBUG oslo_concurrency.lockutils [None req-248c6ce7-f026-4c0e-bf8b-19199f9dc2a8 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.320270] env[63622]: DEBUG nova.scheduler.client.report [None req-1cc52787-a86b-4873-a511-669378e6cb02 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1883.336245] env[63622]: DEBUG oslo_vmware.api [None req-337c3c45-0cd6-46db-917d-0e04e15a4b46 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147921} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.336516] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-337c3c45-0cd6-46db-917d-0e04e15a4b46 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1883.336701] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-337c3c45-0cd6-46db-917d-0e04e15a4b46 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1883.336889] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-337c3c45-0cd6-46db-917d-0e04e15a4b46 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1883.337449] env[63622]: INFO nova.compute.manager [None req-337c3c45-0cd6-46db-917d-0e04e15a4b46 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Took 1.73 seconds to destroy the instance on the hypervisor. [ 1883.337449] env[63622]: DEBUG oslo.service.loopingcall [None req-337c3c45-0cd6-46db-917d-0e04e15a4b46 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1883.337570] env[63622]: DEBUG nova.compute.manager [-] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1883.337610] env[63622]: DEBUG nova.network.neutron [-] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1883.414349] env[63622]: DEBUG nova.network.neutron [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Updating instance_info_cache with network_info: [{"id": "09db52d3-c065-4600-92a5-a2972b8b2dce", "address": "fa:16:3e:d1:9b:bf", "network": {"id": "9fa016ff-84b6-4077-add7-d40824a74722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-258535483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068319b363fb4cf0ab99d3d35221338d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09db52d3-c0", "ovs_interfaceid": "09db52d3-c065-4600-92a5-a2972b8b2dce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1883.509090] env[63622]: DEBUG oslo_concurrency.lockutils [req-d67eddfb-6a32-40fd-84de-b4f5f863cea7 req-b214e364-c3ad-4f1a-991c-9ce7cb7c62bd service nova] Releasing lock "refresh_cache-b17067e4-3c12-4b51-b8b6-7da67a69f80c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1883.558275] env[63622]: DEBUG oslo_vmware.api [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5264eda3-fc8f-eaf5-56e8-cc5dcf65571c, 'name': SearchDatastore_Task, 'duration_secs': 0.009285} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.558626] env[63622]: DEBUG oslo_concurrency.lockutils [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1883.558866] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1883.559206] env[63622]: DEBUG oslo_concurrency.lockutils [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1883.559281] env[63622]: DEBUG oslo_concurrency.lockutils [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1883.559496] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1883.559770] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6839c400-40da-48b0-9e61-06164ca2be7a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.568819] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1883.569048] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1883.569728] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cce36fd-320c-4b09-a328-c52b48d17268 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.575371] env[63622]: DEBUG oslo_vmware.api [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1883.575371] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52848bf5-6526-8189-9a31-f0b11bbb26ee" [ 1883.575371] env[63622]: _type = "Task" [ 1883.575371] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.588938] env[63622]: DEBUG oslo_vmware.api [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52848bf5-6526-8189-9a31-f0b11bbb26ee, 'name': SearchDatastore_Task, 'duration_secs': 0.009377} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.589847] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19616983-593e-4fe2-bef0-2c9a2d7ab3a8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.596093] env[63622]: DEBUG oslo_vmware.api [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1883.596093] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]525b7168-fabb-c3dd-5d91-a9f4b0cba32a" [ 1883.596093] env[63622]: _type = "Task" [ 1883.596093] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.606885] env[63622]: DEBUG oslo_vmware.api [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]525b7168-fabb-c3dd-5d91-a9f4b0cba32a, 'name': SearchDatastore_Task, 'duration_secs': 0.009605} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.607155] env[63622]: DEBUG oslo_concurrency.lockutils [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1883.607398] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] b17067e4-3c12-4b51-b8b6-7da67a69f80c/b17067e4-3c12-4b51-b8b6-7da67a69f80c.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1883.607721] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e4cc73b-7eac-4e1e-807a-e70dc032766c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.615266] env[63622]: DEBUG oslo_vmware.api [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1883.615266] env[63622]: value = "task-1817625" [ 1883.615266] env[63622]: _type = "Task" [ 1883.615266] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.623453] env[63622]: DEBUG oslo_vmware.api [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817625, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.739621] env[63622]: DEBUG oslo_vmware.api [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817623, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.776657] env[63622]: DEBUG oslo_vmware.api [None req-51697502-0319-4094-98e8-fc5b0d64b804 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817624, 'name': PowerOffVM_Task, 'duration_secs': 0.202163} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.776948] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-51697502-0319-4094-98e8-fc5b0d64b804 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1883.777145] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-51697502-0319-4094-98e8-fc5b0d64b804 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1883.777405] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbd48c05-2f1d-42a0-b944-51515ab41742 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.827459] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1cc52787-a86b-4873-a511-669378e6cb02 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.836s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.829912] env[63622]: DEBUG oslo_concurrency.lockutils [None req-98844a8b-5ad5-4b49-a1b5-bf8ee7a8fcf8 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.370s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.830152] env[63622]: DEBUG nova.objects.instance [None req-98844a8b-5ad5-4b49-a1b5-bf8ee7a8fcf8 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lazy-loading 'resources' on Instance uuid 9a854487-4c27-4271-9a1f-1875f7bd0a06 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1883.853639] env[63622]: INFO nova.scheduler.client.report [None req-1cc52787-a86b-4873-a511-669378e6cb02 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Deleted allocations for instance 657f0d2f-9abe-459f-9f39-55b3d0f44c66 [ 1883.862702] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-51697502-0319-4094-98e8-fc5b0d64b804 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1883.863017] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-51697502-0319-4094-98e8-fc5b0d64b804 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1883.863252] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-51697502-0319-4094-98e8-fc5b0d64b804 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Deleting the datastore file [datastore1] de6c7fe2-e333-449c-9e97-0c374c306ab5 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1883.863540] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d89eb52e-b0bc-4692-8098-ebca9d363cf8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.871043] env[63622]: DEBUG oslo_vmware.api [None req-51697502-0319-4094-98e8-fc5b0d64b804 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1883.871043] env[63622]: value = "task-1817627" [ 1883.871043] env[63622]: _type = "Task" [ 1883.871043] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.880486] env[63622]: DEBUG oslo_vmware.api [None req-51697502-0319-4094-98e8-fc5b0d64b804 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.917390] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Releasing lock "refresh_cache-841525cb-ea3b-47c2-b79e-82102553cbf1" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1883.917763] env[63622]: DEBUG nova.compute.manager [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Instance network_info: |[{"id": "09db52d3-c065-4600-92a5-a2972b8b2dce", "address": "fa:16:3e:d1:9b:bf", "network": {"id": "9fa016ff-84b6-4077-add7-d40824a74722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-258535483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068319b363fb4cf0ab99d3d35221338d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09db52d3-c0", "ovs_interfaceid": "09db52d3-c065-4600-92a5-a2972b8b2dce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1883.918504] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:9b:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09db52d3-c065-4600-92a5-a2972b8b2dce', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1883.926417] env[63622]: DEBUG oslo.service.loopingcall [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1883.926667] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1883.926890] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d9be019-9a2b-4e9d-afaf-b50a63f25191 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.951068] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1883.951068] env[63622]: value = "task-1817628" [ 1883.951068] env[63622]: _type = "Task" [ 1883.951068] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.960589] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817628, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.102233] env[63622]: DEBUG nova.network.neutron [-] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1884.127672] env[63622]: DEBUG oslo_vmware.api [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817625, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.215585] env[63622]: DEBUG nova.compute.manager [req-da0b6618-19c4-4926-bfb2-ebe4fcec6c12 req-dc4a6a8b-693f-4449-9025-ce561c201afd service nova] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Received event network-vif-plugged-09db52d3-c065-4600-92a5-a2972b8b2dce {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1884.215751] env[63622]: DEBUG oslo_concurrency.lockutils [req-da0b6618-19c4-4926-bfb2-ebe4fcec6c12 req-dc4a6a8b-693f-4449-9025-ce561c201afd service nova] Acquiring lock "841525cb-ea3b-47c2-b79e-82102553cbf1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.216099] env[63622]: DEBUG oslo_concurrency.lockutils [req-da0b6618-19c4-4926-bfb2-ebe4fcec6c12 req-dc4a6a8b-693f-4449-9025-ce561c201afd service nova] Lock "841525cb-ea3b-47c2-b79e-82102553cbf1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.216259] env[63622]: DEBUG oslo_concurrency.lockutils [req-da0b6618-19c4-4926-bfb2-ebe4fcec6c12 req-dc4a6a8b-693f-4449-9025-ce561c201afd service nova] Lock "841525cb-ea3b-47c2-b79e-82102553cbf1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.216428] env[63622]: DEBUG nova.compute.manager [req-da0b6618-19c4-4926-bfb2-ebe4fcec6c12 req-dc4a6a8b-693f-4449-9025-ce561c201afd service nova] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] No waiting events found dispatching network-vif-plugged-09db52d3-c065-4600-92a5-a2972b8b2dce {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1884.216614] env[63622]: WARNING nova.compute.manager [req-da0b6618-19c4-4926-bfb2-ebe4fcec6c12 req-dc4a6a8b-693f-4449-9025-ce561c201afd service nova] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Received unexpected event network-vif-plugged-09db52d3-c065-4600-92a5-a2972b8b2dce for instance with vm_state building and task_state spawning. [ 1884.216782] env[63622]: DEBUG nova.compute.manager [req-da0b6618-19c4-4926-bfb2-ebe4fcec6c12 req-dc4a6a8b-693f-4449-9025-ce561c201afd service nova] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Received event network-changed-09db52d3-c065-4600-92a5-a2972b8b2dce {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1884.216942] env[63622]: DEBUG nova.compute.manager [req-da0b6618-19c4-4926-bfb2-ebe4fcec6c12 req-dc4a6a8b-693f-4449-9025-ce561c201afd service nova] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Refreshing instance network info cache due to event network-changed-09db52d3-c065-4600-92a5-a2972b8b2dce. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1884.217162] env[63622]: DEBUG oslo_concurrency.lockutils [req-da0b6618-19c4-4926-bfb2-ebe4fcec6c12 req-dc4a6a8b-693f-4449-9025-ce561c201afd service nova] Acquiring lock "refresh_cache-841525cb-ea3b-47c2-b79e-82102553cbf1" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1884.217305] env[63622]: DEBUG oslo_concurrency.lockutils [req-da0b6618-19c4-4926-bfb2-ebe4fcec6c12 req-dc4a6a8b-693f-4449-9025-ce561c201afd service nova] Acquired lock "refresh_cache-841525cb-ea3b-47c2-b79e-82102553cbf1" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1884.217478] env[63622]: DEBUG nova.network.neutron [req-da0b6618-19c4-4926-bfb2-ebe4fcec6c12 req-dc4a6a8b-693f-4449-9025-ce561c201afd service nova] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Refreshing network info cache for port 09db52d3-c065-4600-92a5-a2972b8b2dce {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1884.239047] env[63622]: DEBUG oslo_vmware.api [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817623, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.361066] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1cc52787-a86b-4873-a511-669378e6cb02 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "657f0d2f-9abe-459f-9f39-55b3d0f44c66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.590s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.386364] env[63622]: DEBUG oslo_vmware.api [None req-51697502-0319-4094-98e8-fc5b0d64b804 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.464164] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817628, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.506113] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82265df-2263-4ff4-91f0-8dfdb9c67d32 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.514525] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669f2f34-a345-4ff8-955d-d1039788e7b2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.548694] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae006d7-0da1-4215-bcd7-7d4531f4c3b1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.557315] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f965821b-78fb-42ca-9888-6d81cdf2270a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.571489] env[63622]: DEBUG nova.compute.provider_tree [None req-98844a8b-5ad5-4b49-a1b5-bf8ee7a8fcf8 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1884.606529] env[63622]: INFO nova.compute.manager [-] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Took 1.27 seconds to deallocate network for instance. [ 1884.626577] env[63622]: DEBUG oslo_vmware.api [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817625, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61136} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.626856] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] b17067e4-3c12-4b51-b8b6-7da67a69f80c/b17067e4-3c12-4b51-b8b6-7da67a69f80c.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1884.627100] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1884.627356] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-870bb20f-6558-4e8d-82b0-3dcc4ef711d5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.635335] env[63622]: DEBUG oslo_vmware.api [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1884.635335] env[63622]: value = "task-1817629" [ 1884.635335] env[63622]: _type = "Task" [ 1884.635335] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.645653] env[63622]: DEBUG oslo_vmware.api [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.741067] env[63622]: DEBUG oslo_vmware.api [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817623, 'name': ReconfigVM_Task, 'duration_secs': 1.33765} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.741399] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 59bfe42c-856e-424b-a23b-38b4043181c8/59bfe42c-856e-424b-a23b-38b4043181c8.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1884.742204] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25ee29c6-e6e2-40fa-a400-0f484d1eac84 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.749805] env[63622]: DEBUG oslo_vmware.api [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1884.749805] env[63622]: value = "task-1817630" [ 1884.749805] env[63622]: _type = "Task" [ 1884.749805] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.761496] env[63622]: DEBUG oslo_vmware.api [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817630, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.881232] env[63622]: DEBUG oslo_vmware.api [None req-51697502-0319-4094-98e8-fc5b0d64b804 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.577658} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.881527] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-51697502-0319-4094-98e8-fc5b0d64b804 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1884.881713] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-51697502-0319-4094-98e8-fc5b0d64b804 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1884.881891] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-51697502-0319-4094-98e8-fc5b0d64b804 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1884.882080] env[63622]: INFO nova.compute.manager [None req-51697502-0319-4094-98e8-fc5b0d64b804 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1884.882326] env[63622]: DEBUG oslo.service.loopingcall [None req-51697502-0319-4094-98e8-fc5b0d64b804 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1884.882536] env[63622]: DEBUG nova.compute.manager [-] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1884.882631] env[63622]: DEBUG nova.network.neutron [-] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1884.964649] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817628, 'name': CreateVM_Task, 'duration_secs': 0.920187} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.964827] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1884.965498] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1884.965674] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1884.966088] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1884.966348] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2918486-83b3-4ffc-8b3d-25743844612c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.971505] env[63622]: DEBUG oslo_vmware.api [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1884.971505] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5266b845-f471-d3b9-3d28-c746a8e36d3c" [ 1884.971505] env[63622]: _type = "Task" [ 1884.971505] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.980147] env[63622]: DEBUG oslo_vmware.api [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5266b845-f471-d3b9-3d28-c746a8e36d3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.074618] env[63622]: DEBUG nova.scheduler.client.report [None req-98844a8b-5ad5-4b49-a1b5-bf8ee7a8fcf8 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1885.113143] env[63622]: DEBUG oslo_concurrency.lockutils [None req-337c3c45-0cd6-46db-917d-0e04e15a4b46 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.145561] env[63622]: DEBUG oslo_vmware.api [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067282} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.145855] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1885.148224] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5c7714-711d-4a39-b337-adefccf22ffa {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.177331] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] b17067e4-3c12-4b51-b8b6-7da67a69f80c/b17067e4-3c12-4b51-b8b6-7da67a69f80c.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1885.177663] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a69799e-5dfc-4182-9363-4cf29b002c0d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.201507] env[63622]: DEBUG oslo_vmware.api [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1885.201507] env[63622]: value = "task-1817631" [ 1885.201507] env[63622]: _type = "Task" [ 1885.201507] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.211179] env[63622]: DEBUG oslo_vmware.api [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817631, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.222169] env[63622]: DEBUG nova.network.neutron [req-da0b6618-19c4-4926-bfb2-ebe4fcec6c12 req-dc4a6a8b-693f-4449-9025-ce561c201afd service nova] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Updated VIF entry in instance network info cache for port 09db52d3-c065-4600-92a5-a2972b8b2dce. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1885.222723] env[63622]: DEBUG nova.network.neutron [req-da0b6618-19c4-4926-bfb2-ebe4fcec6c12 req-dc4a6a8b-693f-4449-9025-ce561c201afd service nova] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Updating instance_info_cache with network_info: [{"id": "09db52d3-c065-4600-92a5-a2972b8b2dce", "address": "fa:16:3e:d1:9b:bf", "network": {"id": "9fa016ff-84b6-4077-add7-d40824a74722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-258535483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068319b363fb4cf0ab99d3d35221338d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09db52d3-c0", "ovs_interfaceid": "09db52d3-c065-4600-92a5-a2972b8b2dce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1885.260156] env[63622]: DEBUG oslo_vmware.api [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817630, 'name': Rename_Task, 'duration_secs': 0.179747} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.260541] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1885.260751] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57b09522-8d64-4d8f-b4db-e1c34a9025cf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.267752] env[63622]: DEBUG oslo_vmware.api [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1885.267752] env[63622]: value = "task-1817632" [ 1885.267752] env[63622]: _type = "Task" [ 1885.267752] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.276403] env[63622]: DEBUG oslo_vmware.api [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.482958] env[63622]: DEBUG oslo_vmware.api [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5266b845-f471-d3b9-3d28-c746a8e36d3c, 'name': SearchDatastore_Task, 'duration_secs': 0.013304} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.483370] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.483681] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1885.483978] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1885.484154] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.484347] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1885.486388] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7dc8ae2e-d559-45a8-acb1-bec015abf16a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.490029] env[63622]: DEBUG nova.compute.manager [req-13c4fe74-7c50-4ff9-90b1-641641ac45e1 req-10b2fc0b-9057-4192-9a7f-8bbaa96baed0 service nova] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Received event network-vif-deleted-4b9e4784-386d-4c9e-9d7f-9fea3177ee18 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1885.490029] env[63622]: INFO nova.compute.manager [req-13c4fe74-7c50-4ff9-90b1-641641ac45e1 req-10b2fc0b-9057-4192-9a7f-8bbaa96baed0 service nova] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Neutron deleted interface 4b9e4784-386d-4c9e-9d7f-9fea3177ee18; detaching it from the instance and deleting it from the info cache [ 1885.490029] env[63622]: DEBUG nova.network.neutron [req-13c4fe74-7c50-4ff9-90b1-641641ac45e1 req-10b2fc0b-9057-4192-9a7f-8bbaa96baed0 service nova] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1885.500917] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1885.501440] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1885.504019] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57ef3959-df33-4c57-a2cb-63dddae3a271 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.511839] env[63622]: DEBUG oslo_vmware.api [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1885.511839] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]529bc0b7-f82f-9ccd-c1a8-c2463fdf2cec" [ 1885.511839] env[63622]: _type = "Task" [ 1885.511839] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.521288] env[63622]: DEBUG oslo_vmware.api [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]529bc0b7-f82f-9ccd-c1a8-c2463fdf2cec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.582688] env[63622]: DEBUG oslo_concurrency.lockutils [None req-98844a8b-5ad5-4b49-a1b5-bf8ee7a8fcf8 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.751s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.585160] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.158s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.587799] env[63622]: INFO nova.compute.claims [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1885.604250] env[63622]: INFO nova.scheduler.client.report [None req-98844a8b-5ad5-4b49-a1b5-bf8ee7a8fcf8 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Deleted allocations for instance 9a854487-4c27-4271-9a1f-1875f7bd0a06 [ 1885.712717] env[63622]: DEBUG oslo_vmware.api [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817631, 'name': ReconfigVM_Task, 'duration_secs': 0.467846} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.712998] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Reconfigured VM instance instance-0000006c to attach disk [datastore1] b17067e4-3c12-4b51-b8b6-7da67a69f80c/b17067e4-3c12-4b51-b8b6-7da67a69f80c.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1885.713654] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-959fd02e-1515-463d-9eef-9aa85bf72e48 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.721241] env[63622]: DEBUG oslo_vmware.api [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1885.721241] env[63622]: value = "task-1817633" [ 1885.721241] env[63622]: _type = "Task" [ 1885.721241] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.726074] env[63622]: DEBUG oslo_concurrency.lockutils [req-da0b6618-19c4-4926-bfb2-ebe4fcec6c12 req-dc4a6a8b-693f-4449-9025-ce561c201afd service nova] Releasing lock "refresh_cache-841525cb-ea3b-47c2-b79e-82102553cbf1" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.726388] env[63622]: DEBUG nova.compute.manager [req-da0b6618-19c4-4926-bfb2-ebe4fcec6c12 req-dc4a6a8b-693f-4449-9025-ce561c201afd service nova] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Received event network-vif-deleted-0cc3c508-04f8-4331-82af-124bc03e9a83 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1885.729630] env[63622]: DEBUG oslo_vmware.api [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817633, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.778883] env[63622]: DEBUG oslo_vmware.api [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817632, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.956908] env[63622]: DEBUG nova.network.neutron [-] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1885.963718] env[63622]: DEBUG oslo_concurrency.lockutils [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "ac063e1a-4962-45db-9398-322289398e75" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.964058] env[63622]: DEBUG oslo_concurrency.lockutils [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "ac063e1a-4962-45db-9398-322289398e75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.992730] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d843e6e-f05f-44cb-9459-0f02b276b1b2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.003804] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e582a48-01b0-403a-b3c2-84772f479a61 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.024335] env[63622]: DEBUG oslo_vmware.api [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]529bc0b7-f82f-9ccd-c1a8-c2463fdf2cec, 'name': SearchDatastore_Task, 'duration_secs': 0.014144} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.025153] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52a238e5-4657-4154-8930-7c5c50ed8e02 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.037156] env[63622]: DEBUG nova.compute.manager [req-13c4fe74-7c50-4ff9-90b1-641641ac45e1 req-10b2fc0b-9057-4192-9a7f-8bbaa96baed0 service nova] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Detach interface failed, port_id=4b9e4784-386d-4c9e-9d7f-9fea3177ee18, reason: Instance de6c7fe2-e333-449c-9e97-0c374c306ab5 could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1886.038716] env[63622]: DEBUG oslo_vmware.api [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1886.038716] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5289df49-39b0-2fdd-0f77-1d18a5c58bfb" [ 1886.038716] env[63622]: _type = "Task" [ 1886.038716] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.047923] env[63622]: DEBUG oslo_vmware.api [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5289df49-39b0-2fdd-0f77-1d18a5c58bfb, 'name': SearchDatastore_Task, 'duration_secs': 0.009014} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.048198] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1886.048452] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 841525cb-ea3b-47c2-b79e-82102553cbf1/841525cb-ea3b-47c2-b79e-82102553cbf1.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1886.048696] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-175645a6-fe48-497c-8090-a385a706fb30 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.055547] env[63622]: DEBUG oslo_vmware.api [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1886.055547] env[63622]: value = "task-1817634" [ 1886.055547] env[63622]: _type = "Task" [ 1886.055547] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.063155] env[63622]: DEBUG oslo_vmware.api [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.112729] env[63622]: DEBUG oslo_concurrency.lockutils [None req-98844a8b-5ad5-4b49-a1b5-bf8ee7a8fcf8 tempest-AttachInterfacesTestJSON-1223171137 tempest-AttachInterfacesTestJSON-1223171137-project-member] Lock "9a854487-4c27-4271-9a1f-1875f7bd0a06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.292s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.236599] env[63622]: DEBUG oslo_vmware.api [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817633, 'name': Rename_Task, 'duration_secs': 0.160208} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.237666] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1886.237970] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5febe37-df18-4b17-aacc-84718eded5e0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.248015] env[63622]: DEBUG oslo_vmware.api [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1886.248015] env[63622]: value = "task-1817635" [ 1886.248015] env[63622]: _type = "Task" [ 1886.248015] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.261826] env[63622]: DEBUG oslo_vmware.api [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.285360] env[63622]: DEBUG oslo_vmware.api [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817632, 'name': PowerOnVM_Task, 'duration_secs': 0.513416} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.285642] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1886.286285] env[63622]: INFO nova.compute.manager [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Took 10.48 seconds to spawn the instance on the hypervisor. [ 1886.286285] env[63622]: DEBUG nova.compute.manager [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1886.287060] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be876e8b-43f9-41e3-8386-5283daeb6171 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.461079] env[63622]: INFO nova.compute.manager [-] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Took 1.58 seconds to deallocate network for instance. [ 1886.466721] env[63622]: DEBUG nova.compute.manager [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: ac063e1a-4962-45db-9398-322289398e75] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1886.572380] env[63622]: DEBUG oslo_vmware.api [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817634, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50885} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.572380] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 841525cb-ea3b-47c2-b79e-82102553cbf1/841525cb-ea3b-47c2-b79e-82102553cbf1.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1886.572380] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1886.572380] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e9053df-9133-47d9-80b8-37d795be5356 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.580040] env[63622]: DEBUG oslo_vmware.api [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1886.580040] env[63622]: value = "task-1817636" [ 1886.580040] env[63622]: _type = "Task" [ 1886.580040] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.591627] env[63622]: DEBUG oslo_vmware.api [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817636, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.768314] env[63622]: DEBUG oslo_vmware.api [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817635, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.792927] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f579d62a-caab-470d-b506-7adc4633b1d0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.801194] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3d7c69-f1ed-43c9-964b-a4721fad5326 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.837048] env[63622]: INFO nova.compute.manager [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Took 19.27 seconds to build instance. [ 1886.839256] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2add291-d836-4ecc-b128-b4890ab6fd8a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.848019] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e98f98-54aa-4a2e-a1bf-605cbdec8b2e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.864545] env[63622]: DEBUG nova.compute.provider_tree [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1886.972915] env[63622]: DEBUG oslo_concurrency.lockutils [None req-51697502-0319-4094-98e8-fc5b0d64b804 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.987572] env[63622]: DEBUG oslo_concurrency.lockutils [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.095835] env[63622]: DEBUG oslo_vmware.api [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817636, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125144} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.096305] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1887.097548] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80238234-d7a9-4299-9e86-e2039c5e9199 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.136224] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 841525cb-ea3b-47c2-b79e-82102553cbf1/841525cb-ea3b-47c2-b79e-82102553cbf1.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1887.137083] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aeb2b631-8f57-40b3-bbe6-fd10541a9736 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.169971] env[63622]: DEBUG oslo_vmware.api [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1887.169971] env[63622]: value = "task-1817637" [ 1887.169971] env[63622]: _type = "Task" [ 1887.169971] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.178878] env[63622]: DEBUG oslo_vmware.api [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817637, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.263153] env[63622]: DEBUG oslo_vmware.api [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817635, 'name': PowerOnVM_Task, 'duration_secs': 0.654974} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.264041] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1887.264343] env[63622]: INFO nova.compute.manager [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Took 7.53 seconds to spawn the instance on the hypervisor. [ 1887.264636] env[63622]: DEBUG nova.compute.manager [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1887.265771] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3ca8c2-9197-48cf-8012-8371237a72a5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.339297] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fd4c8ce3-7641-4601-9e3a-a93a4f17b1aa tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "59bfe42c-856e-424b-a23b-38b4043181c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.782s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.367771] env[63622]: DEBUG nova.scheduler.client.report [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1887.681385] env[63622]: DEBUG oslo_vmware.api [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.783255] env[63622]: INFO nova.compute.manager [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Took 17.09 seconds to build instance. [ 1887.872767] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.288s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.873941] env[63622]: DEBUG nova.compute.manager [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1887.876768] env[63622]: DEBUG oslo_concurrency.lockutils [None req-248c6ce7-f026-4c0e-bf8b-19199f9dc2a8 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.557s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.877061] env[63622]: DEBUG oslo_concurrency.lockutils [None req-248c6ce7-f026-4c0e-bf8b-19199f9dc2a8 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.880511] env[63622]: DEBUG oslo_concurrency.lockutils [None req-337c3c45-0cd6-46db-917d-0e04e15a4b46 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.766s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.880511] env[63622]: DEBUG nova.objects.instance [None req-337c3c45-0cd6-46db-917d-0e04e15a4b46 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lazy-loading 'resources' on Instance uuid f3803982-89cd-4573-be0b-d866c4969b9c {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1887.913801] env[63622]: INFO nova.scheduler.client.report [None req-248c6ce7-f026-4c0e-bf8b-19199f9dc2a8 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Deleted allocations for instance 3ba0280a-9e90-4236-b70b-f485d0766364 [ 1887.942880] env[63622]: DEBUG nova.compute.manager [req-e76943c1-864c-4aa6-8f04-52518cbab551 req-a3cfad4a-9c30-4ebe-b1e1-6f3a18489bb0 service nova] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Received event network-changed-8551cb02-b4bc-4f02-8b67-18a9c0ef87de {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1887.942974] env[63622]: DEBUG nova.compute.manager [req-e76943c1-864c-4aa6-8f04-52518cbab551 req-a3cfad4a-9c30-4ebe-b1e1-6f3a18489bb0 service nova] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Refreshing instance network info cache due to event network-changed-8551cb02-b4bc-4f02-8b67-18a9c0ef87de. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1887.943574] env[63622]: DEBUG oslo_concurrency.lockutils [req-e76943c1-864c-4aa6-8f04-52518cbab551 req-a3cfad4a-9c30-4ebe-b1e1-6f3a18489bb0 service nova] Acquiring lock "refresh_cache-59bfe42c-856e-424b-a23b-38b4043181c8" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1887.943574] env[63622]: DEBUG oslo_concurrency.lockutils [req-e76943c1-864c-4aa6-8f04-52518cbab551 req-a3cfad4a-9c30-4ebe-b1e1-6f3a18489bb0 service nova] Acquired lock "refresh_cache-59bfe42c-856e-424b-a23b-38b4043181c8" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1887.943574] env[63622]: DEBUG nova.network.neutron [req-e76943c1-864c-4aa6-8f04-52518cbab551 req-a3cfad4a-9c30-4ebe-b1e1-6f3a18489bb0 service nova] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Refreshing network info cache for port 8551cb02-b4bc-4f02-8b67-18a9c0ef87de {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1888.186693] env[63622]: DEBUG oslo_vmware.api [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817637, 'name': ReconfigVM_Task, 'duration_secs': 0.648256} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.187092] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 841525cb-ea3b-47c2-b79e-82102553cbf1/841525cb-ea3b-47c2-b79e-82102553cbf1.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1888.187760] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cefd18b5-40d3-4e9b-935b-a827c77b6358 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.199959] env[63622]: DEBUG oslo_vmware.api [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1888.199959] env[63622]: value = "task-1817638" [ 1888.199959] env[63622]: _type = "Task" [ 1888.199959] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.209227] env[63622]: DEBUG oslo_vmware.api [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817638, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.285479] env[63622]: DEBUG oslo_concurrency.lockutils [None req-721eecef-6554-46ed-912d-dc7546d15306 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "b17067e4-3c12-4b51-b8b6-7da67a69f80c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.612s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.384676] env[63622]: DEBUG nova.compute.utils [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1888.395979] env[63622]: DEBUG nova.compute.manager [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1888.395979] env[63622]: DEBUG nova.network.neutron [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1888.429560] env[63622]: DEBUG oslo_concurrency.lockutils [None req-248c6ce7-f026-4c0e-bf8b-19199f9dc2a8 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "3ba0280a-9e90-4236-b70b-f485d0766364" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.494s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.469353] env[63622]: DEBUG nova.policy [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2076a6d79c2f4d6988614d9954a7825f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce573b36a7ba4979a9ae7070ee3a0a81', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1888.615312] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89bf3ef-86fd-47ab-b85d-f6dd419fd45b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.623593] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7982c0ae-0f6f-4b2d-b11f-f45458270c63 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.656022] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f30a6c3-e85c-46fd-866e-b4fe807bd559 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.666987] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d4787e-5bc3-4b3a-8c4a-5fde0daf0eee {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.683025] env[63622]: DEBUG nova.compute.provider_tree [None req-337c3c45-0cd6-46db-917d-0e04e15a4b46 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1888.709456] env[63622]: DEBUG oslo_vmware.api [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817638, 'name': Rename_Task, 'duration_secs': 0.164749} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.709759] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1888.710043] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bc8b231-728b-4127-9306-f3638d94d472 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.718110] env[63622]: DEBUG oslo_vmware.api [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1888.718110] env[63622]: value = "task-1817639" [ 1888.718110] env[63622]: _type = "Task" [ 1888.718110] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.731738] env[63622]: DEBUG oslo_vmware.api [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817639, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.828243] env[63622]: DEBUG nova.network.neutron [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Successfully created port: eb65e30e-aaa9-44e3-b0cf-84ecb7d97b9e {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1888.846184] env[63622]: DEBUG nova.network.neutron [req-e76943c1-864c-4aa6-8f04-52518cbab551 req-a3cfad4a-9c30-4ebe-b1e1-6f3a18489bb0 service nova] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Updated VIF entry in instance network info cache for port 8551cb02-b4bc-4f02-8b67-18a9c0ef87de. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1888.846568] env[63622]: DEBUG nova.network.neutron [req-e76943c1-864c-4aa6-8f04-52518cbab551 req-a3cfad4a-9c30-4ebe-b1e1-6f3a18489bb0 service nova] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Updating instance_info_cache with network_info: [{"id": "8551cb02-b4bc-4f02-8b67-18a9c0ef87de", "address": "fa:16:3e:fb:eb:6a", "network": {"id": "f163feaf-bc42-4b43-ba23-db8b92c7e8fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-126149258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9660078317c743adb462df751adaad7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8551cb02-b4", "ovs_interfaceid": "8551cb02-b4bc-4f02-8b67-18a9c0ef87de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1888.896212] env[63622]: DEBUG nova.compute.manager [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1889.187665] env[63622]: DEBUG nova.scheduler.client.report [None req-337c3c45-0cd6-46db-917d-0e04e15a4b46 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1889.233956] env[63622]: DEBUG oslo_vmware.api [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817639, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.351109] env[63622]: DEBUG oslo_concurrency.lockutils [req-e76943c1-864c-4aa6-8f04-52518cbab551 req-a3cfad4a-9c30-4ebe-b1e1-6f3a18489bb0 service nova] Releasing lock "refresh_cache-59bfe42c-856e-424b-a23b-38b4043181c8" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1889.695311] env[63622]: DEBUG oslo_concurrency.lockutils [None req-337c3c45-0cd6-46db-917d-0e04e15a4b46 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.816s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.698110] env[63622]: DEBUG oslo_concurrency.lockutils [None req-51697502-0319-4094-98e8-fc5b0d64b804 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.725s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.698628] env[63622]: DEBUG nova.objects.instance [None req-51697502-0319-4094-98e8-fc5b0d64b804 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Lazy-loading 'resources' on Instance uuid de6c7fe2-e333-449c-9e97-0c374c306ab5 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1889.719791] env[63622]: INFO nova.scheduler.client.report [None req-337c3c45-0cd6-46db-917d-0e04e15a4b46 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Deleted allocations for instance f3803982-89cd-4573-be0b-d866c4969b9c [ 1889.735177] env[63622]: DEBUG oslo_vmware.api [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817639, 'name': PowerOnVM_Task, 'duration_secs': 0.723578} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.736425] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1889.736625] env[63622]: INFO nova.compute.manager [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Took 7.64 seconds to spawn the instance on the hypervisor. [ 1889.736834] env[63622]: DEBUG nova.compute.manager [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1889.738116] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4ccfe8-ac46-4483-a3fc-cd004293ee7b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.909976] env[63622]: DEBUG nova.compute.manager [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1889.942157] env[63622]: DEBUG nova.virt.hardware [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1889.942606] env[63622]: DEBUG nova.virt.hardware [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1889.943280] env[63622]: DEBUG nova.virt.hardware [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1889.943280] env[63622]: DEBUG nova.virt.hardware [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1889.943533] env[63622]: DEBUG nova.virt.hardware [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1889.943830] env[63622]: DEBUG nova.virt.hardware [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1889.944247] env[63622]: DEBUG nova.virt.hardware [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1889.944642] env[63622]: DEBUG nova.virt.hardware [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1889.944996] env[63622]: DEBUG nova.virt.hardware [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1889.945342] env[63622]: DEBUG nova.virt.hardware [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1889.945825] env[63622]: DEBUG nova.virt.hardware [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1889.947057] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080fea71-67ef-4f2f-b343-8e7938abede1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.958656] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03cfe32e-61d0-4304-8254-725442863697 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.027465] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "77ecc42e-90bb-4a90-9209-d0338fe4d760" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.027735] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "77ecc42e-90bb-4a90-9209-d0338fe4d760" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.238676] env[63622]: DEBUG nova.compute.manager [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Stashing vm_state: active {{(pid=63622) _prep_resize /opt/stack/nova/nova/compute/manager.py:5968}} [ 1890.241772] env[63622]: DEBUG oslo_concurrency.lockutils [None req-337c3c45-0cd6-46db-917d-0e04e15a4b46 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "f3803982-89cd-4573-be0b-d866c4969b9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.144s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.262098] env[63622]: INFO nova.compute.manager [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Took 17.95 seconds to build instance. [ 1890.416036] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3e9ac4-9892-42d7-b9b1-5793e7518c4f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.424484] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184ec6ab-6c10-46e1-8559-7b8add220176 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.456478] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2e7320-d0f6-4b87-aa53-c66ded552a4a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.464517] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f93fc49-5549-45fd-8345-37d4fa341cc0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.479138] env[63622]: DEBUG nova.compute.provider_tree [None req-51697502-0319-4094-98e8-fc5b0d64b804 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1890.530677] env[63622]: DEBUG nova.compute.manager [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1890.574976] env[63622]: DEBUG nova.compute.manager [req-3d376458-eb3e-460b-b57f-447c56a3e9bd req-426f550c-216d-4d99-affa-e89bc6c5ab43 service nova] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Received event network-vif-plugged-eb65e30e-aaa9-44e3-b0cf-84ecb7d97b9e {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1890.575261] env[63622]: DEBUG oslo_concurrency.lockutils [req-3d376458-eb3e-460b-b57f-447c56a3e9bd req-426f550c-216d-4d99-affa-e89bc6c5ab43 service nova] Acquiring lock "86013933-26fc-4e31-aa1e-3ea08130fb7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.575478] env[63622]: DEBUG oslo_concurrency.lockutils [req-3d376458-eb3e-460b-b57f-447c56a3e9bd req-426f550c-216d-4d99-affa-e89bc6c5ab43 service nova] Lock "86013933-26fc-4e31-aa1e-3ea08130fb7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.575645] env[63622]: DEBUG oslo_concurrency.lockutils [req-3d376458-eb3e-460b-b57f-447c56a3e9bd req-426f550c-216d-4d99-affa-e89bc6c5ab43 service nova] Lock "86013933-26fc-4e31-aa1e-3ea08130fb7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.575817] env[63622]: DEBUG nova.compute.manager [req-3d376458-eb3e-460b-b57f-447c56a3e9bd req-426f550c-216d-4d99-affa-e89bc6c5ab43 service nova] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] No waiting events found dispatching network-vif-plugged-eb65e30e-aaa9-44e3-b0cf-84ecb7d97b9e {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1890.576754] env[63622]: WARNING nova.compute.manager [req-3d376458-eb3e-460b-b57f-447c56a3e9bd req-426f550c-216d-4d99-affa-e89bc6c5ab43 service nova] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Received unexpected event network-vif-plugged-eb65e30e-aaa9-44e3-b0cf-84ecb7d97b9e for instance with vm_state building and task_state spawning. [ 1890.758999] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.764542] env[63622]: DEBUG oslo_concurrency.lockutils [None req-f5ae05ca-5b45-4a26-9a5c-e2ca8422fe8a tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "841525cb-ea3b-47c2-b79e-82102553cbf1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.479s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.809515] env[63622]: DEBUG nova.network.neutron [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Successfully updated port: eb65e30e-aaa9-44e3-b0cf-84ecb7d97b9e {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1890.985095] env[63622]: DEBUG nova.scheduler.client.report [None req-51697502-0319-4094-98e8-fc5b0d64b804 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1891.049648] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1891.314468] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Acquiring lock "refresh_cache-86013933-26fc-4e31-aa1e-3ea08130fb7b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1891.314468] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Acquired lock "refresh_cache-86013933-26fc-4e31-aa1e-3ea08130fb7b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1891.314468] env[63622]: DEBUG nova.network.neutron [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1891.351300] env[63622]: DEBUG nova.compute.manager [req-53c725e8-9bc3-4538-9792-fe569d021ff5 req-f4d5ace2-ad8e-4eec-a06a-e371837f1c62 service nova] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Received event network-changed-09db52d3-c065-4600-92a5-a2972b8b2dce {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1891.351300] env[63622]: DEBUG nova.compute.manager [req-53c725e8-9bc3-4538-9792-fe569d021ff5 req-f4d5ace2-ad8e-4eec-a06a-e371837f1c62 service nova] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Refreshing instance network info cache due to event network-changed-09db52d3-c065-4600-92a5-a2972b8b2dce. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1891.351300] env[63622]: DEBUG oslo_concurrency.lockutils [req-53c725e8-9bc3-4538-9792-fe569d021ff5 req-f4d5ace2-ad8e-4eec-a06a-e371837f1c62 service nova] Acquiring lock "refresh_cache-841525cb-ea3b-47c2-b79e-82102553cbf1" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1891.351300] env[63622]: DEBUG oslo_concurrency.lockutils [req-53c725e8-9bc3-4538-9792-fe569d021ff5 req-f4d5ace2-ad8e-4eec-a06a-e371837f1c62 service nova] Acquired lock "refresh_cache-841525cb-ea3b-47c2-b79e-82102553cbf1" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1891.351300] env[63622]: DEBUG nova.network.neutron [req-53c725e8-9bc3-4538-9792-fe569d021ff5 req-f4d5ace2-ad8e-4eec-a06a-e371837f1c62 service nova] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Refreshing network info cache for port 09db52d3-c065-4600-92a5-a2972b8b2dce {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1891.490524] env[63622]: DEBUG oslo_concurrency.lockutils [None req-51697502-0319-4094-98e8-fc5b0d64b804 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.790s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.491313] env[63622]: DEBUG oslo_concurrency.lockutils [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.504s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.492695] env[63622]: INFO nova.compute.claims [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: ac063e1a-4962-45db-9398-322289398e75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1891.511461] env[63622]: INFO nova.scheduler.client.report [None req-51697502-0319-4094-98e8-fc5b0d64b804 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Deleted allocations for instance de6c7fe2-e333-449c-9e97-0c374c306ab5 [ 1891.764346] env[63622]: DEBUG oslo_concurrency.lockutils [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "a006c7ef-29f4-4ba8-90d1-802749acbba9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1891.764639] env[63622]: DEBUG oslo_concurrency.lockutils [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "a006c7ef-29f4-4ba8-90d1-802749acbba9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.860677] env[63622]: DEBUG nova.network.neutron [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1892.021632] env[63622]: DEBUG oslo_concurrency.lockutils [None req-51697502-0319-4094-98e8-fc5b0d64b804 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Lock "de6c7fe2-e333-449c-9e97-0c374c306ab5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.286s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.098240] env[63622]: DEBUG nova.network.neutron [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Updating instance_info_cache with network_info: [{"id": "eb65e30e-aaa9-44e3-b0cf-84ecb7d97b9e", "address": "fa:16:3e:77:da:31", "network": {"id": "ea5c6984-3208-4226-930c-01b113407f45", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2541748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce573b36a7ba4979a9ae7070ee3a0a81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb65e30e-aa", "ovs_interfaceid": "eb65e30e-aaa9-44e3-b0cf-84ecb7d97b9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1892.199748] env[63622]: DEBUG nova.network.neutron [req-53c725e8-9bc3-4538-9792-fe569d021ff5 req-f4d5ace2-ad8e-4eec-a06a-e371837f1c62 service nova] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Updated VIF entry in instance network info cache for port 09db52d3-c065-4600-92a5-a2972b8b2dce. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1892.200118] env[63622]: DEBUG nova.network.neutron [req-53c725e8-9bc3-4538-9792-fe569d021ff5 req-f4d5ace2-ad8e-4eec-a06a-e371837f1c62 service nova] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Updating instance_info_cache with network_info: [{"id": "09db52d3-c065-4600-92a5-a2972b8b2dce", "address": "fa:16:3e:d1:9b:bf", "network": {"id": "9fa016ff-84b6-4077-add7-d40824a74722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-258535483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068319b363fb4cf0ab99d3d35221338d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09db52d3-c0", "ovs_interfaceid": "09db52d3-c065-4600-92a5-a2972b8b2dce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1892.268689] env[63622]: DEBUG nova.compute.manager [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1892.601511] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Releasing lock "refresh_cache-86013933-26fc-4e31-aa1e-3ea08130fb7b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1892.601859] env[63622]: DEBUG nova.compute.manager [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Instance network_info: |[{"id": "eb65e30e-aaa9-44e3-b0cf-84ecb7d97b9e", "address": "fa:16:3e:77:da:31", "network": {"id": "ea5c6984-3208-4226-930c-01b113407f45", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2541748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce573b36a7ba4979a9ae7070ee3a0a81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb65e30e-aa", "ovs_interfaceid": "eb65e30e-aaa9-44e3-b0cf-84ecb7d97b9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1892.602321] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:da:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32463b6d-4569-4755-8a29-873a028690a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb65e30e-aaa9-44e3-b0cf-84ecb7d97b9e', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1892.613662] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Creating folder: Project (ce573b36a7ba4979a9ae7070ee3a0a81). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1892.617132] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad54493c-e6cb-4ca0-b726-849359f88fc7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.638397] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Created folder: Project (ce573b36a7ba4979a9ae7070ee3a0a81) in parent group-v376252. [ 1892.638858] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Creating folder: Instances. Parent ref: group-v376545. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1892.640235] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-369a9505-d246-4945-b791-4d3531ca0492 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.651829] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Created folder: Instances in parent group-v376545. [ 1892.652419] env[63622]: DEBUG oslo.service.loopingcall [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1892.652419] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1892.652531] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d52bd39-b187-42c9-9f3e-055fcea984c4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.680610] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1892.680610] env[63622]: value = "task-1817644" [ 1892.680610] env[63622]: _type = "Task" [ 1892.680610] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.694598] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817644, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.704838] env[63622]: DEBUG oslo_concurrency.lockutils [req-53c725e8-9bc3-4538-9792-fe569d021ff5 req-f4d5ace2-ad8e-4eec-a06a-e371837f1c62 service nova] Releasing lock "refresh_cache-841525cb-ea3b-47c2-b79e-82102553cbf1" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1892.738591] env[63622]: DEBUG nova.compute.manager [req-a988a0b0-eebd-4195-b72c-f99f3f827d1f req-8b0934ce-343d-4e72-bd45-3177f98cbf7c service nova] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Received event network-changed-eb65e30e-aaa9-44e3-b0cf-84ecb7d97b9e {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1892.738591] env[63622]: DEBUG nova.compute.manager [req-a988a0b0-eebd-4195-b72c-f99f3f827d1f req-8b0934ce-343d-4e72-bd45-3177f98cbf7c service nova] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Refreshing instance network info cache due to event network-changed-eb65e30e-aaa9-44e3-b0cf-84ecb7d97b9e. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1892.738591] env[63622]: DEBUG oslo_concurrency.lockutils [req-a988a0b0-eebd-4195-b72c-f99f3f827d1f req-8b0934ce-343d-4e72-bd45-3177f98cbf7c service nova] Acquiring lock "refresh_cache-86013933-26fc-4e31-aa1e-3ea08130fb7b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1892.738591] env[63622]: DEBUG oslo_concurrency.lockutils [req-a988a0b0-eebd-4195-b72c-f99f3f827d1f req-8b0934ce-343d-4e72-bd45-3177f98cbf7c service nova] Acquired lock "refresh_cache-86013933-26fc-4e31-aa1e-3ea08130fb7b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1892.738591] env[63622]: DEBUG nova.network.neutron [req-a988a0b0-eebd-4195-b72c-f99f3f827d1f req-8b0934ce-343d-4e72-bd45-3177f98cbf7c service nova] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Refreshing network info cache for port eb65e30e-aaa9-44e3-b0cf-84ecb7d97b9e {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1892.794111] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fdd258-f302-476c-95ae-9dd66e93c695 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.799130] env[63622]: DEBUG oslo_concurrency.lockutils [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.805351] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0bfa3f-c6b3-4e6b-993f-087db5905cf6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.839928] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce1d643-77a9-4a41-ac5d-a2ba8c3310b2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.848986] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdfbdff-5ef7-45b2-a66c-7be47fc2cdb9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.864231] env[63622]: DEBUG nova.compute.provider_tree [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1893.192201] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817644, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.367800] env[63622]: DEBUG nova.scheduler.client.report [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1893.456453] env[63622]: DEBUG oslo_concurrency.lockutils [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Acquiring lock "cb6972bf-339e-4c4e-88a8-059a1cd0e0a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.456688] env[63622]: DEBUG oslo_concurrency.lockutils [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Lock "cb6972bf-339e-4c4e-88a8-059a1cd0e0a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.500237] env[63622]: DEBUG nova.network.neutron [req-a988a0b0-eebd-4195-b72c-f99f3f827d1f req-8b0934ce-343d-4e72-bd45-3177f98cbf7c service nova] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Updated VIF entry in instance network info cache for port eb65e30e-aaa9-44e3-b0cf-84ecb7d97b9e. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1893.500647] env[63622]: DEBUG nova.network.neutron [req-a988a0b0-eebd-4195-b72c-f99f3f827d1f req-8b0934ce-343d-4e72-bd45-3177f98cbf7c service nova] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Updating instance_info_cache with network_info: [{"id": "eb65e30e-aaa9-44e3-b0cf-84ecb7d97b9e", "address": "fa:16:3e:77:da:31", "network": {"id": "ea5c6984-3208-4226-930c-01b113407f45", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2541748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce573b36a7ba4979a9ae7070ee3a0a81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb65e30e-aa", "ovs_interfaceid": "eb65e30e-aaa9-44e3-b0cf-84ecb7d97b9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1893.691744] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817644, 'name': CreateVM_Task, 'duration_secs': 0.6189} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.691915] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1893.692611] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1893.692775] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1893.693104] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1893.693456] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf4b8526-d404-4d4a-bf55-6dc6c8210245 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.698694] env[63622]: DEBUG oslo_vmware.api [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Waiting for the task: (returnval){ [ 1893.698694] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5297d7f9-397f-b4a2-00e2-977702d8b22d" [ 1893.698694] env[63622]: _type = "Task" [ 1893.698694] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.706974] env[63622]: DEBUG oslo_vmware.api [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5297d7f9-397f-b4a2-00e2-977702d8b22d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.874334] env[63622]: DEBUG oslo_concurrency.lockutils [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.874597] env[63622]: DEBUG nova.compute.manager [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: ac063e1a-4962-45db-9398-322289398e75] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1893.877742] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.119s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.959407] env[63622]: DEBUG nova.compute.manager [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1894.003845] env[63622]: DEBUG oslo_concurrency.lockutils [req-a988a0b0-eebd-4195-b72c-f99f3f827d1f req-8b0934ce-343d-4e72-bd45-3177f98cbf7c service nova] Releasing lock "refresh_cache-86013933-26fc-4e31-aa1e-3ea08130fb7b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1894.210395] env[63622]: DEBUG oslo_vmware.api [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5297d7f9-397f-b4a2-00e2-977702d8b22d, 'name': SearchDatastore_Task, 'duration_secs': 0.016846} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.210707] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1894.210946] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1894.211224] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1894.211348] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1894.211528] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1894.211803] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05e0951c-142d-4088-a3bb-5d28bb9d498a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.222609] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1894.222609] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1894.222883] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82876e9c-ee90-4716-b61f-76d6610c0010 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.229708] env[63622]: DEBUG oslo_vmware.api [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Waiting for the task: (returnval){ [ 1894.229708] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b5f441-dc8d-9521-88a6-0f5f4f98fd37" [ 1894.229708] env[63622]: _type = "Task" [ 1894.229708] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.237766] env[63622]: DEBUG oslo_vmware.api [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b5f441-dc8d-9521-88a6-0f5f4f98fd37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.382130] env[63622]: DEBUG nova.compute.utils [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1894.388049] env[63622]: DEBUG nova.compute.manager [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: ac063e1a-4962-45db-9398-322289398e75] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1894.388049] env[63622]: DEBUG nova.network.neutron [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: ac063e1a-4962-45db-9398-322289398e75] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1894.392425] env[63622]: INFO nova.compute.claims [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1894.399289] env[63622]: DEBUG nova.compute.manager [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: ac063e1a-4962-45db-9398-322289398e75] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1894.455798] env[63622]: DEBUG nova.policy [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a32e0b45fe334edd9984766bd272c026', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5c9901b11904794b53083f564e5a41c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1894.482759] env[63622]: DEBUG oslo_concurrency.lockutils [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.706606] env[63622]: DEBUG nova.network.neutron [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: ac063e1a-4962-45db-9398-322289398e75] Successfully created port: 5325ed66-f4c2-4e0b-beee-0d19a3c02ce4 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1894.740427] env[63622]: DEBUG oslo_vmware.api [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b5f441-dc8d-9521-88a6-0f5f4f98fd37, 'name': SearchDatastore_Task, 'duration_secs': 0.037936} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.741215] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13908ada-480f-4131-9986-8a33999a85c3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.748180] env[63622]: DEBUG oslo_vmware.api [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Waiting for the task: (returnval){ [ 1894.748180] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52504ec4-face-fc98-bf43-d8a5e492aace" [ 1894.748180] env[63622]: _type = "Task" [ 1894.748180] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.755921] env[63622]: DEBUG oslo_vmware.api [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52504ec4-face-fc98-bf43-d8a5e492aace, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.911351] env[63622]: INFO nova.compute.resource_tracker [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Updating resource usage from migration 36c78ebf-2cc1-4c29-9680-2228d43117aa [ 1895.103039] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c84e11f-3953-4ced-918f-704669109629 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.110808] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82abe4ae-d41c-45b7-8efc-8d66ea5816ab {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.143231] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541f5a0f-282a-4fc3-a4db-ea189c90c367 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.153384] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f921aab-a6c8-45d9-82af-95a4b1c84f0a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.170356] env[63622]: DEBUG nova.compute.provider_tree [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1895.258757] env[63622]: DEBUG oslo_vmware.api [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52504ec4-face-fc98-bf43-d8a5e492aace, 'name': SearchDatastore_Task, 'duration_secs': 0.065615} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.259050] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1895.259322] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 86013933-26fc-4e31-aa1e-3ea08130fb7b/86013933-26fc-4e31-aa1e-3ea08130fb7b.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1895.259579] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b96e343e-6ee0-4f87-84e7-37fe4cefedc6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.266767] env[63622]: DEBUG oslo_vmware.api [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Waiting for the task: (returnval){ [ 1895.266767] env[63622]: value = "task-1817647" [ 1895.266767] env[63622]: _type = "Task" [ 1895.266767] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.274444] env[63622]: DEBUG oslo_vmware.api [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Task: {'id': task-1817647, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.419711] env[63622]: DEBUG nova.compute.manager [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: ac063e1a-4962-45db-9398-322289398e75] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1895.451511] env[63622]: DEBUG nova.virt.hardware [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1895.451772] env[63622]: DEBUG nova.virt.hardware [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1895.451933] env[63622]: DEBUG nova.virt.hardware [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1895.452135] env[63622]: DEBUG nova.virt.hardware [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1895.452314] env[63622]: DEBUG nova.virt.hardware [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1895.452435] env[63622]: DEBUG nova.virt.hardware [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1895.452654] env[63622]: DEBUG nova.virt.hardware [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1895.452816] env[63622]: DEBUG nova.virt.hardware [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1895.453021] env[63622]: DEBUG nova.virt.hardware [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1895.453218] env[63622]: DEBUG nova.virt.hardware [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1895.453414] env[63622]: DEBUG nova.virt.hardware [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1895.454456] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0717c19-c19a-4d20-ae8b-e2fecd60d6e0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.468502] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba3d426-4940-45e2-b033-7077d3ac0e9a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.674753] env[63622]: DEBUG nova.scheduler.client.report [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1895.777668] env[63622]: DEBUG oslo_vmware.api [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Task: {'id': task-1817647, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467499} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.777889] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 86013933-26fc-4e31-aa1e-3ea08130fb7b/86013933-26fc-4e31-aa1e-3ea08130fb7b.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1895.778120] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1895.778372] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ab72d93-01ef-40a2-955c-bf5fb0176428 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.785629] env[63622]: DEBUG oslo_vmware.api [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Waiting for the task: (returnval){ [ 1895.785629] env[63622]: value = "task-1817648" [ 1895.785629] env[63622]: _type = "Task" [ 1895.785629] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.793543] env[63622]: DEBUG oslo_vmware.api [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Task: {'id': task-1817648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.179727] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.302s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.179987] env[63622]: INFO nova.compute.manager [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Migrating [ 1896.187406] env[63622]: DEBUG nova.compute.manager [req-de317b39-e0f2-4cd0-8124-ce5f7f1a7066 req-0f3aa012-5c84-4638-acd5-68ae003f4e41 service nova] [instance: ac063e1a-4962-45db-9398-322289398e75] Received event network-vif-plugged-5325ed66-f4c2-4e0b-beee-0d19a3c02ce4 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1896.187627] env[63622]: DEBUG oslo_concurrency.lockutils [req-de317b39-e0f2-4cd0-8124-ce5f7f1a7066 req-0f3aa012-5c84-4638-acd5-68ae003f4e41 service nova] Acquiring lock "ac063e1a-4962-45db-9398-322289398e75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.187811] env[63622]: DEBUG oslo_concurrency.lockutils [req-de317b39-e0f2-4cd0-8124-ce5f7f1a7066 req-0f3aa012-5c84-4638-acd5-68ae003f4e41 service nova] Lock "ac063e1a-4962-45db-9398-322289398e75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.187980] env[63622]: DEBUG oslo_concurrency.lockutils [req-de317b39-e0f2-4cd0-8124-ce5f7f1a7066 req-0f3aa012-5c84-4638-acd5-68ae003f4e41 service nova] Lock "ac063e1a-4962-45db-9398-322289398e75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.188226] env[63622]: DEBUG nova.compute.manager [req-de317b39-e0f2-4cd0-8124-ce5f7f1a7066 req-0f3aa012-5c84-4638-acd5-68ae003f4e41 service nova] [instance: ac063e1a-4962-45db-9398-322289398e75] No waiting events found dispatching network-vif-plugged-5325ed66-f4c2-4e0b-beee-0d19a3c02ce4 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1896.188560] env[63622]: WARNING nova.compute.manager [req-de317b39-e0f2-4cd0-8124-ce5f7f1a7066 req-0f3aa012-5c84-4638-acd5-68ae003f4e41 service nova] [instance: ac063e1a-4962-45db-9398-322289398e75] Received unexpected event network-vif-plugged-5325ed66-f4c2-4e0b-beee-0d19a3c02ce4 for instance with vm_state building and task_state spawning. [ 1896.191342] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.142s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.193049] env[63622]: INFO nova.compute.claims [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1896.271345] env[63622]: DEBUG nova.network.neutron [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: ac063e1a-4962-45db-9398-322289398e75] Successfully updated port: 5325ed66-f4c2-4e0b-beee-0d19a3c02ce4 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1896.296849] env[63622]: DEBUG oslo_vmware.api [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Task: {'id': task-1817648, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065817} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.297012] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1896.297750] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742d303a-ed86-45e7-bb63-c038fe64e924 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.320421] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 86013933-26fc-4e31-aa1e-3ea08130fb7b/86013933-26fc-4e31-aa1e-3ea08130fb7b.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1896.321013] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f434334-2a43-4c5b-b6ab-dc809c312eb4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.341616] env[63622]: DEBUG oslo_vmware.api [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Waiting for the task: (returnval){ [ 1896.341616] env[63622]: value = "task-1817649" [ 1896.341616] env[63622]: _type = "Task" [ 1896.341616] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.351335] env[63622]: DEBUG oslo_vmware.api [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Task: {'id': task-1817649, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.706105] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "refresh_cache-b17067e4-3c12-4b51-b8b6-7da67a69f80c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1896.706316] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquired lock "refresh_cache-b17067e4-3c12-4b51-b8b6-7da67a69f80c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1896.706495] env[63622]: DEBUG nova.network.neutron [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1896.776594] env[63622]: DEBUG oslo_concurrency.lockutils [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "refresh_cache-ac063e1a-4962-45db-9398-322289398e75" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1896.776785] env[63622]: DEBUG oslo_concurrency.lockutils [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquired lock "refresh_cache-ac063e1a-4962-45db-9398-322289398e75" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1896.776935] env[63622]: DEBUG nova.network.neutron [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: ac063e1a-4962-45db-9398-322289398e75] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1896.853014] env[63622]: DEBUG oslo_vmware.api [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Task: {'id': task-1817649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.314762] env[63622]: DEBUG nova.network.neutron [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: ac063e1a-4962-45db-9398-322289398e75] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1897.353192] env[63622]: DEBUG oslo_vmware.api [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Task: {'id': task-1817649, 'name': ReconfigVM_Task, 'duration_secs': 0.811562} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.355501] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 86013933-26fc-4e31-aa1e-3ea08130fb7b/86013933-26fc-4e31-aa1e-3ea08130fb7b.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1897.359820] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25e457b4-88a6-4519-a578-4e3ee0739dfa {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.368621] env[63622]: DEBUG oslo_vmware.api [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Waiting for the task: (returnval){ [ 1897.368621] env[63622]: value = "task-1817651" [ 1897.368621] env[63622]: _type = "Task" [ 1897.368621] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.380977] env[63622]: DEBUG oslo_vmware.api [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Task: {'id': task-1817651, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.430846] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c39f4e-88cc-4029-9aff-d78c35f29fb2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.441172] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c261536-0c62-44c4-b6d3-6fdc6a18ef91 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.474156] env[63622]: DEBUG nova.network.neutron [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Updating instance_info_cache with network_info: [{"id": "d7ed7d1d-fb27-4463-a736-1827ed2be6fe", "address": "fa:16:3e:0e:d4:35", "network": {"id": "8ebec4d2-c849-4180-ac6d-05f780f2bca4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-843836297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dfc298083b84d488c9dcadbd8226fee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7ed7d1d-fb", "ovs_interfaceid": "d7ed7d1d-fb27-4463-a736-1827ed2be6fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1897.476011] env[63622]: DEBUG nova.network.neutron [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: ac063e1a-4962-45db-9398-322289398e75] Updating instance_info_cache with network_info: [{"id": "5325ed66-f4c2-4e0b-beee-0d19a3c02ce4", "address": "fa:16:3e:b9:7f:9e", "network": {"id": "a87a7e7c-01bc-45f6-8728-114eebbe53df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-187738960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5c9901b11904794b53083f564e5a41c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5325ed66-f4", "ovs_interfaceid": "5325ed66-f4c2-4e0b-beee-0d19a3c02ce4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1897.477659] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30882687-e345-42fb-9902-bcce09c3641a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.486067] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb83330-9262-49f6-9a18-e6cada9de921 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.502942] env[63622]: DEBUG nova.compute.provider_tree [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1897.545938] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8c42fa23-3591-4fc5-9bd9-a9641a63e668 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquiring lock "8b938f1f-ad5c-4bf1-a1df-590138d31bfc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.546102] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8c42fa23-3591-4fc5-9bd9-a9641a63e668 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Lock "8b938f1f-ad5c-4bf1-a1df-590138d31bfc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.546325] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8c42fa23-3591-4fc5-9bd9-a9641a63e668 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquiring lock "8b938f1f-ad5c-4bf1-a1df-590138d31bfc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.546516] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8c42fa23-3591-4fc5-9bd9-a9641a63e668 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Lock "8b938f1f-ad5c-4bf1-a1df-590138d31bfc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.546691] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8c42fa23-3591-4fc5-9bd9-a9641a63e668 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Lock "8b938f1f-ad5c-4bf1-a1df-590138d31bfc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1897.548842] env[63622]: INFO nova.compute.manager [None req-8c42fa23-3591-4fc5-9bd9-a9641a63e668 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Terminating instance [ 1897.878697] env[63622]: DEBUG oslo_vmware.api [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Task: {'id': task-1817651, 'name': Rename_Task, 'duration_secs': 0.143154} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.878996] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1897.879260] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-471f5a9c-f52c-4ce7-8832-fe63e7abdc01 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.885951] env[63622]: DEBUG oslo_vmware.api [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Waiting for the task: (returnval){ [ 1897.885951] env[63622]: value = "task-1817652" [ 1897.885951] env[63622]: _type = "Task" [ 1897.885951] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.893338] env[63622]: DEBUG oslo_vmware.api [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Task: {'id': task-1817652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.982077] env[63622]: DEBUG oslo_concurrency.lockutils [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Releasing lock "refresh_cache-ac063e1a-4962-45db-9398-322289398e75" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1897.982624] env[63622]: DEBUG nova.compute.manager [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: ac063e1a-4962-45db-9398-322289398e75] Instance network_info: |[{"id": "5325ed66-f4c2-4e0b-beee-0d19a3c02ce4", "address": "fa:16:3e:b9:7f:9e", "network": {"id": "a87a7e7c-01bc-45f6-8728-114eebbe53df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-187738960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5c9901b11904794b53083f564e5a41c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5325ed66-f4", "ovs_interfaceid": "5325ed66-f4c2-4e0b-beee-0d19a3c02ce4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1897.983393] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Releasing lock "refresh_cache-b17067e4-3c12-4b51-b8b6-7da67a69f80c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1897.985623] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: ac063e1a-4962-45db-9398-322289398e75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:7f:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ffea58a-e043-4ad1-9ad7-45a61fdca001', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5325ed66-f4c2-4e0b-beee-0d19a3c02ce4', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1897.999591] env[63622]: DEBUG oslo.service.loopingcall [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1898.000005] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac063e1a-4962-45db-9398-322289398e75] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1898.000251] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e57515a1-b485-4241-9f21-7ceadb4c0d20 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.015088] env[63622]: DEBUG nova.scheduler.client.report [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1898.024448] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1898.024448] env[63622]: value = "task-1817653" [ 1898.024448] env[63622]: _type = "Task" [ 1898.024448] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.033347] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817653, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.053152] env[63622]: DEBUG nova.compute.manager [None req-8c42fa23-3591-4fc5-9bd9-a9641a63e668 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1898.053411] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8c42fa23-3591-4fc5-9bd9-a9641a63e668 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1898.054416] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf0aaaf-bd3b-4b18-9eb3-8a476716c8fc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.064638] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c42fa23-3591-4fc5-9bd9-a9641a63e668 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1898.065275] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba3d2558-6426-4633-8f71-68531e94b4df {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.074608] env[63622]: DEBUG oslo_vmware.api [None req-8c42fa23-3591-4fc5-9bd9-a9641a63e668 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1898.074608] env[63622]: value = "task-1817654" [ 1898.074608] env[63622]: _type = "Task" [ 1898.074608] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.085721] env[63622]: DEBUG oslo_vmware.api [None req-8c42fa23-3591-4fc5-9bd9-a9641a63e668 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.205399] env[63622]: DEBUG nova.compute.manager [req-2d3a1781-722f-45cd-8fd6-3b3d38f9ff78 req-63b8c4b4-6dd6-4adf-94b4-a4e2f9036d05 service nova] [instance: ac063e1a-4962-45db-9398-322289398e75] Received event network-changed-5325ed66-f4c2-4e0b-beee-0d19a3c02ce4 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1898.205617] env[63622]: DEBUG nova.compute.manager [req-2d3a1781-722f-45cd-8fd6-3b3d38f9ff78 req-63b8c4b4-6dd6-4adf-94b4-a4e2f9036d05 service nova] [instance: ac063e1a-4962-45db-9398-322289398e75] Refreshing instance network info cache due to event network-changed-5325ed66-f4c2-4e0b-beee-0d19a3c02ce4. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1898.205842] env[63622]: DEBUG oslo_concurrency.lockutils [req-2d3a1781-722f-45cd-8fd6-3b3d38f9ff78 req-63b8c4b4-6dd6-4adf-94b4-a4e2f9036d05 service nova] Acquiring lock "refresh_cache-ac063e1a-4962-45db-9398-322289398e75" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.206126] env[63622]: DEBUG oslo_concurrency.lockutils [req-2d3a1781-722f-45cd-8fd6-3b3d38f9ff78 req-63b8c4b4-6dd6-4adf-94b4-a4e2f9036d05 service nova] Acquired lock "refresh_cache-ac063e1a-4962-45db-9398-322289398e75" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.206340] env[63622]: DEBUG nova.network.neutron [req-2d3a1781-722f-45cd-8fd6-3b3d38f9ff78 req-63b8c4b4-6dd6-4adf-94b4-a4e2f9036d05 service nova] [instance: ac063e1a-4962-45db-9398-322289398e75] Refreshing network info cache for port 5325ed66-f4c2-4e0b-beee-0d19a3c02ce4 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1898.396584] env[63622]: DEBUG oslo_vmware.api [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Task: {'id': task-1817652, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.519793] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.328s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.520414] env[63622]: DEBUG nova.compute.manager [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1898.523299] env[63622]: DEBUG oslo_concurrency.lockutils [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.724s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.524822] env[63622]: INFO nova.compute.claims [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1898.539842] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817653, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.587447] env[63622]: DEBUG oslo_vmware.api [None req-8c42fa23-3591-4fc5-9bd9-a9641a63e668 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817654, 'name': PowerOffVM_Task, 'duration_secs': 0.207857} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.587721] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c42fa23-3591-4fc5-9bd9-a9641a63e668 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1898.587914] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8c42fa23-3591-4fc5-9bd9-a9641a63e668 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1898.588174] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00963642-d472-4b00-9be4-19a005f2d52f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.782862] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8c42fa23-3591-4fc5-9bd9-a9641a63e668 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1898.783163] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8c42fa23-3591-4fc5-9bd9-a9641a63e668 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1898.783483] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c42fa23-3591-4fc5-9bd9-a9641a63e668 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Deleting the datastore file [datastore1] 8b938f1f-ad5c-4bf1-a1df-590138d31bfc {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1898.783961] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be7f31a6-b9f7-4006-938b-45854d12f46e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.794365] env[63622]: DEBUG oslo_vmware.api [None req-8c42fa23-3591-4fc5-9bd9-a9641a63e668 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1898.794365] env[63622]: value = "task-1817657" [ 1898.794365] env[63622]: _type = "Task" [ 1898.794365] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.803544] env[63622]: DEBUG oslo_vmware.api [None req-8c42fa23-3591-4fc5-9bd9-a9641a63e668 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.898425] env[63622]: DEBUG oslo_vmware.api [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Task: {'id': task-1817652, 'name': PowerOnVM_Task, 'duration_secs': 0.686193} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.898789] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1898.898975] env[63622]: INFO nova.compute.manager [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Took 8.99 seconds to spawn the instance on the hypervisor. [ 1898.899184] env[63622]: DEBUG nova.compute.manager [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1898.900069] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448d7410-dd3a-404f-b001-5338317eff3a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.984191] env[63622]: DEBUG nova.network.neutron [req-2d3a1781-722f-45cd-8fd6-3b3d38f9ff78 req-63b8c4b4-6dd6-4adf-94b4-a4e2f9036d05 service nova] [instance: ac063e1a-4962-45db-9398-322289398e75] Updated VIF entry in instance network info cache for port 5325ed66-f4c2-4e0b-beee-0d19a3c02ce4. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1898.984587] env[63622]: DEBUG nova.network.neutron [req-2d3a1781-722f-45cd-8fd6-3b3d38f9ff78 req-63b8c4b4-6dd6-4adf-94b4-a4e2f9036d05 service nova] [instance: ac063e1a-4962-45db-9398-322289398e75] Updating instance_info_cache with network_info: [{"id": "5325ed66-f4c2-4e0b-beee-0d19a3c02ce4", "address": "fa:16:3e:b9:7f:9e", "network": {"id": "a87a7e7c-01bc-45f6-8728-114eebbe53df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-187738960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5c9901b11904794b53083f564e5a41c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5325ed66-f4", "ovs_interfaceid": "5325ed66-f4c2-4e0b-beee-0d19a3c02ce4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1899.028968] env[63622]: DEBUG nova.compute.utils [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1899.032542] env[63622]: DEBUG nova.compute.manager [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1899.032757] env[63622]: DEBUG nova.network.neutron [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1899.046877] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817653, 'name': CreateVM_Task, 'duration_secs': 0.586603} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.047115] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac063e1a-4962-45db-9398-322289398e75] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1899.047694] env[63622]: DEBUG oslo_concurrency.lockutils [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.047861] env[63622]: DEBUG oslo_concurrency.lockutils [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.048276] env[63622]: DEBUG oslo_concurrency.lockutils [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1899.048485] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c89a4ede-8332-4e9a-92d7-525e13e660fe {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.054396] env[63622]: DEBUG oslo_vmware.api [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1899.054396] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5263d80a-a4d7-afe2-de50-b44993ad5e91" [ 1899.054396] env[63622]: _type = "Task" [ 1899.054396] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.064156] env[63622]: DEBUG oslo_vmware.api [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5263d80a-a4d7-afe2-de50-b44993ad5e91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.086038] env[63622]: DEBUG nova.policy [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47f2ba82b68243a0af242e8798e4f1d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a0890704ac74d28998a905c11f1f4b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1899.305078] env[63622]: DEBUG oslo_vmware.api [None req-8c42fa23-3591-4fc5-9bd9-a9641a63e668 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.363584} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.305352] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c42fa23-3591-4fc5-9bd9-a9641a63e668 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1899.305544] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8c42fa23-3591-4fc5-9bd9-a9641a63e668 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1899.305722] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-8c42fa23-3591-4fc5-9bd9-a9641a63e668 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1899.305894] env[63622]: INFO nova.compute.manager [None req-8c42fa23-3591-4fc5-9bd9-a9641a63e668 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1899.306305] env[63622]: DEBUG oslo.service.loopingcall [None req-8c42fa23-3591-4fc5-9bd9-a9641a63e668 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1899.307677] env[63622]: DEBUG nova.compute.manager [-] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1899.307677] env[63622]: DEBUG nova.network.neutron [-] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1899.393557] env[63622]: DEBUG nova.network.neutron [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Successfully created port: cdc2825f-706b-4a65-928f-9d62134a20c9 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1899.423934] env[63622]: INFO nova.compute.manager [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Took 20.02 seconds to build instance. [ 1899.488184] env[63622]: DEBUG oslo_concurrency.lockutils [req-2d3a1781-722f-45cd-8fd6-3b3d38f9ff78 req-63b8c4b4-6dd6-4adf-94b4-a4e2f9036d05 service nova] Releasing lock "refresh_cache-ac063e1a-4962-45db-9398-322289398e75" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1899.515214] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae68d5db-9c50-4ff0-a513-1388d9b810ac {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.534407] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Updating instance 'b17067e4-3c12-4b51-b8b6-7da67a69f80c' progress to 0 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1899.541716] env[63622]: DEBUG nova.compute.manager [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1899.567755] env[63622]: DEBUG oslo_vmware.api [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5263d80a-a4d7-afe2-de50-b44993ad5e91, 'name': SearchDatastore_Task, 'duration_secs': 0.02165} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.568062] env[63622]: DEBUG oslo_concurrency.lockutils [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1899.568354] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: ac063e1a-4962-45db-9398-322289398e75] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1899.568645] env[63622]: DEBUG oslo_concurrency.lockutils [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.568813] env[63622]: DEBUG oslo_concurrency.lockutils [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.569042] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1899.569361] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b092147f-0aaf-4d22-b45d-55acd8cce9c7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.582302] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1899.582562] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1899.583576] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-289eea6b-7c9a-4a5f-b5a0-6c6b3fc89162 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.592298] env[63622]: DEBUG oslo_vmware.api [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1899.592298] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ff4041-f997-675a-8d00-bdde4d921e70" [ 1899.592298] env[63622]: _type = "Task" [ 1899.592298] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.602159] env[63622]: DEBUG oslo_vmware.api [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ff4041-f997-675a-8d00-bdde4d921e70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.756147] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc215f4-c7df-4c4a-aea1-f07e1cd77dff {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.764821] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b79ac4b-4b12-41d3-b623-6d72673aa29f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.794636] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad73be7e-e227-47d2-af70-3fcf111f6c8d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.802339] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04b6bc6-9fb9-4a4e-96cb-d9065c2e3971 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.815696] env[63622]: DEBUG nova.compute.provider_tree [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1899.925336] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9d5233d5-1641-4dd3-8629-91fcf01a4ec8 tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Lock "86013933-26fc-4e31-aa1e-3ea08130fb7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.545s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.040876] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1900.041209] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca627fdc-9660-4d28-91b9-23e91f40431b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.051488] env[63622]: DEBUG oslo_vmware.api [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1900.051488] env[63622]: value = "task-1817658" [ 1900.051488] env[63622]: _type = "Task" [ 1900.051488] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.059795] env[63622]: DEBUG oslo_vmware.api [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.104639] env[63622]: DEBUG oslo_vmware.api [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ff4041-f997-675a-8d00-bdde4d921e70, 'name': SearchDatastore_Task, 'duration_secs': 0.011476} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.105494] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57f367fc-2e59-4ab6-900b-a8e09dffd33e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.111600] env[63622]: DEBUG oslo_vmware.api [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1900.111600] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]525bbfda-0bf7-ca88-bb30-c7edb372c2cf" [ 1900.111600] env[63622]: _type = "Task" [ 1900.111600] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.120072] env[63622]: DEBUG oslo_vmware.api [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]525bbfda-0bf7-ca88-bb30-c7edb372c2cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.145426] env[63622]: DEBUG nova.network.neutron [-] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1900.236575] env[63622]: DEBUG nova.compute.manager [req-c72a7b99-4896-4487-95ae-fd784ffc19f9 req-a96005c6-d571-4eaf-9b0e-73b08391df20 service nova] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Received event network-vif-deleted-55f55d12-ec3c-4bb9-a6bb-aeaf255c48bf {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1900.319285] env[63622]: DEBUG nova.scheduler.client.report [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1900.552533] env[63622]: DEBUG nova.compute.manager [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1900.568611] env[63622]: DEBUG oslo_vmware.api [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817658, 'name': PowerOffVM_Task, 'duration_secs': 0.200288} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.568611] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1900.568804] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Updating instance 'b17067e4-3c12-4b51-b8b6-7da67a69f80c' progress to 17 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1900.588460] env[63622]: DEBUG nova.virt.hardware [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1900.588700] env[63622]: DEBUG nova.virt.hardware [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1900.588858] env[63622]: DEBUG nova.virt.hardware [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1900.589049] env[63622]: DEBUG nova.virt.hardware [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1900.589206] env[63622]: DEBUG nova.virt.hardware [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1900.589363] env[63622]: DEBUG nova.virt.hardware [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1900.589575] env[63622]: DEBUG nova.virt.hardware [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1900.589735] env[63622]: DEBUG nova.virt.hardware [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1900.589902] env[63622]: DEBUG nova.virt.hardware [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1900.590200] env[63622]: DEBUG nova.virt.hardware [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1900.590408] env[63622]: DEBUG nova.virt.hardware [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1900.591261] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14cb301-3080-470b-8b30-2e91ded6178a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.600368] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37eda03-32a3-47fe-b357-36e3c17c2d92 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.625452] env[63622]: DEBUG oslo_vmware.api [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]525bbfda-0bf7-ca88-bb30-c7edb372c2cf, 'name': SearchDatastore_Task, 'duration_secs': 0.011873} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.626136] env[63622]: DEBUG oslo_concurrency.lockutils [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.626136] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] ac063e1a-4962-45db-9398-322289398e75/ac063e1a-4962-45db-9398-322289398e75.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1900.626378] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2330f28f-297e-442e-bb12-2036fb062422 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.633524] env[63622]: DEBUG oslo_vmware.api [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1900.633524] env[63622]: value = "task-1817659" [ 1900.633524] env[63622]: _type = "Task" [ 1900.633524] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.642972] env[63622]: DEBUG oslo_vmware.api [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.648607] env[63622]: INFO nova.compute.manager [-] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Took 1.34 seconds to deallocate network for instance. [ 1900.738365] env[63622]: DEBUG nova.compute.manager [req-39c70a2e-7684-4763-b17e-3417d0b0e8c3 req-6e4990b7-fbf5-453e-86cf-0c6f5e458ecc service nova] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Received event network-changed-eb65e30e-aaa9-44e3-b0cf-84ecb7d97b9e {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1900.740751] env[63622]: DEBUG nova.compute.manager [req-39c70a2e-7684-4763-b17e-3417d0b0e8c3 req-6e4990b7-fbf5-453e-86cf-0c6f5e458ecc service nova] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Refreshing instance network info cache due to event network-changed-eb65e30e-aaa9-44e3-b0cf-84ecb7d97b9e. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1900.740751] env[63622]: DEBUG oslo_concurrency.lockutils [req-39c70a2e-7684-4763-b17e-3417d0b0e8c3 req-6e4990b7-fbf5-453e-86cf-0c6f5e458ecc service nova] Acquiring lock "refresh_cache-86013933-26fc-4e31-aa1e-3ea08130fb7b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.740751] env[63622]: DEBUG oslo_concurrency.lockutils [req-39c70a2e-7684-4763-b17e-3417d0b0e8c3 req-6e4990b7-fbf5-453e-86cf-0c6f5e458ecc service nova] Acquired lock "refresh_cache-86013933-26fc-4e31-aa1e-3ea08130fb7b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.740751] env[63622]: DEBUG nova.network.neutron [req-39c70a2e-7684-4763-b17e-3417d0b0e8c3 req-6e4990b7-fbf5-453e-86cf-0c6f5e458ecc service nova] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Refreshing network info cache for port eb65e30e-aaa9-44e3-b0cf-84ecb7d97b9e {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1900.825117] env[63622]: DEBUG oslo_concurrency.lockutils [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.301s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.825378] env[63622]: DEBUG nova.compute.manager [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1900.828790] env[63622]: DEBUG oslo_concurrency.lockutils [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.346s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.833183] env[63622]: INFO nova.compute.claims [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1901.077056] env[63622]: DEBUG nova.virt.hardware [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1901.077056] env[63622]: DEBUG nova.virt.hardware [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1901.077056] env[63622]: DEBUG nova.virt.hardware [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1901.077452] env[63622]: DEBUG nova.virt.hardware [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1901.077452] env[63622]: DEBUG nova.virt.hardware [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1901.077690] env[63622]: DEBUG nova.virt.hardware [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1901.077867] env[63622]: DEBUG nova.virt.hardware [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1901.078701] env[63622]: DEBUG nova.virt.hardware [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1901.078997] env[63622]: DEBUG nova.virt.hardware [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1901.079194] env[63622]: DEBUG nova.virt.hardware [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1901.079299] env[63622]: DEBUG nova.virt.hardware [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1901.084685] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7218cbc4-652e-4c98-9fd4-b47c7e045ff4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.105734] env[63622]: DEBUG oslo_vmware.api [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1901.105734] env[63622]: value = "task-1817660" [ 1901.105734] env[63622]: _type = "Task" [ 1901.105734] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.119986] env[63622]: DEBUG oslo_vmware.api [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817660, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.145315] env[63622]: DEBUG oslo_vmware.api [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817659, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485101} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.145607] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] ac063e1a-4962-45db-9398-322289398e75/ac063e1a-4962-45db-9398-322289398e75.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1901.145840] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: ac063e1a-4962-45db-9398-322289398e75] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1901.146171] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4fc72131-5c76-4839-807e-5fdca1d369ba {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.156184] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8c42fa23-3591-4fc5-9bd9-a9641a63e668 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.156664] env[63622]: DEBUG oslo_vmware.api [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1901.156664] env[63622]: value = "task-1817661" [ 1901.156664] env[63622]: _type = "Task" [ 1901.156664] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.170034] env[63622]: DEBUG oslo_vmware.api [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817661, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.250379] env[63622]: DEBUG nova.network.neutron [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Successfully updated port: cdc2825f-706b-4a65-928f-9d62134a20c9 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1901.335518] env[63622]: DEBUG nova.compute.utils [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1901.339658] env[63622]: DEBUG nova.compute.manager [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1901.339913] env[63622]: DEBUG nova.network.neutron [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1901.393339] env[63622]: DEBUG nova.policy [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59dd4f864cf640e480dc8c1f701fbd2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebd3f285a9d2433597945e73f2213306', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1901.616690] env[63622]: DEBUG oslo_vmware.api [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817660, 'name': ReconfigVM_Task, 'duration_secs': 0.242692} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.617437] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Updating instance 'b17067e4-3c12-4b51-b8b6-7da67a69f80c' progress to 33 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1901.668183] env[63622]: DEBUG oslo_vmware.api [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817661, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084514} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.668545] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: ac063e1a-4962-45db-9398-322289398e75] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1901.669361] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eec640b-efcc-4e63-9428-b65757123d82 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.724700] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: ac063e1a-4962-45db-9398-322289398e75] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] ac063e1a-4962-45db-9398-322289398e75/ac063e1a-4962-45db-9398-322289398e75.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1901.724700] env[63622]: DEBUG nova.network.neutron [req-39c70a2e-7684-4763-b17e-3417d0b0e8c3 req-6e4990b7-fbf5-453e-86cf-0c6f5e458ecc service nova] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Updated VIF entry in instance network info cache for port eb65e30e-aaa9-44e3-b0cf-84ecb7d97b9e. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1901.724700] env[63622]: DEBUG nova.network.neutron [req-39c70a2e-7684-4763-b17e-3417d0b0e8c3 req-6e4990b7-fbf5-453e-86cf-0c6f5e458ecc service nova] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Updating instance_info_cache with network_info: [{"id": "eb65e30e-aaa9-44e3-b0cf-84ecb7d97b9e", "address": "fa:16:3e:77:da:31", "network": {"id": "ea5c6984-3208-4226-930c-01b113407f45", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2541748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce573b36a7ba4979a9ae7070ee3a0a81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb65e30e-aa", "ovs_interfaceid": "eb65e30e-aaa9-44e3-b0cf-84ecb7d97b9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1901.726022] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b333ee1-2ebf-426d-9dcb-497e3a46c5bf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.751141] env[63622]: DEBUG nova.network.neutron [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Successfully created port: ac8818ba-b353-4da4-9628-8daf9bff971f {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1901.754522] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "refresh_cache-77ecc42e-90bb-4a90-9209-d0338fe4d760" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1901.754522] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquired lock "refresh_cache-77ecc42e-90bb-4a90-9209-d0338fe4d760" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1901.754522] env[63622]: DEBUG nova.network.neutron [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1901.758552] env[63622]: DEBUG oslo_vmware.api [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1901.758552] env[63622]: value = "task-1817662" [ 1901.758552] env[63622]: _type = "Task" [ 1901.758552] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.768526] env[63622]: DEBUG oslo_vmware.api [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817662, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.840967] env[63622]: DEBUG nova.compute.manager [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1902.036263] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff98e909-24da-4b50-9ca1-abd4bfe57c21 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.044481] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea3cbad-37df-4507-b4cb-708231a92fa8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.080831] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c095841d-af7d-41e2-87ea-90ece2921668 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.089373] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c85e93-4921-4cf8-a4e4-7cf558d04399 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.104029] env[63622]: DEBUG nova.compute.provider_tree [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1902.124386] env[63622]: DEBUG nova.virt.hardware [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1902.124619] env[63622]: DEBUG nova.virt.hardware [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1902.124778] env[63622]: DEBUG nova.virt.hardware [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1902.125024] env[63622]: DEBUG nova.virt.hardware [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1902.125279] env[63622]: DEBUG nova.virt.hardware [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1902.125461] env[63622]: DEBUG nova.virt.hardware [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1902.125677] env[63622]: DEBUG nova.virt.hardware [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1902.125840] env[63622]: DEBUG nova.virt.hardware [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1902.126073] env[63622]: DEBUG nova.virt.hardware [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1902.126253] env[63622]: DEBUG nova.virt.hardware [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1902.126427] env[63622]: DEBUG nova.virt.hardware [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1902.131929] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1902.132623] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70a163ad-17be-4677-81ae-d52769ba8238 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.152921] env[63622]: DEBUG oslo_vmware.api [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1902.152921] env[63622]: value = "task-1817663" [ 1902.152921] env[63622]: _type = "Task" [ 1902.152921] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.165196] env[63622]: DEBUG oslo_vmware.api [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817663, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.226856] env[63622]: DEBUG oslo_concurrency.lockutils [req-39c70a2e-7684-4763-b17e-3417d0b0e8c3 req-6e4990b7-fbf5-453e-86cf-0c6f5e458ecc service nova] Releasing lock "refresh_cache-86013933-26fc-4e31-aa1e-3ea08130fb7b" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.271792] env[63622]: DEBUG oslo_vmware.api [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817662, 'name': ReconfigVM_Task, 'duration_secs': 0.317886} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.272152] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: ac063e1a-4962-45db-9398-322289398e75] Reconfigured VM instance instance-0000006f to attach disk [datastore1] ac063e1a-4962-45db-9398-322289398e75/ac063e1a-4962-45db-9398-322289398e75.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1902.272795] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-213c9ac5-e489-4972-a33d-40cc582c5cb6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.281091] env[63622]: DEBUG oslo_vmware.api [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1902.281091] env[63622]: value = "task-1817664" [ 1902.281091] env[63622]: _type = "Task" [ 1902.281091] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.292756] env[63622]: DEBUG oslo_vmware.api [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817664, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.296118] env[63622]: DEBUG nova.network.neutron [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1902.450214] env[63622]: DEBUG nova.network.neutron [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Updating instance_info_cache with network_info: [{"id": "cdc2825f-706b-4a65-928f-9d62134a20c9", "address": "fa:16:3e:a6:19:14", "network": {"id": "d99154f7-509d-4022-8cc6-a3f6dfa87b98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065749372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a0890704ac74d28998a905c11f1f4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdc2825f-70", "ovs_interfaceid": "cdc2825f-706b-4a65-928f-9d62134a20c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1902.607250] env[63622]: DEBUG nova.scheduler.client.report [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1902.662652] env[63622]: DEBUG oslo_vmware.api [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817663, 'name': ReconfigVM_Task, 'duration_secs': 0.186038} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.662959] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1902.663735] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd094c2-e94d-4fd8-8d8e-bdf6935b5a07 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.686928] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] b17067e4-3c12-4b51-b8b6-7da67a69f80c/b17067e4-3c12-4b51-b8b6-7da67a69f80c.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1902.687264] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09507002-1ea7-4640-b001-6daf73517b8c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.708413] env[63622]: DEBUG oslo_vmware.api [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1902.708413] env[63622]: value = "task-1817666" [ 1902.708413] env[63622]: _type = "Task" [ 1902.708413] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.718219] env[63622]: DEBUG oslo_vmware.api [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817666, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.791498] env[63622]: DEBUG oslo_vmware.api [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817664, 'name': Rename_Task, 'duration_secs': 0.151005} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.791764] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: ac063e1a-4962-45db-9398-322289398e75] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1902.792024] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9d2b2a4-7f6a-42a3-be0f-ba55bf3aabd8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.800472] env[63622]: DEBUG oslo_vmware.api [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1902.800472] env[63622]: value = "task-1817667" [ 1902.800472] env[63622]: _type = "Task" [ 1902.800472] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.809238] env[63622]: DEBUG oslo_vmware.api [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.852662] env[63622]: DEBUG nova.compute.manager [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1902.881716] env[63622]: DEBUG nova.virt.hardware [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1902.881961] env[63622]: DEBUG nova.virt.hardware [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1902.882152] env[63622]: DEBUG nova.virt.hardware [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1902.882388] env[63622]: DEBUG nova.virt.hardware [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1902.882547] env[63622]: DEBUG nova.virt.hardware [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1902.882697] env[63622]: DEBUG nova.virt.hardware [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1902.882908] env[63622]: DEBUG nova.virt.hardware [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1902.883149] env[63622]: DEBUG nova.virt.hardware [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1902.883348] env[63622]: DEBUG nova.virt.hardware [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1902.883516] env[63622]: DEBUG nova.virt.hardware [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1902.883691] env[63622]: DEBUG nova.virt.hardware [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1902.884585] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ea9e68-2925-4b08-bc33-e2c93556edc7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.893097] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315f4578-6c91-4afc-b338-5f82708ed635 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.899944] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4f81ca03-5e5a-4b6e-8632-73cd7a86e0f9 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquiring lock "182a279b-bcac-4716-a074-54bfed531a77" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1902.900177] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4f81ca03-5e5a-4b6e-8632-73cd7a86e0f9 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "182a279b-bcac-4716-a074-54bfed531a77" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.911145] env[63622]: DEBUG nova.compute.utils [None req-4f81ca03-5e5a-4b6e-8632-73cd7a86e0f9 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1902.953250] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Releasing lock "refresh_cache-77ecc42e-90bb-4a90-9209-d0338fe4d760" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.953587] env[63622]: DEBUG nova.compute.manager [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Instance network_info: |[{"id": "cdc2825f-706b-4a65-928f-9d62134a20c9", "address": "fa:16:3e:a6:19:14", "network": {"id": "d99154f7-509d-4022-8cc6-a3f6dfa87b98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065749372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a0890704ac74d28998a905c11f1f4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdc2825f-70", "ovs_interfaceid": "cdc2825f-706b-4a65-928f-9d62134a20c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1902.954110] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:19:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdc2825f-706b-4a65-928f-9d62134a20c9', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1902.961604] env[63622]: DEBUG oslo.service.loopingcall [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1902.962097] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1902.962333] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a8af961-64ee-4b61-a26d-6309d2396cb9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.983695] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1902.983695] env[63622]: value = "task-1817668" [ 1902.983695] env[63622]: _type = "Task" [ 1902.983695] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.998025] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817668, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.000866] env[63622]: DEBUG nova.compute.manager [req-bcf5e300-ebff-4a73-a598-6580a44f6dbd req-7f0a760d-20a5-4cf4-a614-f69d3ad7b031 service nova] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Received event network-vif-plugged-cdc2825f-706b-4a65-928f-9d62134a20c9 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1903.001200] env[63622]: DEBUG oslo_concurrency.lockutils [req-bcf5e300-ebff-4a73-a598-6580a44f6dbd req-7f0a760d-20a5-4cf4-a614-f69d3ad7b031 service nova] Acquiring lock "77ecc42e-90bb-4a90-9209-d0338fe4d760-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.001483] env[63622]: DEBUG oslo_concurrency.lockutils [req-bcf5e300-ebff-4a73-a598-6580a44f6dbd req-7f0a760d-20a5-4cf4-a614-f69d3ad7b031 service nova] Lock "77ecc42e-90bb-4a90-9209-d0338fe4d760-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1903.001720] env[63622]: DEBUG oslo_concurrency.lockutils [req-bcf5e300-ebff-4a73-a598-6580a44f6dbd req-7f0a760d-20a5-4cf4-a614-f69d3ad7b031 service nova] Lock "77ecc42e-90bb-4a90-9209-d0338fe4d760-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1903.001956] env[63622]: DEBUG nova.compute.manager [req-bcf5e300-ebff-4a73-a598-6580a44f6dbd req-7f0a760d-20a5-4cf4-a614-f69d3ad7b031 service nova] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] No waiting events found dispatching network-vif-plugged-cdc2825f-706b-4a65-928f-9d62134a20c9 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1903.002209] env[63622]: WARNING nova.compute.manager [req-bcf5e300-ebff-4a73-a598-6580a44f6dbd req-7f0a760d-20a5-4cf4-a614-f69d3ad7b031 service nova] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Received unexpected event network-vif-plugged-cdc2825f-706b-4a65-928f-9d62134a20c9 for instance with vm_state building and task_state spawning. [ 1903.002479] env[63622]: DEBUG nova.compute.manager [req-bcf5e300-ebff-4a73-a598-6580a44f6dbd req-7f0a760d-20a5-4cf4-a614-f69d3ad7b031 service nova] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Received event network-changed-cdc2825f-706b-4a65-928f-9d62134a20c9 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1903.002662] env[63622]: DEBUG nova.compute.manager [req-bcf5e300-ebff-4a73-a598-6580a44f6dbd req-7f0a760d-20a5-4cf4-a614-f69d3ad7b031 service nova] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Refreshing instance network info cache due to event network-changed-cdc2825f-706b-4a65-928f-9d62134a20c9. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1903.002919] env[63622]: DEBUG oslo_concurrency.lockutils [req-bcf5e300-ebff-4a73-a598-6580a44f6dbd req-7f0a760d-20a5-4cf4-a614-f69d3ad7b031 service nova] Acquiring lock "refresh_cache-77ecc42e-90bb-4a90-9209-d0338fe4d760" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.003133] env[63622]: DEBUG oslo_concurrency.lockutils [req-bcf5e300-ebff-4a73-a598-6580a44f6dbd req-7f0a760d-20a5-4cf4-a614-f69d3ad7b031 service nova] Acquired lock "refresh_cache-77ecc42e-90bb-4a90-9209-d0338fe4d760" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1903.003353] env[63622]: DEBUG nova.network.neutron [req-bcf5e300-ebff-4a73-a598-6580a44f6dbd req-7f0a760d-20a5-4cf4-a614-f69d3ad7b031 service nova] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Refreshing network info cache for port cdc2825f-706b-4a65-928f-9d62134a20c9 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1903.113374] env[63622]: DEBUG oslo_concurrency.lockutils [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.285s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1903.113908] env[63622]: DEBUG nova.compute.manager [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1903.116637] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8c42fa23-3591-4fc5-9bd9-a9641a63e668 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.961s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1903.116859] env[63622]: DEBUG nova.objects.instance [None req-8c42fa23-3591-4fc5-9bd9-a9641a63e668 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Lazy-loading 'resources' on Instance uuid 8b938f1f-ad5c-4bf1-a1df-590138d31bfc {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1903.221983] env[63622]: DEBUG oslo_vmware.api [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817666, 'name': ReconfigVM_Task, 'duration_secs': 0.317344} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.222439] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Reconfigured VM instance instance-0000006c to attach disk [datastore1] b17067e4-3c12-4b51-b8b6-7da67a69f80c/b17067e4-3c12-4b51-b8b6-7da67a69f80c.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1903.222838] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Updating instance 'b17067e4-3c12-4b51-b8b6-7da67a69f80c' progress to 50 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1903.312511] env[63622]: DEBUG oslo_vmware.api [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817667, 'name': PowerOnVM_Task, 'duration_secs': 0.485044} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.312980] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: ac063e1a-4962-45db-9398-322289398e75] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1903.313369] env[63622]: INFO nova.compute.manager [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: ac063e1a-4962-45db-9398-322289398e75] Took 7.89 seconds to spawn the instance on the hypervisor. [ 1903.313681] env[63622]: DEBUG nova.compute.manager [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: ac063e1a-4962-45db-9398-322289398e75] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1903.315465] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af6278c-1a9f-4e04-a7cc-b83f59a69985 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.389024] env[63622]: DEBUG nova.network.neutron [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Successfully updated port: ac8818ba-b353-4da4-9628-8daf9bff971f {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1903.413322] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4f81ca03-5e5a-4b6e-8632-73cd7a86e0f9 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "182a279b-bcac-4716-a074-54bfed531a77" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 0.513s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1903.494977] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817668, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.619812] env[63622]: DEBUG nova.compute.utils [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1903.624036] env[63622]: DEBUG nova.compute.manager [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1903.624036] env[63622]: DEBUG nova.network.neutron [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1903.675343] env[63622]: DEBUG nova.policy [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4584243e966447269b1a752b71f47ada', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92fb6241d9384b4a9c210a07e17afa23', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1903.737641] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9c17b2-3e48-4ca5-85a6-0535c75731d3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.768795] env[63622]: DEBUG nova.network.neutron [req-bcf5e300-ebff-4a73-a598-6580a44f6dbd req-7f0a760d-20a5-4cf4-a614-f69d3ad7b031 service nova] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Updated VIF entry in instance network info cache for port cdc2825f-706b-4a65-928f-9d62134a20c9. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1903.769321] env[63622]: DEBUG nova.network.neutron [req-bcf5e300-ebff-4a73-a598-6580a44f6dbd req-7f0a760d-20a5-4cf4-a614-f69d3ad7b031 service nova] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Updating instance_info_cache with network_info: [{"id": "cdc2825f-706b-4a65-928f-9d62134a20c9", "address": "fa:16:3e:a6:19:14", "network": {"id": "d99154f7-509d-4022-8cc6-a3f6dfa87b98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065749372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a0890704ac74d28998a905c11f1f4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdc2825f-70", "ovs_interfaceid": "cdc2825f-706b-4a65-928f-9d62134a20c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1903.774330] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9c6aec-8aa3-4bd0-8998-a69dbd7fb522 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.801768] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Updating instance 'b17067e4-3c12-4b51-b8b6-7da67a69f80c' progress to 67 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1903.834631] env[63622]: INFO nova.compute.manager [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: ac063e1a-4962-45db-9398-322289398e75] Took 16.86 seconds to build instance. [ 1903.891078] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc32791-5308-478a-9493-0cef12f80506 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.894042] env[63622]: DEBUG oslo_concurrency.lockutils [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "refresh_cache-a006c7ef-29f4-4ba8-90d1-802749acbba9" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.894246] env[63622]: DEBUG oslo_concurrency.lockutils [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquired lock "refresh_cache-a006c7ef-29f4-4ba8-90d1-802749acbba9" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1903.894332] env[63622]: DEBUG nova.network.neutron [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1903.901787] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147cc286-5249-445f-8cb3-1ce3a3bf8d54 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.937914] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78bbb5f-4953-4078-9687-dd83536d7d61 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.947223] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a86fbc-a647-45d0-adee-3fd7aef404ef {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.954365] env[63622]: DEBUG nova.network.neutron [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Successfully created port: 3b25f084-1659-457a-bbda-b9782bc7e814 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1903.964469] env[63622]: DEBUG nova.compute.provider_tree [None req-8c42fa23-3591-4fc5-9bd9-a9641a63e668 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1903.995163] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817668, 'name': CreateVM_Task, 'duration_secs': 0.858191} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.995227] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1903.996307] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.996591] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1903.997027] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1903.997540] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-133732b0-8be8-4508-b38e-95469761b45b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.003718] env[63622]: DEBUG oslo_vmware.api [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1904.003718] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d0624f-5337-85aa-2acc-cf950c1492a8" [ 1904.003718] env[63622]: _type = "Task" [ 1904.003718] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.014658] env[63622]: DEBUG oslo_vmware.api [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d0624f-5337-85aa-2acc-cf950c1492a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.124452] env[63622]: DEBUG nova.compute.manager [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1904.276259] env[63622]: DEBUG oslo_concurrency.lockutils [req-bcf5e300-ebff-4a73-a598-6580a44f6dbd req-7f0a760d-20a5-4cf4-a614-f69d3ad7b031 service nova] Releasing lock "refresh_cache-77ecc42e-90bb-4a90-9209-d0338fe4d760" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.337516] env[63622]: DEBUG oslo_concurrency.lockutils [None req-87a8e414-b79d-4b95-91d3-e21397ad170b tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "ac063e1a-4962-45db-9398-322289398e75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.373s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.371285] env[63622]: DEBUG nova.network.neutron [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Port d7ed7d1d-fb27-4463-a736-1827ed2be6fe binding to destination host cpu-1 is already ACTIVE {{(pid=63622) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1904.425446] env[63622]: DEBUG nova.network.neutron [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1904.467565] env[63622]: DEBUG nova.scheduler.client.report [None req-8c42fa23-3591-4fc5-9bd9-a9641a63e668 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1904.477626] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4f81ca03-5e5a-4b6e-8632-73cd7a86e0f9 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquiring lock "182a279b-bcac-4716-a074-54bfed531a77" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.478034] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4f81ca03-5e5a-4b6e-8632-73cd7a86e0f9 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "182a279b-bcac-4716-a074-54bfed531a77" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.478370] env[63622]: INFO nova.compute.manager [None req-4f81ca03-5e5a-4b6e-8632-73cd7a86e0f9 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Attaching volume d6f8832f-bfeb-48f7-b8c6-31d287373486 to /dev/sdb [ 1904.515491] env[63622]: DEBUG oslo_vmware.api [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d0624f-5337-85aa-2acc-cf950c1492a8, 'name': SearchDatastore_Task, 'duration_secs': 0.043753} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.516671] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.516914] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1904.517188] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1904.517340] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.517519] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1904.518289] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce69b1b9-884f-4891-926e-9e255ac54834 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.521167] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1990c64-8d2f-434a-a3e9-48ee34bb3871 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.531910] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee6f3b1-0c53-4581-811a-1f4fb8a7941e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.537341] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1904.537537] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1904.540082] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8ea1e1c-5ae0-4aef-a108-5e2cacf8c526 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.546204] env[63622]: DEBUG oslo_vmware.api [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1904.546204] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52cfd78d-be51-3a90-c504-3d2b8d069fa7" [ 1904.546204] env[63622]: _type = "Task" [ 1904.546204] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.560158] env[63622]: DEBUG nova.virt.block_device [None req-4f81ca03-5e5a-4b6e-8632-73cd7a86e0f9 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Updating existing volume attachment record: 6fe27667-c92c-4478-9a17-9d570a97c7ea {{(pid=63622) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1904.566311] env[63622]: DEBUG oslo_vmware.api [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52cfd78d-be51-3a90-c504-3d2b8d069fa7, 'name': SearchDatastore_Task, 'duration_secs': 0.010078} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.567579] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e47aa10-9265-4d3b-849a-4dcb63fe60f7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.576842] env[63622]: DEBUG oslo_vmware.api [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1904.576842] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b32121-6c51-9678-5378-e39e134bcd8a" [ 1904.576842] env[63622]: _type = "Task" [ 1904.576842] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.589680] env[63622]: DEBUG oslo_vmware.api [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b32121-6c51-9678-5378-e39e134bcd8a, 'name': SearchDatastore_Task, 'duration_secs': 0.009622} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.589960] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.590249] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 77ecc42e-90bb-4a90-9209-d0338fe4d760/77ecc42e-90bb-4a90-9209-d0338fe4d760.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1904.590542] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2279131-ef53-47c1-9098-905468593023 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.597588] env[63622]: DEBUG oslo_vmware.api [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1904.597588] env[63622]: value = "task-1817670" [ 1904.597588] env[63622]: _type = "Task" [ 1904.597588] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.607207] env[63622]: DEBUG oslo_vmware.api [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817670, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.620647] env[63622]: DEBUG nova.network.neutron [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Updating instance_info_cache with network_info: [{"id": "ac8818ba-b353-4da4-9628-8daf9bff971f", "address": "fa:16:3e:78:e6:76", "network": {"id": "68e51f20-239f-4a02-84bc-7a1f8640b875", "bridge": "br-int", "label": "tempest-ServersTestJSON-1825242270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebd3f285a9d2433597945e73f2213306", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac8818ba-b3", "ovs_interfaceid": "ac8818ba-b353-4da4-9628-8daf9bff971f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1904.951275] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4642217-dacc-4715-ab8e-055a5f0d2c36 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.961425] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-3333333c-484c-4a77-9904-efae3ead05b8 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: ac063e1a-4962-45db-9398-322289398e75] Suspending the VM {{(pid=63622) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1904.961812] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a9947cbd-475c-481c-90e8-fc60fa51336d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.972255] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8c42fa23-3591-4fc5-9bd9-a9641a63e668 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.855s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.974610] env[63622]: DEBUG oslo_vmware.api [None req-3333333c-484c-4a77-9904-efae3ead05b8 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1904.974610] env[63622]: value = "task-1817674" [ 1904.974610] env[63622]: _type = "Task" [ 1904.974610] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.986340] env[63622]: DEBUG oslo_vmware.api [None req-3333333c-484c-4a77-9904-efae3ead05b8 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817674, 'name': SuspendVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.999975] env[63622]: INFO nova.scheduler.client.report [None req-8c42fa23-3591-4fc5-9bd9-a9641a63e668 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Deleted allocations for instance 8b938f1f-ad5c-4bf1-a1df-590138d31bfc [ 1905.037405] env[63622]: DEBUG nova.compute.manager [req-f6572f9a-10a6-4665-9ead-df253f8c2bdd req-2067e6ad-db27-4c9a-92f2-f0b4f5f2c6f9 service nova] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Received event network-vif-plugged-ac8818ba-b353-4da4-9628-8daf9bff971f {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1905.037405] env[63622]: DEBUG oslo_concurrency.lockutils [req-f6572f9a-10a6-4665-9ead-df253f8c2bdd req-2067e6ad-db27-4c9a-92f2-f0b4f5f2c6f9 service nova] Acquiring lock "a006c7ef-29f4-4ba8-90d1-802749acbba9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.037405] env[63622]: DEBUG oslo_concurrency.lockutils [req-f6572f9a-10a6-4665-9ead-df253f8c2bdd req-2067e6ad-db27-4c9a-92f2-f0b4f5f2c6f9 service nova] Lock "a006c7ef-29f4-4ba8-90d1-802749acbba9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.037405] env[63622]: DEBUG oslo_concurrency.lockutils [req-f6572f9a-10a6-4665-9ead-df253f8c2bdd req-2067e6ad-db27-4c9a-92f2-f0b4f5f2c6f9 service nova] Lock "a006c7ef-29f4-4ba8-90d1-802749acbba9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.038133] env[63622]: DEBUG nova.compute.manager [req-f6572f9a-10a6-4665-9ead-df253f8c2bdd req-2067e6ad-db27-4c9a-92f2-f0b4f5f2c6f9 service nova] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] No waiting events found dispatching network-vif-plugged-ac8818ba-b353-4da4-9628-8daf9bff971f {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1905.038133] env[63622]: WARNING nova.compute.manager [req-f6572f9a-10a6-4665-9ead-df253f8c2bdd req-2067e6ad-db27-4c9a-92f2-f0b4f5f2c6f9 service nova] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Received unexpected event network-vif-plugged-ac8818ba-b353-4da4-9628-8daf9bff971f for instance with vm_state building and task_state spawning. [ 1905.038133] env[63622]: DEBUG nova.compute.manager [req-f6572f9a-10a6-4665-9ead-df253f8c2bdd req-2067e6ad-db27-4c9a-92f2-f0b4f5f2c6f9 service nova] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Received event network-changed-ac8818ba-b353-4da4-9628-8daf9bff971f {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1905.038133] env[63622]: DEBUG nova.compute.manager [req-f6572f9a-10a6-4665-9ead-df253f8c2bdd req-2067e6ad-db27-4c9a-92f2-f0b4f5f2c6f9 service nova] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Refreshing instance network info cache due to event network-changed-ac8818ba-b353-4da4-9628-8daf9bff971f. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1905.038356] env[63622]: DEBUG oslo_concurrency.lockutils [req-f6572f9a-10a6-4665-9ead-df253f8c2bdd req-2067e6ad-db27-4c9a-92f2-f0b4f5f2c6f9 service nova] Acquiring lock "refresh_cache-a006c7ef-29f4-4ba8-90d1-802749acbba9" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.107624] env[63622]: DEBUG oslo_vmware.api [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817670, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.123966] env[63622]: DEBUG oslo_concurrency.lockutils [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Releasing lock "refresh_cache-a006c7ef-29f4-4ba8-90d1-802749acbba9" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.124422] env[63622]: DEBUG nova.compute.manager [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Instance network_info: |[{"id": "ac8818ba-b353-4da4-9628-8daf9bff971f", "address": "fa:16:3e:78:e6:76", "network": {"id": "68e51f20-239f-4a02-84bc-7a1f8640b875", "bridge": "br-int", "label": "tempest-ServersTestJSON-1825242270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebd3f285a9d2433597945e73f2213306", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac8818ba-b3", "ovs_interfaceid": "ac8818ba-b353-4da4-9628-8daf9bff971f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1905.124766] env[63622]: DEBUG oslo_concurrency.lockutils [req-f6572f9a-10a6-4665-9ead-df253f8c2bdd req-2067e6ad-db27-4c9a-92f2-f0b4f5f2c6f9 service nova] Acquired lock "refresh_cache-a006c7ef-29f4-4ba8-90d1-802749acbba9" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.125029] env[63622]: DEBUG nova.network.neutron [req-f6572f9a-10a6-4665-9ead-df253f8c2bdd req-2067e6ad-db27-4c9a-92f2-f0b4f5f2c6f9 service nova] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Refreshing network info cache for port ac8818ba-b353-4da4-9628-8daf9bff971f {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1905.126550] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:e6:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '939c05b6-8f31-4f3a-95ac-6297e0bd243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac8818ba-b353-4da4-9628-8daf9bff971f', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1905.134887] env[63622]: DEBUG oslo.service.loopingcall [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1905.137121] env[63622]: DEBUG nova.compute.manager [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1905.139703] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1905.140552] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-805967c4-af0b-4a8d-bc0f-8a18222b8948 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.165462] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1905.165462] env[63622]: value = "task-1817675" [ 1905.165462] env[63622]: _type = "Task" [ 1905.165462] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.167983] env[63622]: DEBUG nova.virt.hardware [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1905.168246] env[63622]: DEBUG nova.virt.hardware [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1905.168404] env[63622]: DEBUG nova.virt.hardware [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1905.168630] env[63622]: DEBUG nova.virt.hardware [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1905.168808] env[63622]: DEBUG nova.virt.hardware [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1905.168991] env[63622]: DEBUG nova.virt.hardware [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1905.169225] env[63622]: DEBUG nova.virt.hardware [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1905.169469] env[63622]: DEBUG nova.virt.hardware [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1905.169622] env[63622]: DEBUG nova.virt.hardware [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1905.169885] env[63622]: DEBUG nova.virt.hardware [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1905.170065] env[63622]: DEBUG nova.virt.hardware [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1905.171592] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db1a9e6-41e5-4c38-83af-baa236506623 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.183875] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817675, 'name': CreateVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.187617] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e769a7d4-30b9-4089-8b52-f0f7435c8e5c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.391045] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "b17067e4-3c12-4b51-b8b6-7da67a69f80c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.391319] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "b17067e4-3c12-4b51-b8b6-7da67a69f80c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.391581] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "b17067e4-3c12-4b51-b8b6-7da67a69f80c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.441305] env[63622]: DEBUG nova.compute.manager [req-fff52edd-b4bc-4394-89a9-2996cc03e57d req-e0d111ca-8e9a-4e0d-8b98-c83dd0be5e86 service nova] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Received event network-vif-plugged-3b25f084-1659-457a-bbda-b9782bc7e814 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1905.441589] env[63622]: DEBUG oslo_concurrency.lockutils [req-fff52edd-b4bc-4394-89a9-2996cc03e57d req-e0d111ca-8e9a-4e0d-8b98-c83dd0be5e86 service nova] Acquiring lock "cb6972bf-339e-4c4e-88a8-059a1cd0e0a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.441797] env[63622]: DEBUG oslo_concurrency.lockutils [req-fff52edd-b4bc-4394-89a9-2996cc03e57d req-e0d111ca-8e9a-4e0d-8b98-c83dd0be5e86 service nova] Lock "cb6972bf-339e-4c4e-88a8-059a1cd0e0a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.441927] env[63622]: DEBUG oslo_concurrency.lockutils [req-fff52edd-b4bc-4394-89a9-2996cc03e57d req-e0d111ca-8e9a-4e0d-8b98-c83dd0be5e86 service nova] Lock "cb6972bf-339e-4c4e-88a8-059a1cd0e0a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.442097] env[63622]: DEBUG nova.compute.manager [req-fff52edd-b4bc-4394-89a9-2996cc03e57d req-e0d111ca-8e9a-4e0d-8b98-c83dd0be5e86 service nova] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] No waiting events found dispatching network-vif-plugged-3b25f084-1659-457a-bbda-b9782bc7e814 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1905.442247] env[63622]: WARNING nova.compute.manager [req-fff52edd-b4bc-4394-89a9-2996cc03e57d req-e0d111ca-8e9a-4e0d-8b98-c83dd0be5e86 service nova] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Received unexpected event network-vif-plugged-3b25f084-1659-457a-bbda-b9782bc7e814 for instance with vm_state building and task_state spawning. [ 1905.487170] env[63622]: DEBUG oslo_vmware.api [None req-3333333c-484c-4a77-9904-efae3ead05b8 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817674, 'name': SuspendVM_Task} progress is 70%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.508220] env[63622]: DEBUG oslo_concurrency.lockutils [None req-8c42fa23-3591-4fc5-9bd9-a9641a63e668 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Lock "8b938f1f-ad5c-4bf1-a1df-590138d31bfc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.962s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.540809] env[63622]: DEBUG nova.network.neutron [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Successfully updated port: 3b25f084-1659-457a-bbda-b9782bc7e814 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1905.615868] env[63622]: DEBUG oslo_vmware.api [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817670, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529686} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.616217] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 77ecc42e-90bb-4a90-9209-d0338fe4d760/77ecc42e-90bb-4a90-9209-d0338fe4d760.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1905.616438] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1905.616696] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e4829ee-6847-4637-821a-a01fa8f69fea {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.625799] env[63622]: DEBUG oslo_vmware.api [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1905.625799] env[63622]: value = "task-1817676" [ 1905.625799] env[63622]: _type = "Task" [ 1905.625799] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.635380] env[63622]: DEBUG oslo_vmware.api [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.691886] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817675, 'name': CreateVM_Task, 'duration_secs': 0.435509} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.692130] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1905.692858] env[63622]: DEBUG oslo_concurrency.lockutils [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.693063] env[63622]: DEBUG oslo_concurrency.lockutils [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.693383] env[63622]: DEBUG oslo_concurrency.lockutils [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1905.693646] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21103c46-77d5-4661-ac4e-680ba39ed07f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.700027] env[63622]: DEBUG oslo_vmware.api [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1905.700027] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52567a37-1b23-6b35-44e4-aae74e480090" [ 1905.700027] env[63622]: _type = "Task" [ 1905.700027] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.712436] env[63622]: DEBUG oslo_vmware.api [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52567a37-1b23-6b35-44e4-aae74e480090, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.881800] env[63622]: DEBUG nova.network.neutron [req-f6572f9a-10a6-4665-9ead-df253f8c2bdd req-2067e6ad-db27-4c9a-92f2-f0b4f5f2c6f9 service nova] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Updated VIF entry in instance network info cache for port ac8818ba-b353-4da4-9628-8daf9bff971f. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1905.882195] env[63622]: DEBUG nova.network.neutron [req-f6572f9a-10a6-4665-9ead-df253f8c2bdd req-2067e6ad-db27-4c9a-92f2-f0b4f5f2c6f9 service nova] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Updating instance_info_cache with network_info: [{"id": "ac8818ba-b353-4da4-9628-8daf9bff971f", "address": "fa:16:3e:78:e6:76", "network": {"id": "68e51f20-239f-4a02-84bc-7a1f8640b875", "bridge": "br-int", "label": "tempest-ServersTestJSON-1825242270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebd3f285a9d2433597945e73f2213306", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac8818ba-b3", "ovs_interfaceid": "ac8818ba-b353-4da4-9628-8daf9bff971f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1905.986414] env[63622]: DEBUG oslo_vmware.api [None req-3333333c-484c-4a77-9904-efae3ead05b8 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817674, 'name': SuspendVM_Task, 'duration_secs': 0.77254} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.986786] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-3333333c-484c-4a77-9904-efae3ead05b8 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: ac063e1a-4962-45db-9398-322289398e75] Suspended the VM {{(pid=63622) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1905.987052] env[63622]: DEBUG nova.compute.manager [None req-3333333c-484c-4a77-9904-efae3ead05b8 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: ac063e1a-4962-45db-9398-322289398e75] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1905.988213] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48700256-c820-4a59-8c07-abcc5ef61882 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.044173] env[63622]: DEBUG oslo_concurrency.lockutils [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Acquiring lock "refresh_cache-cb6972bf-339e-4c4e-88a8-059a1cd0e0a6" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1906.044331] env[63622]: DEBUG oslo_concurrency.lockutils [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Acquired lock "refresh_cache-cb6972bf-339e-4c4e-88a8-059a1cd0e0a6" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1906.044486] env[63622]: DEBUG nova.network.neutron [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1906.136107] env[63622]: DEBUG oslo_vmware.api [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112367} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.136401] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1906.137181] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36129479-1032-443f-ad1a-1c90c87107aa {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.159268] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 77ecc42e-90bb-4a90-9209-d0338fe4d760/77ecc42e-90bb-4a90-9209-d0338fe4d760.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1906.159539] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37521ab4-1a06-4197-836a-4ef3cc1458e9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.179727] env[63622]: DEBUG oslo_vmware.api [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1906.179727] env[63622]: value = "task-1817677" [ 1906.179727] env[63622]: _type = "Task" [ 1906.179727] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.188258] env[63622]: DEBUG oslo_vmware.api [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817677, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.211477] env[63622]: DEBUG oslo_vmware.api [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52567a37-1b23-6b35-44e4-aae74e480090, 'name': SearchDatastore_Task, 'duration_secs': 0.031846} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.211785] env[63622]: DEBUG oslo_concurrency.lockutils [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1906.212072] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1906.212352] env[63622]: DEBUG oslo_concurrency.lockutils [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1906.212519] env[63622]: DEBUG oslo_concurrency.lockutils [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1906.212724] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1906.212999] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a61dafbf-9ec2-4ea5-ad58-54f468ff71aa {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.221553] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1906.221729] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1906.222454] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47c5832b-9edb-4263-865b-30880df891ff {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.228040] env[63622]: DEBUG oslo_vmware.api [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1906.228040] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5236b453-2f01-3899-3944-410a44f49d93" [ 1906.228040] env[63622]: _type = "Task" [ 1906.228040] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.238192] env[63622]: DEBUG oslo_vmware.api [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5236b453-2f01-3899-3944-410a44f49d93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.385295] env[63622]: DEBUG oslo_concurrency.lockutils [req-f6572f9a-10a6-4665-9ead-df253f8c2bdd req-2067e6ad-db27-4c9a-92f2-f0b4f5f2c6f9 service nova] Releasing lock "refresh_cache-a006c7ef-29f4-4ba8-90d1-802749acbba9" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1906.435995] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "refresh_cache-b17067e4-3c12-4b51-b8b6-7da67a69f80c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1906.436249] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquired lock "refresh_cache-b17067e4-3c12-4b51-b8b6-7da67a69f80c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1906.436436] env[63622]: DEBUG nova.network.neutron [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1906.510047] env[63622]: DEBUG oslo_concurrency.lockutils [None req-32d34d40-eee2-4545-a9f9-175b9ccdd909 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquiring lock "3eaef681-f30f-4f11-8a0a-c8bfe7081c3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1906.510047] env[63622]: DEBUG oslo_concurrency.lockutils [None req-32d34d40-eee2-4545-a9f9-175b9ccdd909 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Lock "3eaef681-f30f-4f11-8a0a-c8bfe7081c3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.510047] env[63622]: DEBUG oslo_concurrency.lockutils [None req-32d34d40-eee2-4545-a9f9-175b9ccdd909 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquiring lock "3eaef681-f30f-4f11-8a0a-c8bfe7081c3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1906.510047] env[63622]: DEBUG oslo_concurrency.lockutils [None req-32d34d40-eee2-4545-a9f9-175b9ccdd909 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Lock "3eaef681-f30f-4f11-8a0a-c8bfe7081c3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.510047] env[63622]: DEBUG oslo_concurrency.lockutils [None req-32d34d40-eee2-4545-a9f9-175b9ccdd909 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Lock "3eaef681-f30f-4f11-8a0a-c8bfe7081c3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.511767] env[63622]: INFO nova.compute.manager [None req-32d34d40-eee2-4545-a9f9-175b9ccdd909 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Terminating instance [ 1906.574301] env[63622]: DEBUG nova.network.neutron [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1906.689087] env[63622]: DEBUG oslo_vmware.api [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817677, 'name': ReconfigVM_Task, 'duration_secs': 0.283655} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.689421] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 77ecc42e-90bb-4a90-9209-d0338fe4d760/77ecc42e-90bb-4a90-9209-d0338fe4d760.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1906.690046] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0a0a6ed-b314-4034-9b35-e43db641c543 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.696307] env[63622]: DEBUG oslo_vmware.api [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1906.696307] env[63622]: value = "task-1817679" [ 1906.696307] env[63622]: _type = "Task" [ 1906.696307] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.703199] env[63622]: DEBUG nova.network.neutron [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Updating instance_info_cache with network_info: [{"id": "3b25f084-1659-457a-bbda-b9782bc7e814", "address": "fa:16:3e:6c:5e:79", "network": {"id": "1a834bf0-23c9-48d7-99f2-5a4674c2a71d", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-629553630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92fb6241d9384b4a9c210a07e17afa23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b25f084-16", "ovs_interfaceid": "3b25f084-1659-457a-bbda-b9782bc7e814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1906.710179] env[63622]: DEBUG oslo_vmware.api [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817679, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.738837] env[63622]: DEBUG oslo_vmware.api [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5236b453-2f01-3899-3944-410a44f49d93, 'name': SearchDatastore_Task, 'duration_secs': 0.008931} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.739651] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b9fc8ce-6287-4eec-aeb7-ca140cfe2f26 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.744999] env[63622]: DEBUG oslo_vmware.api [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1906.744999] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52bd3e4b-b186-eb49-09b6-859f49349235" [ 1906.744999] env[63622]: _type = "Task" [ 1906.744999] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.753831] env[63622]: DEBUG oslo_vmware.api [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52bd3e4b-b186-eb49-09b6-859f49349235, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.015626] env[63622]: DEBUG nova.compute.manager [None req-32d34d40-eee2-4545-a9f9-175b9ccdd909 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1907.016030] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-32d34d40-eee2-4545-a9f9-175b9ccdd909 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1907.016927] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f83d45c-b4a3-4064-9446-bab41e898ed9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.025061] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d34d40-eee2-4545-a9f9-175b9ccdd909 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1907.025338] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-606e0faa-7fee-4af1-b589-e7b939f6187d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.033421] env[63622]: DEBUG oslo_vmware.api [None req-32d34d40-eee2-4545-a9f9-175b9ccdd909 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1907.033421] env[63622]: value = "task-1817681" [ 1907.033421] env[63622]: _type = "Task" [ 1907.033421] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.046029] env[63622]: DEBUG oslo_vmware.api [None req-32d34d40-eee2-4545-a9f9-175b9ccdd909 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.208088] env[63622]: DEBUG oslo_concurrency.lockutils [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Releasing lock "refresh_cache-cb6972bf-339e-4c4e-88a8-059a1cd0e0a6" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1907.209256] env[63622]: DEBUG nova.compute.manager [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Instance network_info: |[{"id": "3b25f084-1659-457a-bbda-b9782bc7e814", "address": "fa:16:3e:6c:5e:79", "network": {"id": "1a834bf0-23c9-48d7-99f2-5a4674c2a71d", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-629553630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92fb6241d9384b4a9c210a07e17afa23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b25f084-16", "ovs_interfaceid": "3b25f084-1659-457a-bbda-b9782bc7e814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1907.209667] env[63622]: DEBUG oslo_vmware.api [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817679, 'name': Rename_Task, 'duration_secs': 0.153892} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.210119] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:5e:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a78d5760-0bb1-4476-9578-8ad3c3144439', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b25f084-1659-457a-bbda-b9782bc7e814', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1907.218197] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Creating folder: Project (92fb6241d9384b4a9c210a07e17afa23). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1907.218551] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1907.219611] env[63622]: DEBUG nova.network.neutron [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Updating instance_info_cache with network_info: [{"id": "d7ed7d1d-fb27-4463-a736-1827ed2be6fe", "address": "fa:16:3e:0e:d4:35", "network": {"id": "8ebec4d2-c849-4180-ac6d-05f780f2bca4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-843836297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dfc298083b84d488c9dcadbd8226fee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7ed7d1d-fb", "ovs_interfaceid": "d7ed7d1d-fb27-4463-a736-1827ed2be6fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1907.220791] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d03fe4da-f735-4258-b29c-9f0a9adbcf41 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.222599] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92016af7-1561-436d-bca4-25b5b34150a4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.231553] env[63622]: DEBUG oslo_vmware.api [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1907.231553] env[63622]: value = "task-1817683" [ 1907.231553] env[63622]: _type = "Task" [ 1907.231553] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.236601] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Created folder: Project (92fb6241d9384b4a9c210a07e17afa23) in parent group-v376252. [ 1907.236890] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Creating folder: Instances. Parent ref: group-v376554. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1907.237519] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8edc76ec-fb6b-4a77-b558-de50f5f3b359 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.242591] env[63622]: DEBUG oslo_vmware.api [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817683, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.246132] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Created folder: Instances in parent group-v376554. [ 1907.246362] env[63622]: DEBUG oslo.service.loopingcall [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1907.249393] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1907.249977] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f889cae2-56ad-4313-887b-1616a55173ac {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.271794] env[63622]: DEBUG oslo_vmware.api [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52bd3e4b-b186-eb49-09b6-859f49349235, 'name': SearchDatastore_Task, 'duration_secs': 0.011366} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.273241] env[63622]: DEBUG oslo_concurrency.lockutils [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1907.273571] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] a006c7ef-29f4-4ba8-90d1-802749acbba9/a006c7ef-29f4-4ba8-90d1-802749acbba9.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1907.273814] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1907.273814] env[63622]: value = "task-1817685" [ 1907.273814] env[63622]: _type = "Task" [ 1907.273814] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.274018] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfe8690a-5d82-432e-8b94-f9aaba04bb57 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.283789] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817685, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.285072] env[63622]: DEBUG oslo_vmware.api [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1907.285072] env[63622]: value = "task-1817686" [ 1907.285072] env[63622]: _type = "Task" [ 1907.285072] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.292681] env[63622]: DEBUG oslo_vmware.api [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.410523] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7ef1dc3c-69fb-4774-81ea-f30a8779be3a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "ac063e1a-4962-45db-9398-322289398e75" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.410803] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7ef1dc3c-69fb-4774-81ea-f30a8779be3a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "ac063e1a-4962-45db-9398-322289398e75" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.411033] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7ef1dc3c-69fb-4774-81ea-f30a8779be3a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "ac063e1a-4962-45db-9398-322289398e75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.411232] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7ef1dc3c-69fb-4774-81ea-f30a8779be3a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "ac063e1a-4962-45db-9398-322289398e75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.411406] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7ef1dc3c-69fb-4774-81ea-f30a8779be3a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "ac063e1a-4962-45db-9398-322289398e75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.413694] env[63622]: INFO nova.compute.manager [None req-7ef1dc3c-69fb-4774-81ea-f30a8779be3a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: ac063e1a-4962-45db-9398-322289398e75] Terminating instance [ 1907.467300] env[63622]: DEBUG nova.compute.manager [req-d8faeef6-1399-488c-93ad-1a3fde52128c req-21d030b6-32e4-4123-ae7e-f6c1024920a2 service nova] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Received event network-changed-3b25f084-1659-457a-bbda-b9782bc7e814 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1907.467482] env[63622]: DEBUG nova.compute.manager [req-d8faeef6-1399-488c-93ad-1a3fde52128c req-21d030b6-32e4-4123-ae7e-f6c1024920a2 service nova] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Refreshing instance network info cache due to event network-changed-3b25f084-1659-457a-bbda-b9782bc7e814. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1907.467699] env[63622]: DEBUG oslo_concurrency.lockutils [req-d8faeef6-1399-488c-93ad-1a3fde52128c req-21d030b6-32e4-4123-ae7e-f6c1024920a2 service nova] Acquiring lock "refresh_cache-cb6972bf-339e-4c4e-88a8-059a1cd0e0a6" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1907.467846] env[63622]: DEBUG oslo_concurrency.lockutils [req-d8faeef6-1399-488c-93ad-1a3fde52128c req-21d030b6-32e4-4123-ae7e-f6c1024920a2 service nova] Acquired lock "refresh_cache-cb6972bf-339e-4c4e-88a8-059a1cd0e0a6" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1907.468016] env[63622]: DEBUG nova.network.neutron [req-d8faeef6-1399-488c-93ad-1a3fde52128c req-21d030b6-32e4-4123-ae7e-f6c1024920a2 service nova] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Refreshing network info cache for port 3b25f084-1659-457a-bbda-b9782bc7e814 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1907.545036] env[63622]: DEBUG oslo_vmware.api [None req-32d34d40-eee2-4545-a9f9-175b9ccdd909 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817681, 'name': PowerOffVM_Task, 'duration_secs': 0.19202} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.545204] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d34d40-eee2-4545-a9f9-175b9ccdd909 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1907.545618] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-32d34d40-eee2-4545-a9f9-175b9ccdd909 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1907.545618] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc75eb07-4ab7-4241-918e-72ffdd6bce4f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.647647] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-32d34d40-eee2-4545-a9f9-175b9ccdd909 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1907.647925] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-32d34d40-eee2-4545-a9f9-175b9ccdd909 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1907.648162] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-32d34d40-eee2-4545-a9f9-175b9ccdd909 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Deleting the datastore file [datastore1] 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1907.648531] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e63a8cda-87b5-4d5f-b31d-6b1738f5c205 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.656315] env[63622]: DEBUG oslo_vmware.api [None req-32d34d40-eee2-4545-a9f9-175b9ccdd909 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for the task: (returnval){ [ 1907.656315] env[63622]: value = "task-1817688" [ 1907.656315] env[63622]: _type = "Task" [ 1907.656315] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.665918] env[63622]: DEBUG oslo_vmware.api [None req-32d34d40-eee2-4545-a9f9-175b9ccdd909 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817688, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.725964] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Releasing lock "refresh_cache-b17067e4-3c12-4b51-b8b6-7da67a69f80c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1907.743667] env[63622]: DEBUG oslo_vmware.api [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817683, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.787622] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817685, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.797562] env[63622]: DEBUG oslo_vmware.api [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817686, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.917915] env[63622]: DEBUG nova.compute.manager [None req-7ef1dc3c-69fb-4774-81ea-f30a8779be3a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: ac063e1a-4962-45db-9398-322289398e75] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1907.918175] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef1dc3c-69fb-4774-81ea-f30a8779be3a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: ac063e1a-4962-45db-9398-322289398e75] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1907.919432] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f65f45-f924-40fa-84a4-df232222a5ac {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.928065] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef1dc3c-69fb-4774-81ea-f30a8779be3a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: ac063e1a-4962-45db-9398-322289398e75] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1907.928397] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8236856-ff62-407c-b78b-6438b0cf2db6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.008273] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef1dc3c-69fb-4774-81ea-f30a8779be3a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: ac063e1a-4962-45db-9398-322289398e75] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1908.008556] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef1dc3c-69fb-4774-81ea-f30a8779be3a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: ac063e1a-4962-45db-9398-322289398e75] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1908.008760] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ef1dc3c-69fb-4774-81ea-f30a8779be3a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Deleting the datastore file [datastore1] ac063e1a-4962-45db-9398-322289398e75 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1908.009051] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4af73dfe-5ca3-4617-afbf-aa2be87dc440 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.016247] env[63622]: DEBUG oslo_vmware.api [None req-7ef1dc3c-69fb-4774-81ea-f30a8779be3a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1908.016247] env[63622]: value = "task-1817690" [ 1908.016247] env[63622]: _type = "Task" [ 1908.016247] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.024437] env[63622]: DEBUG oslo_vmware.api [None req-7ef1dc3c-69fb-4774-81ea-f30a8779be3a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.166182] env[63622]: DEBUG oslo_vmware.api [None req-32d34d40-eee2-4545-a9f9-175b9ccdd909 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Task: {'id': task-1817688, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.391044} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.166475] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-32d34d40-eee2-4545-a9f9-175b9ccdd909 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1908.166665] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-32d34d40-eee2-4545-a9f9-175b9ccdd909 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1908.166867] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-32d34d40-eee2-4545-a9f9-175b9ccdd909 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1908.167093] env[63622]: INFO nova.compute.manager [None req-32d34d40-eee2-4545-a9f9-175b9ccdd909 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1908.167368] env[63622]: DEBUG oslo.service.loopingcall [None req-32d34d40-eee2-4545-a9f9-175b9ccdd909 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1908.167567] env[63622]: DEBUG nova.compute.manager [-] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1908.167697] env[63622]: DEBUG nova.network.neutron [-] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1908.247317] env[63622]: DEBUG oslo_vmware.api [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817683, 'name': PowerOnVM_Task, 'duration_secs': 0.871012} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.247606] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1908.247815] env[63622]: INFO nova.compute.manager [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Took 7.70 seconds to spawn the instance on the hypervisor. [ 1908.247997] env[63622]: DEBUG nova.compute.manager [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1908.248809] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69650851-d83f-428f-8b3b-d0972f86dfc3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.260664] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f45c7c-ade0-436b-aa73-7456983a912d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.287470] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8192bb-f387-4ba1-8b6a-391cd94321e6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.291497] env[63622]: DEBUG nova.network.neutron [req-d8faeef6-1399-488c-93ad-1a3fde52128c req-21d030b6-32e4-4123-ae7e-f6c1024920a2 service nova] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Updated VIF entry in instance network info cache for port 3b25f084-1659-457a-bbda-b9782bc7e814. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1908.291497] env[63622]: DEBUG nova.network.neutron [req-d8faeef6-1399-488c-93ad-1a3fde52128c req-21d030b6-32e4-4123-ae7e-f6c1024920a2 service nova] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Updating instance_info_cache with network_info: [{"id": "3b25f084-1659-457a-bbda-b9782bc7e814", "address": "fa:16:3e:6c:5e:79", "network": {"id": "1a834bf0-23c9-48d7-99f2-5a4674c2a71d", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-629553630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92fb6241d9384b4a9c210a07e17afa23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b25f084-16", "ovs_interfaceid": "3b25f084-1659-457a-bbda-b9782bc7e814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1908.302267] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817685, 'name': CreateVM_Task, 'duration_secs': 0.699823} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.305478] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1908.306268] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Updating instance 'b17067e4-3c12-4b51-b8b6-7da67a69f80c' progress to 83 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1908.313645] env[63622]: DEBUG oslo_concurrency.lockutils [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1908.313946] env[63622]: DEBUG oslo_concurrency.lockutils [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1908.314225] env[63622]: DEBUG oslo_concurrency.lockutils [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1908.314780] env[63622]: DEBUG oslo_vmware.api [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817686, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615823} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.315201] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b012bb99-0124-492a-b9d0-4929ba49452e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.317027] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] a006c7ef-29f4-4ba8-90d1-802749acbba9/a006c7ef-29f4-4ba8-90d1-802749acbba9.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1908.317261] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1908.317529] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b1b1288-dff2-4f98-8fb7-0ec30dc60a19 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.326892] env[63622]: DEBUG oslo_vmware.api [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Waiting for the task: (returnval){ [ 1908.326892] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]523e4a9f-127e-1227-76a1-b3d8ec55d5fa" [ 1908.326892] env[63622]: _type = "Task" [ 1908.326892] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.328413] env[63622]: DEBUG oslo_vmware.api [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1908.328413] env[63622]: value = "task-1817691" [ 1908.328413] env[63622]: _type = "Task" [ 1908.328413] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.341860] env[63622]: DEBUG oslo_vmware.api [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]523e4a9f-127e-1227-76a1-b3d8ec55d5fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.345186] env[63622]: DEBUG oslo_vmware.api [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817691, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.483272] env[63622]: DEBUG nova.compute.manager [req-3ee09b85-f938-4a1e-bdd0-e2df9bdeb162 req-29fc84e6-ef07-4aa8-8d28-46a5a8c3845a service nova] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Received event network-vif-deleted-52cc6681-bfa5-427e-907c-fbf474b93418 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1908.483468] env[63622]: INFO nova.compute.manager [req-3ee09b85-f938-4a1e-bdd0-e2df9bdeb162 req-29fc84e6-ef07-4aa8-8d28-46a5a8c3845a service nova] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Neutron deleted interface 52cc6681-bfa5-427e-907c-fbf474b93418; detaching it from the instance and deleting it from the info cache [ 1908.483649] env[63622]: DEBUG nova.network.neutron [req-3ee09b85-f938-4a1e-bdd0-e2df9bdeb162 req-29fc84e6-ef07-4aa8-8d28-46a5a8c3845a service nova] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1908.526221] env[63622]: DEBUG oslo_vmware.api [None req-7ef1dc3c-69fb-4774-81ea-f30a8779be3a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.771234] env[63622]: INFO nova.compute.manager [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Took 17.74 seconds to build instance. [ 1908.802219] env[63622]: DEBUG oslo_concurrency.lockutils [req-d8faeef6-1399-488c-93ad-1a3fde52128c req-21d030b6-32e4-4123-ae7e-f6c1024920a2 service nova] Releasing lock "refresh_cache-cb6972bf-339e-4c4e-88a8-059a1cd0e0a6" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1908.817597] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1908.817883] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f18464d4-2518-4706-916f-7ebc498efe6a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.825281] env[63622]: DEBUG oslo_vmware.api [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1908.825281] env[63622]: value = "task-1817692" [ 1908.825281] env[63622]: _type = "Task" [ 1908.825281] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.842151] env[63622]: DEBUG oslo_vmware.api [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]523e4a9f-127e-1227-76a1-b3d8ec55d5fa, 'name': SearchDatastore_Task, 'duration_secs': 0.022709} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.842374] env[63622]: DEBUG oslo_vmware.api [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817692, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.843041] env[63622]: DEBUG oslo_concurrency.lockutils [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1908.843262] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1908.843491] env[63622]: DEBUG oslo_concurrency.lockutils [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1908.843638] env[63622]: DEBUG oslo_concurrency.lockutils [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1908.843815] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1908.844083] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b8c5846-8677-4293-97e0-45cee0aa712f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.848281] env[63622]: DEBUG oslo_vmware.api [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817691, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074368} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.848828] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1908.849717] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38365335-fccd-46c2-a2dc-3be482e647cf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.875193] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] a006c7ef-29f4-4ba8-90d1-802749acbba9/a006c7ef-29f4-4ba8-90d1-802749acbba9.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1908.876591] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afd2d0f7-0c72-47b3-a4cd-393131b2fa27 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.890722] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1908.890913] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1908.891618] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d2aa6d2-0070-4c9c-991f-750e9396c8a8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.897169] env[63622]: DEBUG oslo_vmware.api [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Waiting for the task: (returnval){ [ 1908.897169] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52fc912e-6071-a8fb-525d-d94a03964bf4" [ 1908.897169] env[63622]: _type = "Task" [ 1908.897169] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.901358] env[63622]: DEBUG oslo_vmware.api [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1908.901358] env[63622]: value = "task-1817693" [ 1908.901358] env[63622]: _type = "Task" [ 1908.901358] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.907537] env[63622]: DEBUG oslo_vmware.api [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52fc912e-6071-a8fb-525d-d94a03964bf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.912944] env[63622]: DEBUG oslo_vmware.api [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817693, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.959231] env[63622]: DEBUG nova.network.neutron [-] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1908.986254] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa0150cd-98e6-45db-92ff-56d32580814f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.997387] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee77a68-da5c-4787-86eb-7fca6f21de3d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.030799] env[63622]: DEBUG nova.compute.manager [req-3ee09b85-f938-4a1e-bdd0-e2df9bdeb162 req-29fc84e6-ef07-4aa8-8d28-46a5a8c3845a service nova] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Detach interface failed, port_id=52cc6681-bfa5-427e-907c-fbf474b93418, reason: Instance 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1909.036488] env[63622]: DEBUG oslo_vmware.api [None req-7ef1dc3c-69fb-4774-81ea-f30a8779be3a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.570309} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.036742] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ef1dc3c-69fb-4774-81ea-f30a8779be3a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1909.036924] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef1dc3c-69fb-4774-81ea-f30a8779be3a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: ac063e1a-4962-45db-9398-322289398e75] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1909.037172] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef1dc3c-69fb-4774-81ea-f30a8779be3a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: ac063e1a-4962-45db-9398-322289398e75] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1909.037368] env[63622]: INFO nova.compute.manager [None req-7ef1dc3c-69fb-4774-81ea-f30a8779be3a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: ac063e1a-4962-45db-9398-322289398e75] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1909.037626] env[63622]: DEBUG oslo.service.loopingcall [None req-7ef1dc3c-69fb-4774-81ea-f30a8779be3a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1909.037833] env[63622]: DEBUG nova.compute.manager [-] [instance: ac063e1a-4962-45db-9398-322289398e75] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1909.037973] env[63622]: DEBUG nova.network.neutron [-] [instance: ac063e1a-4962-45db-9398-322289398e75] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1909.114833] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f81ca03-5e5a-4b6e-8632-73cd7a86e0f9 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Volume attach. Driver type: vmdk {{(pid=63622) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1909.115103] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f81ca03-5e5a-4b6e-8632-73cd7a86e0f9 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376552', 'volume_id': 'd6f8832f-bfeb-48f7-b8c6-31d287373486', 'name': 'volume-d6f8832f-bfeb-48f7-b8c6-31d287373486', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '182a279b-bcac-4716-a074-54bfed531a77', 'attached_at': '', 'detached_at': '', 'volume_id': 'd6f8832f-bfeb-48f7-b8c6-31d287373486', 'serial': 'd6f8832f-bfeb-48f7-b8c6-31d287373486'} {{(pid=63622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1909.116041] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2393d07f-e687-4556-a54f-4b37681bdcd4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.133336] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3faa4e-6140-4b7f-b1ce-1d679d2b1246 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.162124] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f81ca03-5e5a-4b6e-8632-73cd7a86e0f9 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] volume-d6f8832f-bfeb-48f7-b8c6-31d287373486/volume-d6f8832f-bfeb-48f7-b8c6-31d287373486.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1909.162545] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbae5853-9bb1-4348-a2a6-5d1b3438ec83 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.183110] env[63622]: DEBUG oslo_vmware.api [None req-4f81ca03-5e5a-4b6e-8632-73cd7a86e0f9 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 1909.183110] env[63622]: value = "task-1817694" [ 1909.183110] env[63622]: _type = "Task" [ 1909.183110] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.195125] env[63622]: DEBUG oslo_vmware.api [None req-4f81ca03-5e5a-4b6e-8632-73cd7a86e0f9 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817694, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.274635] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a945a19a-77ca-485d-a6b5-4b9d3d158a6c tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "77ecc42e-90bb-4a90-9209-d0338fe4d760" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.247s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.336030] env[63622]: DEBUG oslo_vmware.api [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817692, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.412755] env[63622]: DEBUG oslo_vmware.api [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52fc912e-6071-a8fb-525d-d94a03964bf4, 'name': SearchDatastore_Task, 'duration_secs': 0.028613} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.412755] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b96ca1c-4721-40c3-961f-3d555974a5b4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.416430] env[63622]: DEBUG oslo_vmware.api [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817693, 'name': ReconfigVM_Task, 'duration_secs': 0.297529} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.417684] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Reconfigured VM instance instance-00000071 to attach disk [datastore1] a006c7ef-29f4-4ba8-90d1-802749acbba9/a006c7ef-29f4-4ba8-90d1-802749acbba9.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1909.418130] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26be9033-bb4d-42b3-9345-0fc24083f695 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.421862] env[63622]: DEBUG oslo_vmware.api [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Waiting for the task: (returnval){ [ 1909.421862] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52debeda-f7db-8a49-e93d-8fa39d1889b2" [ 1909.421862] env[63622]: _type = "Task" [ 1909.421862] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.428407] env[63622]: DEBUG oslo_vmware.api [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1909.428407] env[63622]: value = "task-1817695" [ 1909.428407] env[63622]: _type = "Task" [ 1909.428407] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.439923] env[63622]: DEBUG oslo_vmware.api [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52debeda-f7db-8a49-e93d-8fa39d1889b2, 'name': SearchDatastore_Task, 'duration_secs': 0.011764} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.440803] env[63622]: DEBUG oslo_concurrency.lockutils [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1909.441217] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] cb6972bf-339e-4c4e-88a8-059a1cd0e0a6/cb6972bf-339e-4c4e-88a8-059a1cd0e0a6.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1909.441583] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4726cdc5-a6c9-4198-a1fe-d645badcaac7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.449560] env[63622]: DEBUG oslo_vmware.api [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817695, 'name': Rename_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.455869] env[63622]: DEBUG oslo_vmware.api [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Waiting for the task: (returnval){ [ 1909.455869] env[63622]: value = "task-1817696" [ 1909.455869] env[63622]: _type = "Task" [ 1909.455869] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.465143] env[63622]: INFO nova.compute.manager [-] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Took 1.30 seconds to deallocate network for instance. [ 1909.465473] env[63622]: DEBUG oslo_vmware.api [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Task: {'id': task-1817696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.694382] env[63622]: DEBUG oslo_vmware.api [None req-4f81ca03-5e5a-4b6e-8632-73cd7a86e0f9 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.791949] env[63622]: DEBUG nova.network.neutron [-] [instance: ac063e1a-4962-45db-9398-322289398e75] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1909.839176] env[63622]: DEBUG oslo_vmware.api [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817692, 'name': PowerOnVM_Task, 'duration_secs': 0.526976} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.839571] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1909.839746] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd01784-ff96-4bc0-bf8e-91075ab4962d tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Updating instance 'b17067e4-3c12-4b51-b8b6-7da67a69f80c' progress to 100 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1909.940072] env[63622]: DEBUG oslo_vmware.api [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817695, 'name': Rename_Task, 'duration_secs': 0.160571} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.940470] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1909.940770] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc5890ee-12c1-4e14-af3e-9db6226c51d1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.947952] env[63622]: DEBUG oslo_vmware.api [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1909.947952] env[63622]: value = "task-1817697" [ 1909.947952] env[63622]: _type = "Task" [ 1909.947952] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.961931] env[63622]: DEBUG oslo_vmware.api [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817697, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.974711] env[63622]: DEBUG oslo_concurrency.lockutils [None req-32d34d40-eee2-4545-a9f9-175b9ccdd909 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.975035] env[63622]: DEBUG oslo_concurrency.lockutils [None req-32d34d40-eee2-4545-a9f9-175b9ccdd909 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.975352] env[63622]: DEBUG nova.objects.instance [None req-32d34d40-eee2-4545-a9f9-175b9ccdd909 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Lazy-loading 'resources' on Instance uuid 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1909.978273] env[63622]: DEBUG oslo_vmware.api [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Task: {'id': task-1817696, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497114} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.978273] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] cb6972bf-339e-4c4e-88a8-059a1cd0e0a6/cb6972bf-339e-4c4e-88a8-059a1cd0e0a6.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1909.978273] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1909.978273] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b47e9496-295a-4526-9ba8-daa55e6dcc38 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.986759] env[63622]: DEBUG oslo_vmware.api [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Waiting for the task: (returnval){ [ 1909.986759] env[63622]: value = "task-1817698" [ 1909.986759] env[63622]: _type = "Task" [ 1909.986759] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.999664] env[63622]: DEBUG oslo_vmware.api [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Task: {'id': task-1817698, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.194440] env[63622]: DEBUG oslo_vmware.api [None req-4f81ca03-5e5a-4b6e-8632-73cd7a86e0f9 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817694, 'name': ReconfigVM_Task, 'duration_secs': 0.986788} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.194950] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f81ca03-5e5a-4b6e-8632-73cd7a86e0f9 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Reconfigured VM instance instance-00000068 to attach disk [datastore1] volume-d6f8832f-bfeb-48f7-b8c6-31d287373486/volume-d6f8832f-bfeb-48f7-b8c6-31d287373486.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1910.200519] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4f1eb2e-544a-4b18-ad51-2f72ad9c8727 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.220136] env[63622]: DEBUG oslo_vmware.api [None req-4f81ca03-5e5a-4b6e-8632-73cd7a86e0f9 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 1910.220136] env[63622]: value = "task-1817699" [ 1910.220136] env[63622]: _type = "Task" [ 1910.220136] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.230658] env[63622]: DEBUG oslo_vmware.api [None req-4f81ca03-5e5a-4b6e-8632-73cd7a86e0f9 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817699, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.297123] env[63622]: INFO nova.compute.manager [-] [instance: ac063e1a-4962-45db-9398-322289398e75] Took 1.26 seconds to deallocate network for instance. [ 1910.457879] env[63622]: DEBUG oslo_vmware.api [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817697, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.498817] env[63622]: DEBUG oslo_vmware.api [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Task: {'id': task-1817698, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080929} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.498817] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1910.500046] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752feac7-d27e-4032-a07e-e804e3be859d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.526619] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] cb6972bf-339e-4c4e-88a8-059a1cd0e0a6/cb6972bf-339e-4c4e-88a8-059a1cd0e0a6.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1910.530540] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f928f5a-8dea-42c4-bab5-ceed15a57478 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.546777] env[63622]: DEBUG nova.compute.manager [req-a7e0c6f9-ab90-428d-9819-3ef5b9f58a75 req-36bc539c-0f5f-4583-b903-89a7539191e4 service nova] [instance: ac063e1a-4962-45db-9398-322289398e75] Received event network-vif-deleted-5325ed66-f4c2-4e0b-beee-0d19a3c02ce4 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1910.547021] env[63622]: DEBUG nova.compute.manager [req-a7e0c6f9-ab90-428d-9819-3ef5b9f58a75 req-36bc539c-0f5f-4583-b903-89a7539191e4 service nova] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Received event network-changed-cdc2825f-706b-4a65-928f-9d62134a20c9 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1910.547284] env[63622]: DEBUG nova.compute.manager [req-a7e0c6f9-ab90-428d-9819-3ef5b9f58a75 req-36bc539c-0f5f-4583-b903-89a7539191e4 service nova] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Refreshing instance network info cache due to event network-changed-cdc2825f-706b-4a65-928f-9d62134a20c9. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1910.547434] env[63622]: DEBUG oslo_concurrency.lockutils [req-a7e0c6f9-ab90-428d-9819-3ef5b9f58a75 req-36bc539c-0f5f-4583-b903-89a7539191e4 service nova] Acquiring lock "refresh_cache-77ecc42e-90bb-4a90-9209-d0338fe4d760" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1910.547576] env[63622]: DEBUG oslo_concurrency.lockutils [req-a7e0c6f9-ab90-428d-9819-3ef5b9f58a75 req-36bc539c-0f5f-4583-b903-89a7539191e4 service nova] Acquired lock "refresh_cache-77ecc42e-90bb-4a90-9209-d0338fe4d760" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1910.547733] env[63622]: DEBUG nova.network.neutron [req-a7e0c6f9-ab90-428d-9819-3ef5b9f58a75 req-36bc539c-0f5f-4583-b903-89a7539191e4 service nova] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Refreshing network info cache for port cdc2825f-706b-4a65-928f-9d62134a20c9 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1910.558536] env[63622]: DEBUG oslo_vmware.api [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Waiting for the task: (returnval){ [ 1910.558536] env[63622]: value = "task-1817700" [ 1910.558536] env[63622]: _type = "Task" [ 1910.558536] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.571645] env[63622]: DEBUG oslo_vmware.api [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Task: {'id': task-1817700, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.703612] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4b5a4e-4354-4115-87a1-60cf6f44f119 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.711783] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c289d8-9ebe-4bbc-be92-45dfe8d1a405 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.748068] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869d33c9-f3f6-44f3-a14b-a85a6aed1f0e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.759190] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86175663-88fd-4914-9b27-d743d0c7febd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.763109] env[63622]: DEBUG oslo_vmware.api [None req-4f81ca03-5e5a-4b6e-8632-73cd7a86e0f9 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817699, 'name': ReconfigVM_Task, 'duration_secs': 0.201833} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.763451] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f81ca03-5e5a-4b6e-8632-73cd7a86e0f9 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376552', 'volume_id': 'd6f8832f-bfeb-48f7-b8c6-31d287373486', 'name': 'volume-d6f8832f-bfeb-48f7-b8c6-31d287373486', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '182a279b-bcac-4716-a074-54bfed531a77', 'attached_at': '', 'detached_at': '', 'volume_id': 'd6f8832f-bfeb-48f7-b8c6-31d287373486', 'serial': 'd6f8832f-bfeb-48f7-b8c6-31d287373486'} {{(pid=63622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1910.775328] env[63622]: DEBUG nova.compute.provider_tree [None req-32d34d40-eee2-4545-a9f9-175b9ccdd909 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1910.802790] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7ef1dc3c-69fb-4774-81ea-f30a8779be3a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1910.821492] env[63622]: DEBUG oslo_concurrency.lockutils [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "cb8ecdf4-cfde-49f8-947c-66c10d785135" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1910.821789] env[63622]: DEBUG oslo_concurrency.lockutils [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "cb8ecdf4-cfde-49f8-947c-66c10d785135" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1910.962610] env[63622]: DEBUG oslo_vmware.api [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817697, 'name': PowerOnVM_Task, 'duration_secs': 0.516539} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.962974] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1910.963286] env[63622]: INFO nova.compute.manager [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Took 8.11 seconds to spawn the instance on the hypervisor. [ 1910.963561] env[63622]: DEBUG nova.compute.manager [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1910.964649] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2122c6d4-fed2-40b6-94d6-1ddd9815ccbf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.068789] env[63622]: DEBUG oslo_vmware.api [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Task: {'id': task-1817700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.277744] env[63622]: DEBUG nova.network.neutron [req-a7e0c6f9-ab90-428d-9819-3ef5b9f58a75 req-36bc539c-0f5f-4583-b903-89a7539191e4 service nova] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Updated VIF entry in instance network info cache for port cdc2825f-706b-4a65-928f-9d62134a20c9. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1911.278353] env[63622]: DEBUG nova.network.neutron [req-a7e0c6f9-ab90-428d-9819-3ef5b9f58a75 req-36bc539c-0f5f-4583-b903-89a7539191e4 service nova] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Updating instance_info_cache with network_info: [{"id": "cdc2825f-706b-4a65-928f-9d62134a20c9", "address": "fa:16:3e:a6:19:14", "network": {"id": "d99154f7-509d-4022-8cc6-a3f6dfa87b98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065749372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a0890704ac74d28998a905c11f1f4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdc2825f-70", "ovs_interfaceid": "cdc2825f-706b-4a65-928f-9d62134a20c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1911.280165] env[63622]: DEBUG nova.scheduler.client.report [None req-32d34d40-eee2-4545-a9f9-175b9ccdd909 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1911.323966] env[63622]: DEBUG nova.compute.manager [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1911.485571] env[63622]: INFO nova.compute.manager [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Took 18.71 seconds to build instance. [ 1911.570522] env[63622]: DEBUG oslo_vmware.api [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Task: {'id': task-1817700, 'name': ReconfigVM_Task, 'duration_secs': 0.789955} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.571372] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Reconfigured VM instance instance-00000072 to attach disk [datastore1] cb6972bf-339e-4c4e-88a8-059a1cd0e0a6/cb6972bf-339e-4c4e-88a8-059a1cd0e0a6.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1911.571750] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9df9f85-0898-4372-b745-7f86bed3e742 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.578358] env[63622]: DEBUG oslo_vmware.api [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Waiting for the task: (returnval){ [ 1911.578358] env[63622]: value = "task-1817701" [ 1911.578358] env[63622]: _type = "Task" [ 1911.578358] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.587646] env[63622]: DEBUG oslo_vmware.api [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Task: {'id': task-1817701, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.784759] env[63622]: DEBUG oslo_concurrency.lockutils [req-a7e0c6f9-ab90-428d-9819-3ef5b9f58a75 req-36bc539c-0f5f-4583-b903-89a7539191e4 service nova] Releasing lock "refresh_cache-77ecc42e-90bb-4a90-9209-d0338fe4d760" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1911.785643] env[63622]: DEBUG oslo_concurrency.lockutils [None req-32d34d40-eee2-4545-a9f9-175b9ccdd909 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.811s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.788016] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7ef1dc3c-69fb-4774-81ea-f30a8779be3a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.985s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.788434] env[63622]: DEBUG nova.objects.instance [None req-7ef1dc3c-69fb-4774-81ea-f30a8779be3a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lazy-loading 'resources' on Instance uuid ac063e1a-4962-45db-9398-322289398e75 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1911.807852] env[63622]: DEBUG nova.objects.instance [None req-4f81ca03-5e5a-4b6e-8632-73cd7a86e0f9 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lazy-loading 'flavor' on Instance uuid 182a279b-bcac-4716-a074-54bfed531a77 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1911.810428] env[63622]: INFO nova.scheduler.client.report [None req-32d34d40-eee2-4545-a9f9-175b9ccdd909 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Deleted allocations for instance 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f [ 1911.844175] env[63622]: DEBUG oslo_concurrency.lockutils [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.987601] env[63622]: DEBUG oslo_concurrency.lockutils [None req-aaf32abe-433a-44ec-9212-244b66a31c3e tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "a006c7ef-29f4-4ba8-90d1-802749acbba9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.223s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.090087] env[63622]: DEBUG oslo_vmware.api [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Task: {'id': task-1817701, 'name': Rename_Task, 'duration_secs': 0.176723} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.090087] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1912.090087] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-baa13612-904b-4305-a74c-93b56629da2c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.097524] env[63622]: DEBUG oslo_vmware.api [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Waiting for the task: (returnval){ [ 1912.097524] env[63622]: value = "task-1817702" [ 1912.097524] env[63622]: _type = "Task" [ 1912.097524] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.105917] env[63622]: DEBUG oslo_vmware.api [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Task: {'id': task-1817702, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.313317] env[63622]: DEBUG oslo_concurrency.lockutils [None req-4f81ca03-5e5a-4b6e-8632-73cd7a86e0f9 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "182a279b-bcac-4716-a074-54bfed531a77" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.835s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.319624] env[63622]: DEBUG oslo_concurrency.lockutils [None req-32d34d40-eee2-4545-a9f9-175b9ccdd909 tempest-ServerRescueNegativeTestJSON-1087325347 tempest-ServerRescueNegativeTestJSON-1087325347-project-member] Lock "3eaef681-f30f-4f11-8a0a-c8bfe7081c3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.810s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.400604] env[63622]: DEBUG oslo_concurrency.lockutils [None req-24a2b05d-83a5-4865-99d7-34a8cb5c3b54 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "b17067e4-3c12-4b51-b8b6-7da67a69f80c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.400868] env[63622]: DEBUG oslo_concurrency.lockutils [None req-24a2b05d-83a5-4865-99d7-34a8cb5c3b54 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "b17067e4-3c12-4b51-b8b6-7da67a69f80c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.401092] env[63622]: DEBUG nova.compute.manager [None req-24a2b05d-83a5-4865-99d7-34a8cb5c3b54 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Going to confirm migration 6 {{(pid=63622) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5127}} [ 1912.474989] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6009bf87-eedc-4f38-825d-f4a95556310d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.485613] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6bc8f67-6664-4cae-a36b-f36482bc62bb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.523362] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e83901f-27c0-4ab6-9ed2-84d61c84e161 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.531817] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef541ba-4523-4534-bf1f-c3dba297d7aa {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.546783] env[63622]: DEBUG nova.compute.provider_tree [None req-7ef1dc3c-69fb-4774-81ea-f30a8779be3a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1912.609508] env[63622]: DEBUG oslo_vmware.api [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Task: {'id': task-1817702, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.996546] env[63622]: DEBUG oslo_concurrency.lockutils [None req-24a2b05d-83a5-4865-99d7-34a8cb5c3b54 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "refresh_cache-b17067e4-3c12-4b51-b8b6-7da67a69f80c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1912.996731] env[63622]: DEBUG oslo_concurrency.lockutils [None req-24a2b05d-83a5-4865-99d7-34a8cb5c3b54 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquired lock "refresh_cache-b17067e4-3c12-4b51-b8b6-7da67a69f80c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1912.996909] env[63622]: DEBUG nova.network.neutron [None req-24a2b05d-83a5-4865-99d7-34a8cb5c3b54 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1912.997154] env[63622]: DEBUG nova.objects.instance [None req-24a2b05d-83a5-4865-99d7-34a8cb5c3b54 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lazy-loading 'info_cache' on Instance uuid b17067e4-3c12-4b51-b8b6-7da67a69f80c {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1913.052703] env[63622]: DEBUG nova.scheduler.client.report [None req-7ef1dc3c-69fb-4774-81ea-f30a8779be3a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1913.056823] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e041ce6c-cbe8-43fd-9820-95696d8d0a0c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "a006c7ef-29f4-4ba8-90d1-802749acbba9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.057147] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e041ce6c-cbe8-43fd-9820-95696d8d0a0c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "a006c7ef-29f4-4ba8-90d1-802749acbba9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.057349] env[63622]: DEBUG nova.compute.manager [None req-e041ce6c-cbe8-43fd-9820-95696d8d0a0c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1913.062462] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50138493-fa90-4a48-94bf-5ab5f38d61c0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.072968] env[63622]: DEBUG nova.compute.manager [None req-e041ce6c-cbe8-43fd-9820-95696d8d0a0c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63622) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1913.073745] env[63622]: DEBUG nova.objects.instance [None req-e041ce6c-cbe8-43fd-9820-95696d8d0a0c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lazy-loading 'flavor' on Instance uuid a006c7ef-29f4-4ba8-90d1-802749acbba9 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1913.110332] env[63622]: DEBUG oslo_vmware.api [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Task: {'id': task-1817702, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.558142] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7ef1dc3c-69fb-4774-81ea-f30a8779be3a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.770s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.560832] env[63622]: DEBUG oslo_concurrency.lockutils [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.717s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.562296] env[63622]: INFO nova.compute.claims [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1913.582501] env[63622]: INFO nova.scheduler.client.report [None req-7ef1dc3c-69fb-4774-81ea-f30a8779be3a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Deleted allocations for instance ac063e1a-4962-45db-9398-322289398e75 [ 1913.610490] env[63622]: DEBUG oslo_vmware.api [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Task: {'id': task-1817702, 'name': PowerOnVM_Task, 'duration_secs': 1.027973} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.610786] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1913.610993] env[63622]: INFO nova.compute.manager [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Took 8.47 seconds to spawn the instance on the hypervisor. [ 1913.611239] env[63622]: DEBUG nova.compute.manager [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1913.612206] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2854dfca-6402-449a-a287-867a16e4ac48 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.090854] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e041ce6c-cbe8-43fd-9820-95696d8d0a0c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1914.092779] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84066883-2854-4ed9-b094-e651e683e497 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.095313] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7ef1dc3c-69fb-4774-81ea-f30a8779be3a tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "ac063e1a-4962-45db-9398-322289398e75" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.684s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.102673] env[63622]: DEBUG oslo_vmware.api [None req-e041ce6c-cbe8-43fd-9820-95696d8d0a0c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1914.102673] env[63622]: value = "task-1817703" [ 1914.102673] env[63622]: _type = "Task" [ 1914.102673] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.117535] env[63622]: DEBUG oslo_vmware.api [None req-e041ce6c-cbe8-43fd-9820-95696d8d0a0c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.134581] env[63622]: INFO nova.compute.manager [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Took 19.67 seconds to build instance. [ 1914.257210] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquiring lock "a6e0cbfe-cc8a-4962-8f33-07c6e7988f51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.258492] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "a6e0cbfe-cc8a-4962-8f33-07c6e7988f51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.594307] env[63622]: DEBUG nova.network.neutron [None req-24a2b05d-83a5-4865-99d7-34a8cb5c3b54 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Updating instance_info_cache with network_info: [{"id": "d7ed7d1d-fb27-4463-a736-1827ed2be6fe", "address": "fa:16:3e:0e:d4:35", "network": {"id": "8ebec4d2-c849-4180-ac6d-05f780f2bca4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-843836297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dfc298083b84d488c9dcadbd8226fee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7ed7d1d-fb", "ovs_interfaceid": "d7ed7d1d-fb27-4463-a736-1827ed2be6fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1914.616933] env[63622]: DEBUG oslo_vmware.api [None req-e041ce6c-cbe8-43fd-9820-95696d8d0a0c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817703, 'name': PowerOffVM_Task, 'duration_secs': 0.206022} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.617269] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e041ce6c-cbe8-43fd-9820-95696d8d0a0c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1914.617481] env[63622]: DEBUG nova.compute.manager [None req-e041ce6c-cbe8-43fd-9820-95696d8d0a0c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1914.618584] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eeca8dc-369e-45f4-816a-0f6690fc2a22 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.637441] env[63622]: DEBUG oslo_concurrency.lockutils [None req-96f173f5-4977-4299-ae75-5efb87c0adb4 tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Lock "cb6972bf-339e-4c4e-88a8-059a1cd0e0a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.181s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.760591] env[63622]: DEBUG nova.compute.manager [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1914.793648] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e10454-91f7-4110-bc61-db6ed47eccdc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.807030] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27698ddf-4298-4339-ba91-310330b3a0eb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.840750] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84310a20-6b1b-406a-bc9d-a150383df69b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.848937] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983d33e5-cfbc-448a-bd82-64301237ef21 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.863683] env[63622]: DEBUG nova.compute.provider_tree [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1915.097032] env[63622]: DEBUG oslo_concurrency.lockutils [None req-24a2b05d-83a5-4865-99d7-34a8cb5c3b54 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Releasing lock "refresh_cache-b17067e4-3c12-4b51-b8b6-7da67a69f80c" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1915.097123] env[63622]: DEBUG nova.objects.instance [None req-24a2b05d-83a5-4865-99d7-34a8cb5c3b54 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lazy-loading 'migration_context' on Instance uuid b17067e4-3c12-4b51-b8b6-7da67a69f80c {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1915.139221] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e041ce6c-cbe8-43fd-9820-95696d8d0a0c tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "a006c7ef-29f4-4ba8-90d1-802749acbba9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.081s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.286134] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.368060] env[63622]: DEBUG nova.scheduler.client.report [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1915.561710] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1865d835-7337-4908-8ec7-5e631d4e2ffe tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Acquiring lock "cb6972bf-339e-4c4e-88a8-059a1cd0e0a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.562728] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1865d835-7337-4908-8ec7-5e631d4e2ffe tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Lock "cb6972bf-339e-4c4e-88a8-059a1cd0e0a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.562728] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1865d835-7337-4908-8ec7-5e631d4e2ffe tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Acquiring lock "cb6972bf-339e-4c4e-88a8-059a1cd0e0a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.562728] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1865d835-7337-4908-8ec7-5e631d4e2ffe tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Lock "cb6972bf-339e-4c4e-88a8-059a1cd0e0a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.562921] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1865d835-7337-4908-8ec7-5e631d4e2ffe tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Lock "cb6972bf-339e-4c4e-88a8-059a1cd0e0a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.569522] env[63622]: INFO nova.compute.manager [None req-1865d835-7337-4908-8ec7-5e631d4e2ffe tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Terminating instance [ 1915.600847] env[63622]: DEBUG nova.objects.base [None req-24a2b05d-83a5-4865-99d7-34a8cb5c3b54 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1915.602230] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb675ab-2f16-4a92-9aec-1838862ee890 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.634135] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a0ca451-340d-4053-afc2-6bbac4c69fb7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.639736] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "1a44a70f-218c-4860-bb59-bb5e06fa422a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.639983] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "1a44a70f-218c-4860-bb59-bb5e06fa422a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.646478] env[63622]: DEBUG oslo_vmware.api [None req-24a2b05d-83a5-4865-99d7-34a8cb5c3b54 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1915.646478] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5291ef22-7163-3349-d36e-b28b1ebf9057" [ 1915.646478] env[63622]: _type = "Task" [ 1915.646478] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.656490] env[63622]: DEBUG oslo_vmware.api [None req-24a2b05d-83a5-4865-99d7-34a8cb5c3b54 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5291ef22-7163-3349-d36e-b28b1ebf9057, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.872850] env[63622]: DEBUG oslo_concurrency.lockutils [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.872850] env[63622]: DEBUG nova.compute.manager [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1915.875621] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.590s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.877819] env[63622]: INFO nova.compute.claims [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1915.886629] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5870caf3-825b-4079-960e-42dc09da30d7 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "a006c7ef-29f4-4ba8-90d1-802749acbba9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.886629] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5870caf3-825b-4079-960e-42dc09da30d7 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "a006c7ef-29f4-4ba8-90d1-802749acbba9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.886780] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5870caf3-825b-4079-960e-42dc09da30d7 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "a006c7ef-29f4-4ba8-90d1-802749acbba9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.886906] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5870caf3-825b-4079-960e-42dc09da30d7 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "a006c7ef-29f4-4ba8-90d1-802749acbba9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.887127] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5870caf3-825b-4079-960e-42dc09da30d7 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "a006c7ef-29f4-4ba8-90d1-802749acbba9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.889138] env[63622]: INFO nova.compute.manager [None req-5870caf3-825b-4079-960e-42dc09da30d7 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Terminating instance [ 1916.075835] env[63622]: DEBUG nova.compute.manager [None req-1865d835-7337-4908-8ec7-5e631d4e2ffe tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1916.076174] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1865d835-7337-4908-8ec7-5e631d4e2ffe tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1916.077021] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8ccead-2eed-4b31-bab9-8d1671fca9c7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.085532] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1865d835-7337-4908-8ec7-5e631d4e2ffe tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1916.085768] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9645bfb7-68fa-4bea-9f21-36b016ed89b1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.092384] env[63622]: DEBUG oslo_vmware.api [None req-1865d835-7337-4908-8ec7-5e631d4e2ffe tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Waiting for the task: (returnval){ [ 1916.092384] env[63622]: value = "task-1817704" [ 1916.092384] env[63622]: _type = "Task" [ 1916.092384] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.100848] env[63622]: DEBUG oslo_vmware.api [None req-1865d835-7337-4908-8ec7-5e631d4e2ffe tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Task: {'id': task-1817704, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.142630] env[63622]: DEBUG nova.compute.manager [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1916.156892] env[63622]: DEBUG oslo_vmware.api [None req-24a2b05d-83a5-4865-99d7-34a8cb5c3b54 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5291ef22-7163-3349-d36e-b28b1ebf9057, 'name': SearchDatastore_Task, 'duration_secs': 0.009214} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.157230] env[63622]: DEBUG oslo_concurrency.lockutils [None req-24a2b05d-83a5-4865-99d7-34a8cb5c3b54 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.382200] env[63622]: DEBUG nova.compute.utils [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1916.388560] env[63622]: DEBUG nova.compute.manager [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1916.388560] env[63622]: DEBUG nova.network.neutron [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1916.393196] env[63622]: DEBUG nova.compute.manager [None req-5870caf3-825b-4079-960e-42dc09da30d7 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1916.393812] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5870caf3-825b-4079-960e-42dc09da30d7 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1916.395798] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9940e91a-10be-4382-838d-c128cb66a1c7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.407320] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5870caf3-825b-4079-960e-42dc09da30d7 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1916.407962] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31b92dd4-a60d-48ab-956b-f5375895c17e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.446842] env[63622]: DEBUG nova.policy [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbec321635d64a7a8f71f00abad479f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9660078317c743adb462df751adaad7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1916.592235] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5870caf3-825b-4079-960e-42dc09da30d7 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1916.592424] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5870caf3-825b-4079-960e-42dc09da30d7 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1916.592676] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5870caf3-825b-4079-960e-42dc09da30d7 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Deleting the datastore file [datastore1] a006c7ef-29f4-4ba8-90d1-802749acbba9 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1916.593218] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c9856a8-3355-43ac-a454-74af97a3043f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.609846] env[63622]: DEBUG oslo_vmware.api [None req-1865d835-7337-4908-8ec7-5e631d4e2ffe tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Task: {'id': task-1817704, 'name': PowerOffVM_Task, 'duration_secs': 0.231354} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.611958] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1865d835-7337-4908-8ec7-5e631d4e2ffe tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1916.612416] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1865d835-7337-4908-8ec7-5e631d4e2ffe tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1916.612785] env[63622]: DEBUG oslo_vmware.api [None req-5870caf3-825b-4079-960e-42dc09da30d7 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1916.612785] env[63622]: value = "task-1817706" [ 1916.612785] env[63622]: _type = "Task" [ 1916.612785] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.613013] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00a36619-9d4f-47af-8f0e-6c46a7e58fe8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.622988] env[63622]: DEBUG oslo_vmware.api [None req-5870caf3-825b-4079-960e-42dc09da30d7 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.671816] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.697749] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1865d835-7337-4908-8ec7-5e631d4e2ffe tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1916.698085] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1865d835-7337-4908-8ec7-5e631d4e2ffe tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1916.698475] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-1865d835-7337-4908-8ec7-5e631d4e2ffe tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Deleting the datastore file [datastore1] cb6972bf-339e-4c4e-88a8-059a1cd0e0a6 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1916.698793] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43955ffc-8061-46de-8fff-45c51a795941 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.706280] env[63622]: DEBUG oslo_vmware.api [None req-1865d835-7337-4908-8ec7-5e631d4e2ffe tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Waiting for the task: (returnval){ [ 1916.706280] env[63622]: value = "task-1817708" [ 1916.706280] env[63622]: _type = "Task" [ 1916.706280] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.717615] env[63622]: DEBUG oslo_vmware.api [None req-1865d835-7337-4908-8ec7-5e631d4e2ffe tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Task: {'id': task-1817708, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.774590] env[63622]: DEBUG nova.network.neutron [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Successfully created port: 5525bbf9-829c-41a1-bf32-75e5177cfd36 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1916.886954] env[63622]: DEBUG nova.compute.manager [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1917.072568] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882946be-4635-4659-8fd6-0c83d349971d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.081031] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84815b5-12fc-4919-9a68-f1893c7d51d1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.110469] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a166a1c1-e7f7-4f63-97ac-f3f071909049 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.120718] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a040836c-4374-40b7-bf8c-c0fd4df8e882 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.128759] env[63622]: DEBUG oslo_vmware.api [None req-5870caf3-825b-4079-960e-42dc09da30d7 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226155} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.137461] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5870caf3-825b-4079-960e-42dc09da30d7 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1917.137662] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5870caf3-825b-4079-960e-42dc09da30d7 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1917.137840] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5870caf3-825b-4079-960e-42dc09da30d7 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1917.138023] env[63622]: INFO nova.compute.manager [None req-5870caf3-825b-4079-960e-42dc09da30d7 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Took 0.74 seconds to destroy the instance on the hypervisor. [ 1917.138279] env[63622]: DEBUG oslo.service.loopingcall [None req-5870caf3-825b-4079-960e-42dc09da30d7 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1917.138670] env[63622]: DEBUG nova.compute.provider_tree [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1917.139901] env[63622]: DEBUG nova.compute.manager [-] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1917.140009] env[63622]: DEBUG nova.network.neutron [-] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1917.218642] env[63622]: DEBUG oslo_vmware.api [None req-1865d835-7337-4908-8ec7-5e631d4e2ffe tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Task: {'id': task-1817708, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25021} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.218987] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-1865d835-7337-4908-8ec7-5e631d4e2ffe tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1917.219242] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1865d835-7337-4908-8ec7-5e631d4e2ffe tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1917.219469] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1865d835-7337-4908-8ec7-5e631d4e2ffe tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1917.219684] env[63622]: INFO nova.compute.manager [None req-1865d835-7337-4908-8ec7-5e631d4e2ffe tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1917.219975] env[63622]: DEBUG oslo.service.loopingcall [None req-1865d835-7337-4908-8ec7-5e631d4e2ffe tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1917.220222] env[63622]: DEBUG nova.compute.manager [-] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1917.220349] env[63622]: DEBUG nova.network.neutron [-] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1917.389038] env[63622]: DEBUG nova.compute.manager [req-d47f1a52-d3e0-4930-98e9-3dc76fa3f7ba req-78594508-e620-422c-b8a2-5521da1553bd service nova] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Received event network-vif-deleted-ac8818ba-b353-4da4-9628-8daf9bff971f {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1917.389038] env[63622]: INFO nova.compute.manager [req-d47f1a52-d3e0-4930-98e9-3dc76fa3f7ba req-78594508-e620-422c-b8a2-5521da1553bd service nova] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Neutron deleted interface ac8818ba-b353-4da4-9628-8daf9bff971f; detaching it from the instance and deleting it from the info cache [ 1917.389340] env[63622]: DEBUG nova.network.neutron [req-d47f1a52-d3e0-4930-98e9-3dc76fa3f7ba req-78594508-e620-422c-b8a2-5521da1553bd service nova] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1917.391500] env[63622]: INFO nova.virt.block_device [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Booting with volume c628b97e-db0d-4dfe-9936-91eafc582e5f at /dev/sda [ 1917.438759] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-17b2dcff-5417-4b88-b526-eb6b6dc6feb9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.445694] env[63622]: DEBUG nova.compute.manager [req-b1092a5e-8fdc-48dd-a26b-9ff0ce881fe9 req-ad2f26c3-99a5-4c57-9add-e7c5cf59e597 service nova] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Received event network-vif-deleted-3b25f084-1659-457a-bbda-b9782bc7e814 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1917.445955] env[63622]: INFO nova.compute.manager [req-b1092a5e-8fdc-48dd-a26b-9ff0ce881fe9 req-ad2f26c3-99a5-4c57-9add-e7c5cf59e597 service nova] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Neutron deleted interface 3b25f084-1659-457a-bbda-b9782bc7e814; detaching it from the instance and deleting it from the info cache [ 1917.446153] env[63622]: DEBUG nova.network.neutron [req-b1092a5e-8fdc-48dd-a26b-9ff0ce881fe9 req-ad2f26c3-99a5-4c57-9add-e7c5cf59e597 service nova] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1917.451453] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5faa383f-d8e6-48c4-994f-67407b9207a3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.483927] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e51a1bcb-7c21-4998-999a-b77f3a2524a7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.493230] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69288221-4188-409d-858b-755427f3e763 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.526514] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb18742-69e8-47f0-9d3d-5e2c62115946 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.533224] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fcc307-fff4-443e-af22-a52c71477547 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.546816] env[63622]: DEBUG nova.virt.block_device [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Updating existing volume attachment record: 068f2c1a-f6f3-41fd-8617-396c7618935c {{(pid=63622) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1917.642814] env[63622]: DEBUG nova.scheduler.client.report [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1917.858131] env[63622]: DEBUG nova.network.neutron [-] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1917.893976] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-95d3bb10-2239-4b2d-8e9d-662b1b121551 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.907660] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e508b1d-4271-4011-a082-50feb7722a77 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.924129] env[63622]: DEBUG nova.network.neutron [-] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1917.937627] env[63622]: DEBUG nova.compute.manager [req-d47f1a52-d3e0-4930-98e9-3dc76fa3f7ba req-78594508-e620-422c-b8a2-5521da1553bd service nova] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Detach interface failed, port_id=ac8818ba-b353-4da4-9628-8daf9bff971f, reason: Instance a006c7ef-29f4-4ba8-90d1-802749acbba9 could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1917.949284] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41c0cf09-915f-4b12-bf0d-870c276522e1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.959919] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609e5762-b418-40bc-8832-c15c8e58db0b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.990564] env[63622]: DEBUG nova.compute.manager [req-b1092a5e-8fdc-48dd-a26b-9ff0ce881fe9 req-ad2f26c3-99a5-4c57-9add-e7c5cf59e597 service nova] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Detach interface failed, port_id=3b25f084-1659-457a-bbda-b9782bc7e814, reason: Instance cb6972bf-339e-4c4e-88a8-059a1cd0e0a6 could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1918.148126] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.272s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.148667] env[63622]: DEBUG nova.compute.manager [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1918.151475] env[63622]: DEBUG oslo_concurrency.lockutils [None req-24a2b05d-83a5-4865-99d7-34a8cb5c3b54 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.994s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.275232] env[63622]: DEBUG nova.network.neutron [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Successfully updated port: 5525bbf9-829c-41a1-bf32-75e5177cfd36 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1918.360454] env[63622]: INFO nova.compute.manager [-] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Took 1.22 seconds to deallocate network for instance. [ 1918.426546] env[63622]: INFO nova.compute.manager [-] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Took 1.21 seconds to deallocate network for instance. [ 1918.655234] env[63622]: DEBUG nova.compute.utils [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1918.659283] env[63622]: DEBUG nova.compute.manager [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1918.659449] env[63622]: DEBUG nova.network.neutron [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1918.705160] env[63622]: DEBUG nova.policy [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c1670b678724f49be724cbc009c8cb6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e31a48c01354bcb9da91dcb5cd0f901', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1918.777438] env[63622]: DEBUG oslo_concurrency.lockutils [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "refresh_cache-cb8ecdf4-cfde-49f8-947c-66c10d785135" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1918.777583] env[63622]: DEBUG oslo_concurrency.lockutils [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquired lock "refresh_cache-cb8ecdf4-cfde-49f8-947c-66c10d785135" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1918.777739] env[63622]: DEBUG nova.network.neutron [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1918.834921] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faab7b08-88af-4412-87f7-c864be68e66b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.843382] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db04478c-0a98-473b-8d09-b92f32208fb5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.874105] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5870caf3-825b-4079-960e-42dc09da30d7 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.875097] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27104886-2309-4ff1-b60a-605ea285e311 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.882974] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d294906-d0c4-403e-b23c-10c20ec5e3d8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.898010] env[63622]: DEBUG nova.compute.provider_tree [None req-24a2b05d-83a5-4865-99d7-34a8cb5c3b54 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1918.932312] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1865d835-7337-4908-8ec7-5e631d4e2ffe tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.000094] env[63622]: DEBUG nova.network.neutron [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Successfully created port: cdbe950e-4514-425b-ab60-cbe5781844d4 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1919.160113] env[63622]: DEBUG nova.compute.manager [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1919.308385] env[63622]: DEBUG nova.network.neutron [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1919.405047] env[63622]: DEBUG nova.scheduler.client.report [None req-24a2b05d-83a5-4865-99d7-34a8cb5c3b54 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1919.443464] env[63622]: DEBUG nova.network.neutron [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Updating instance_info_cache with network_info: [{"id": "5525bbf9-829c-41a1-bf32-75e5177cfd36", "address": "fa:16:3e:a9:04:51", "network": {"id": "f163feaf-bc42-4b43-ba23-db8b92c7e8fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-126149258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9660078317c743adb462df751adaad7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5525bbf9-82", "ovs_interfaceid": "5525bbf9-829c-41a1-bf32-75e5177cfd36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.470778] env[63622]: DEBUG nova.compute.manager [req-3c7edac1-b5f9-4ee3-8473-73b8f5f71ecc req-eede094e-6904-4337-ba8f-7a6bea5f6422 service nova] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Received event network-vif-plugged-5525bbf9-829c-41a1-bf32-75e5177cfd36 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1919.470929] env[63622]: DEBUG oslo_concurrency.lockutils [req-3c7edac1-b5f9-4ee3-8473-73b8f5f71ecc req-eede094e-6904-4337-ba8f-7a6bea5f6422 service nova] Acquiring lock "cb8ecdf4-cfde-49f8-947c-66c10d785135-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.471174] env[63622]: DEBUG oslo_concurrency.lockutils [req-3c7edac1-b5f9-4ee3-8473-73b8f5f71ecc req-eede094e-6904-4337-ba8f-7a6bea5f6422 service nova] Lock "cb8ecdf4-cfde-49f8-947c-66c10d785135-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.471355] env[63622]: DEBUG oslo_concurrency.lockutils [req-3c7edac1-b5f9-4ee3-8473-73b8f5f71ecc req-eede094e-6904-4337-ba8f-7a6bea5f6422 service nova] Lock "cb8ecdf4-cfde-49f8-947c-66c10d785135-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.471532] env[63622]: DEBUG nova.compute.manager [req-3c7edac1-b5f9-4ee3-8473-73b8f5f71ecc req-eede094e-6904-4337-ba8f-7a6bea5f6422 service nova] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] No waiting events found dispatching network-vif-plugged-5525bbf9-829c-41a1-bf32-75e5177cfd36 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1919.471701] env[63622]: WARNING nova.compute.manager [req-3c7edac1-b5f9-4ee3-8473-73b8f5f71ecc req-eede094e-6904-4337-ba8f-7a6bea5f6422 service nova] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Received unexpected event network-vif-plugged-5525bbf9-829c-41a1-bf32-75e5177cfd36 for instance with vm_state building and task_state spawning. [ 1919.471861] env[63622]: DEBUG nova.compute.manager [req-3c7edac1-b5f9-4ee3-8473-73b8f5f71ecc req-eede094e-6904-4337-ba8f-7a6bea5f6422 service nova] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Received event network-changed-5525bbf9-829c-41a1-bf32-75e5177cfd36 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1919.472024] env[63622]: DEBUG nova.compute.manager [req-3c7edac1-b5f9-4ee3-8473-73b8f5f71ecc req-eede094e-6904-4337-ba8f-7a6bea5f6422 service nova] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Refreshing instance network info cache due to event network-changed-5525bbf9-829c-41a1-bf32-75e5177cfd36. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1919.472272] env[63622]: DEBUG oslo_concurrency.lockutils [req-3c7edac1-b5f9-4ee3-8473-73b8f5f71ecc req-eede094e-6904-4337-ba8f-7a6bea5f6422 service nova] Acquiring lock "refresh_cache-cb8ecdf4-cfde-49f8-947c-66c10d785135" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1919.628114] env[63622]: DEBUG nova.compute.manager [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1919.628709] env[63622]: DEBUG nova.virt.hardware [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1919.628946] env[63622]: DEBUG nova.virt.hardware [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1919.629148] env[63622]: DEBUG nova.virt.hardware [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1919.629352] env[63622]: DEBUG nova.virt.hardware [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1919.629581] env[63622]: DEBUG nova.virt.hardware [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1919.629665] env[63622]: DEBUG nova.virt.hardware [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1919.629874] env[63622]: DEBUG nova.virt.hardware [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1919.630052] env[63622]: DEBUG nova.virt.hardware [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1919.630228] env[63622]: DEBUG nova.virt.hardware [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1919.630394] env[63622]: DEBUG nova.virt.hardware [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1919.630568] env[63622]: DEBUG nova.virt.hardware [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1919.631494] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66723ab-fc42-48b9-984b-f6768f42c00e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.640322] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2c9ca2-c4d0-48dd-9bae-c80e04a67a1b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.945894] env[63622]: DEBUG oslo_concurrency.lockutils [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Releasing lock "refresh_cache-cb8ecdf4-cfde-49f8-947c-66c10d785135" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1919.946297] env[63622]: DEBUG nova.compute.manager [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Instance network_info: |[{"id": "5525bbf9-829c-41a1-bf32-75e5177cfd36", "address": "fa:16:3e:a9:04:51", "network": {"id": "f163feaf-bc42-4b43-ba23-db8b92c7e8fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-126149258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9660078317c743adb462df751adaad7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5525bbf9-82", "ovs_interfaceid": "5525bbf9-829c-41a1-bf32-75e5177cfd36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1919.946601] env[63622]: DEBUG oslo_concurrency.lockutils [req-3c7edac1-b5f9-4ee3-8473-73b8f5f71ecc req-eede094e-6904-4337-ba8f-7a6bea5f6422 service nova] Acquired lock "refresh_cache-cb8ecdf4-cfde-49f8-947c-66c10d785135" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1919.946780] env[63622]: DEBUG nova.network.neutron [req-3c7edac1-b5f9-4ee3-8473-73b8f5f71ecc req-eede094e-6904-4337-ba8f-7a6bea5f6422 service nova] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Refreshing network info cache for port 5525bbf9-829c-41a1-bf32-75e5177cfd36 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1919.947924] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:04:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5525bbf9-829c-41a1-bf32-75e5177cfd36', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1919.955396] env[63622]: DEBUG oslo.service.loopingcall [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1919.958064] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1919.958799] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d38ee77-ccc5-48f0-a37c-2ee74c489c2c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.978813] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1919.978813] env[63622]: value = "task-1817709" [ 1919.978813] env[63622]: _type = "Task" [ 1919.978813] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.986866] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817709, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.174258] env[63622]: DEBUG nova.compute.manager [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1920.207777] env[63622]: DEBUG nova.virt.hardware [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1920.208040] env[63622]: DEBUG nova.virt.hardware [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1920.208213] env[63622]: DEBUG nova.virt.hardware [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1920.208400] env[63622]: DEBUG nova.virt.hardware [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1920.208549] env[63622]: DEBUG nova.virt.hardware [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1920.208698] env[63622]: DEBUG nova.virt.hardware [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1920.208908] env[63622]: DEBUG nova.virt.hardware [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1920.209285] env[63622]: DEBUG nova.virt.hardware [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1920.209499] env[63622]: DEBUG nova.virt.hardware [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1920.209678] env[63622]: DEBUG nova.virt.hardware [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1920.209859] env[63622]: DEBUG nova.virt.hardware [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1920.210758] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8718665d-be96-4f4f-ae30-6a5dd0fd77c7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.222684] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b31940-eca5-44dc-97d3-9dde3bdffb84 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.230286] env[63622]: DEBUG nova.network.neutron [req-3c7edac1-b5f9-4ee3-8473-73b8f5f71ecc req-eede094e-6904-4337-ba8f-7a6bea5f6422 service nova] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Updated VIF entry in instance network info cache for port 5525bbf9-829c-41a1-bf32-75e5177cfd36. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1920.230636] env[63622]: DEBUG nova.network.neutron [req-3c7edac1-b5f9-4ee3-8473-73b8f5f71ecc req-eede094e-6904-4337-ba8f-7a6bea5f6422 service nova] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Updating instance_info_cache with network_info: [{"id": "5525bbf9-829c-41a1-bf32-75e5177cfd36", "address": "fa:16:3e:a9:04:51", "network": {"id": "f163feaf-bc42-4b43-ba23-db8b92c7e8fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-126149258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9660078317c743adb462df751adaad7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5525bbf9-82", "ovs_interfaceid": "5525bbf9-829c-41a1-bf32-75e5177cfd36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1920.415488] env[63622]: DEBUG oslo_concurrency.lockutils [None req-24a2b05d-83a5-4865-99d7-34a8cb5c3b54 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.264s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.419072] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.747s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1920.421520] env[63622]: INFO nova.compute.claims [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1920.489904] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817709, 'name': CreateVM_Task, 'duration_secs': 0.487378} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.489904] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1920.490513] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'delete_on_termination': True, 'device_type': None, 'attachment_id': '068f2c1a-f6f3-41fd-8617-396c7618935c', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376549', 'volume_id': 'c628b97e-db0d-4dfe-9936-91eafc582e5f', 'name': 'volume-c628b97e-db0d-4dfe-9936-91eafc582e5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'cb8ecdf4-cfde-49f8-947c-66c10d785135', 'attached_at': '', 'detached_at': '', 'volume_id': 'c628b97e-db0d-4dfe-9936-91eafc582e5f', 'serial': 'c628b97e-db0d-4dfe-9936-91eafc582e5f'}, 'disk_bus': None, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=63622) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1920.490727] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Root volume attach. Driver type: vmdk {{(pid=63622) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1920.491535] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e30d97-4d34-4b29-bc6f-0dd2914f87c5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.499798] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a59f53-282a-4238-9b2f-0487fad0ab3f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.506533] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd97f294-b7a0-43cf-810d-1bccc5202a69 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.512383] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-73f534fd-ec2a-4830-9667-e22a565208c0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.519569] env[63622]: DEBUG oslo_vmware.api [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1920.519569] env[63622]: value = "task-1817710" [ 1920.519569] env[63622]: _type = "Task" [ 1920.519569] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.527620] env[63622]: DEBUG oslo_vmware.api [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817710, 'name': RelocateVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.536087] env[63622]: DEBUG nova.network.neutron [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Successfully updated port: cdbe950e-4514-425b-ab60-cbe5781844d4 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1920.734275] env[63622]: DEBUG oslo_concurrency.lockutils [req-3c7edac1-b5f9-4ee3-8473-73b8f5f71ecc req-eede094e-6904-4337-ba8f-7a6bea5f6422 service nova] Releasing lock "refresh_cache-cb8ecdf4-cfde-49f8-947c-66c10d785135" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1920.979868] env[63622]: INFO nova.scheduler.client.report [None req-24a2b05d-83a5-4865-99d7-34a8cb5c3b54 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Deleted allocation for migration 36c78ebf-2cc1-4c29-9680-2228d43117aa [ 1921.030282] env[63622]: DEBUG oslo_vmware.api [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817710, 'name': RelocateVM_Task, 'duration_secs': 0.357137} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.030515] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Volume attach. Driver type: vmdk {{(pid=63622) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1921.030718] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376549', 'volume_id': 'c628b97e-db0d-4dfe-9936-91eafc582e5f', 'name': 'volume-c628b97e-db0d-4dfe-9936-91eafc582e5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'cb8ecdf4-cfde-49f8-947c-66c10d785135', 'attached_at': '', 'detached_at': '', 'volume_id': 'c628b97e-db0d-4dfe-9936-91eafc582e5f', 'serial': 'c628b97e-db0d-4dfe-9936-91eafc582e5f'} {{(pid=63622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1921.031736] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7fd250-d567-4b49-8c82-075692bd32e9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.037791] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquiring lock "refresh_cache-a6e0cbfe-cc8a-4962-8f33-07c6e7988f51" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.037926] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquired lock "refresh_cache-a6e0cbfe-cc8a-4962-8f33-07c6e7988f51" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.038085] env[63622]: DEBUG nova.network.neutron [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1921.050746] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4921343-0b45-4ef7-be5c-26a67f7e9b38 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.075772] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-c628b97e-db0d-4dfe-9936-91eafc582e5f/volume-c628b97e-db0d-4dfe-9936-91eafc582e5f.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1921.076339] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-510c52a9-319a-4dea-bc4f-59b7861b48ad {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.096450] env[63622]: DEBUG oslo_vmware.api [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1921.096450] env[63622]: value = "task-1817711" [ 1921.096450] env[63622]: _type = "Task" [ 1921.096450] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.106802] env[63622]: DEBUG oslo_vmware.api [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817711, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.484355] env[63622]: DEBUG oslo_concurrency.lockutils [None req-24a2b05d-83a5-4865-99d7-34a8cb5c3b54 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "b17067e4-3c12-4b51-b8b6-7da67a69f80c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.083s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.498629] env[63622]: DEBUG nova.compute.manager [req-66ac5a3d-4209-4371-80a8-f8dd0adfd077 req-11be509a-14ab-4da2-8bbd-b33d2ec23301 service nova] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Received event network-vif-plugged-cdbe950e-4514-425b-ab60-cbe5781844d4 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1921.498750] env[63622]: DEBUG oslo_concurrency.lockutils [req-66ac5a3d-4209-4371-80a8-f8dd0adfd077 req-11be509a-14ab-4da2-8bbd-b33d2ec23301 service nova] Acquiring lock "a6e0cbfe-cc8a-4962-8f33-07c6e7988f51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.498949] env[63622]: DEBUG oslo_concurrency.lockutils [req-66ac5a3d-4209-4371-80a8-f8dd0adfd077 req-11be509a-14ab-4da2-8bbd-b33d2ec23301 service nova] Lock "a6e0cbfe-cc8a-4962-8f33-07c6e7988f51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.499131] env[63622]: DEBUG oslo_concurrency.lockutils [req-66ac5a3d-4209-4371-80a8-f8dd0adfd077 req-11be509a-14ab-4da2-8bbd-b33d2ec23301 service nova] Lock "a6e0cbfe-cc8a-4962-8f33-07c6e7988f51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.499935] env[63622]: DEBUG nova.compute.manager [req-66ac5a3d-4209-4371-80a8-f8dd0adfd077 req-11be509a-14ab-4da2-8bbd-b33d2ec23301 service nova] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] No waiting events found dispatching network-vif-plugged-cdbe950e-4514-425b-ab60-cbe5781844d4 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1921.499935] env[63622]: WARNING nova.compute.manager [req-66ac5a3d-4209-4371-80a8-f8dd0adfd077 req-11be509a-14ab-4da2-8bbd-b33d2ec23301 service nova] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Received unexpected event network-vif-plugged-cdbe950e-4514-425b-ab60-cbe5781844d4 for instance with vm_state building and task_state spawning. [ 1921.499935] env[63622]: DEBUG nova.compute.manager [req-66ac5a3d-4209-4371-80a8-f8dd0adfd077 req-11be509a-14ab-4da2-8bbd-b33d2ec23301 service nova] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Received event network-changed-cdbe950e-4514-425b-ab60-cbe5781844d4 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1921.499935] env[63622]: DEBUG nova.compute.manager [req-66ac5a3d-4209-4371-80a8-f8dd0adfd077 req-11be509a-14ab-4da2-8bbd-b33d2ec23301 service nova] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Refreshing instance network info cache due to event network-changed-cdbe950e-4514-425b-ab60-cbe5781844d4. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1921.499935] env[63622]: DEBUG oslo_concurrency.lockutils [req-66ac5a3d-4209-4371-80a8-f8dd0adfd077 req-11be509a-14ab-4da2-8bbd-b33d2ec23301 service nova] Acquiring lock "refresh_cache-a6e0cbfe-cc8a-4962-8f33-07c6e7988f51" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.591925] env[63622]: DEBUG nova.network.neutron [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1921.596691] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6eaa0a9-7efe-4abc-9157-cfe2a80b4196 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.611724] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e3b714-10a6-4944-8599-c0d0f6027104 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.614624] env[63622]: DEBUG oslo_vmware.api [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817711, 'name': ReconfigVM_Task, 'duration_secs': 0.251717} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.614961] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-c628b97e-db0d-4dfe-9936-91eafc582e5f/volume-c628b97e-db0d-4dfe-9936-91eafc582e5f.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1921.620216] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7166dbad-ee9e-463e-8c4d-502f21963818 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.657247] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fee28b-bf54-415c-9047-715c76616763 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.661833] env[63622]: DEBUG oslo_vmware.api [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1921.661833] env[63622]: value = "task-1817712" [ 1921.661833] env[63622]: _type = "Task" [ 1921.661833] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.667751] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465c61fd-df84-4715-8ec1-9dc50ea2c7de {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.676735] env[63622]: DEBUG oslo_vmware.api [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817712, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.685981] env[63622]: DEBUG nova.compute.provider_tree [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1921.775644] env[63622]: DEBUG nova.network.neutron [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Updating instance_info_cache with network_info: [{"id": "cdbe950e-4514-425b-ab60-cbe5781844d4", "address": "fa:16:3e:a8:34:3f", "network": {"id": "c5082840-8665-4c31-8817-fd035981c27b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1678857801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e31a48c01354bcb9da91dcb5cd0f901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdbe950e-45", "ovs_interfaceid": "cdbe950e-4514-425b-ab60-cbe5781844d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1922.174297] env[63622]: DEBUG oslo_vmware.api [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817712, 'name': ReconfigVM_Task, 'duration_secs': 0.119957} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.174670] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376549', 'volume_id': 'c628b97e-db0d-4dfe-9936-91eafc582e5f', 'name': 'volume-c628b97e-db0d-4dfe-9936-91eafc582e5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'cb8ecdf4-cfde-49f8-947c-66c10d785135', 'attached_at': '', 'detached_at': '', 'volume_id': 'c628b97e-db0d-4dfe-9936-91eafc582e5f', 'serial': 'c628b97e-db0d-4dfe-9936-91eafc582e5f'} {{(pid=63622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1922.175083] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-161b8ddc-c8e7-4b72-93a8-58da6fd1eddf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.181907] env[63622]: DEBUG oslo_vmware.api [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1922.181907] env[63622]: value = "task-1817713" [ 1922.181907] env[63622]: _type = "Task" [ 1922.181907] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.190880] env[63622]: DEBUG nova.scheduler.client.report [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1922.194711] env[63622]: DEBUG oslo_vmware.api [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817713, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.280055] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Releasing lock "refresh_cache-a6e0cbfe-cc8a-4962-8f33-07c6e7988f51" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.280055] env[63622]: DEBUG nova.compute.manager [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Instance network_info: |[{"id": "cdbe950e-4514-425b-ab60-cbe5781844d4", "address": "fa:16:3e:a8:34:3f", "network": {"id": "c5082840-8665-4c31-8817-fd035981c27b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1678857801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e31a48c01354bcb9da91dcb5cd0f901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdbe950e-45", "ovs_interfaceid": "cdbe950e-4514-425b-ab60-cbe5781844d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1922.280055] env[63622]: DEBUG oslo_concurrency.lockutils [req-66ac5a3d-4209-4371-80a8-f8dd0adfd077 req-11be509a-14ab-4da2-8bbd-b33d2ec23301 service nova] Acquired lock "refresh_cache-a6e0cbfe-cc8a-4962-8f33-07c6e7988f51" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1922.280055] env[63622]: DEBUG nova.network.neutron [req-66ac5a3d-4209-4371-80a8-f8dd0adfd077 req-11be509a-14ab-4da2-8bbd-b33d2ec23301 service nova] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Refreshing network info cache for port cdbe950e-4514-425b-ab60-cbe5781844d4 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1922.281099] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:34:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdbe950e-4514-425b-ab60-cbe5781844d4', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1922.290129] env[63622]: DEBUG oslo.service.loopingcall [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1922.293937] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1922.294447] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63e554ab-a591-47a0-b157-b4219ae404ff {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.317103] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1922.317103] env[63622]: value = "task-1817714" [ 1922.317103] env[63622]: _type = "Task" [ 1922.317103] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.328032] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817714, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.621820] env[63622]: DEBUG nova.network.neutron [req-66ac5a3d-4209-4371-80a8-f8dd0adfd077 req-11be509a-14ab-4da2-8bbd-b33d2ec23301 service nova] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Updated VIF entry in instance network info cache for port cdbe950e-4514-425b-ab60-cbe5781844d4. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1922.622220] env[63622]: DEBUG nova.network.neutron [req-66ac5a3d-4209-4371-80a8-f8dd0adfd077 req-11be509a-14ab-4da2-8bbd-b33d2ec23301 service nova] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Updating instance_info_cache with network_info: [{"id": "cdbe950e-4514-425b-ab60-cbe5781844d4", "address": "fa:16:3e:a8:34:3f", "network": {"id": "c5082840-8665-4c31-8817-fd035981c27b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1678857801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e31a48c01354bcb9da91dcb5cd0f901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdbe950e-45", "ovs_interfaceid": "cdbe950e-4514-425b-ab60-cbe5781844d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1922.692490] env[63622]: DEBUG oslo_vmware.api [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817713, 'name': Rename_Task, 'duration_secs': 0.139229} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.693389] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1922.693690] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fef5262a-8cda-4a21-a992-3838a84a24be {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.695864] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.277s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.696439] env[63622]: DEBUG nova.compute.manager [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1922.699308] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5870caf3-825b-4079-960e-42dc09da30d7 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.825s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.699593] env[63622]: DEBUG nova.objects.instance [None req-5870caf3-825b-4079-960e-42dc09da30d7 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lazy-loading 'resources' on Instance uuid a006c7ef-29f4-4ba8-90d1-802749acbba9 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1922.706484] env[63622]: DEBUG oslo_vmware.api [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1922.706484] env[63622]: value = "task-1817715" [ 1922.706484] env[63622]: _type = "Task" [ 1922.706484] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.717725] env[63622]: DEBUG oslo_vmware.api [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.818142] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2c21c5a0-2f74-419d-9891-f972d3d9135b tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "b17067e4-3c12-4b51-b8b6-7da67a69f80c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.818444] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2c21c5a0-2f74-419d-9891-f972d3d9135b tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "b17067e4-3c12-4b51-b8b6-7da67a69f80c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.818659] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2c21c5a0-2f74-419d-9891-f972d3d9135b tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "b17067e4-3c12-4b51-b8b6-7da67a69f80c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.818844] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2c21c5a0-2f74-419d-9891-f972d3d9135b tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "b17067e4-3c12-4b51-b8b6-7da67a69f80c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.819028] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2c21c5a0-2f74-419d-9891-f972d3d9135b tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "b17067e4-3c12-4b51-b8b6-7da67a69f80c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.824707] env[63622]: INFO nova.compute.manager [None req-2c21c5a0-2f74-419d-9891-f972d3d9135b tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Terminating instance [ 1922.832010] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817714, 'name': CreateVM_Task, 'duration_secs': 0.362457} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.832010] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1922.832359] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1922.832520] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1922.832836] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1922.833107] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1e586eb-40a7-4d2f-b666-16850261b4e3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.840374] env[63622]: DEBUG oslo_vmware.api [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 1922.840374] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ffb0a8-810d-20d6-9594-4d5a7d46008f" [ 1922.840374] env[63622]: _type = "Task" [ 1922.840374] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.848794] env[63622]: DEBUG oslo_vmware.api [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ffb0a8-810d-20d6-9594-4d5a7d46008f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.125322] env[63622]: DEBUG oslo_concurrency.lockutils [req-66ac5a3d-4209-4371-80a8-f8dd0adfd077 req-11be509a-14ab-4da2-8bbd-b33d2ec23301 service nova] Releasing lock "refresh_cache-a6e0cbfe-cc8a-4962-8f33-07c6e7988f51" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1923.208604] env[63622]: DEBUG nova.compute.utils [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1923.210400] env[63622]: DEBUG nova.compute.manager [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1923.210587] env[63622]: DEBUG nova.network.neutron [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1923.224637] env[63622]: DEBUG oslo_vmware.api [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817715, 'name': PowerOnVM_Task, 'duration_secs': 0.485495} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.224946] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1923.225197] env[63622]: INFO nova.compute.manager [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Took 3.60 seconds to spawn the instance on the hypervisor. [ 1923.237508] env[63622]: DEBUG nova.compute.manager [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1923.237508] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c6673c-b50c-4c1c-b339-eff41fe7ff71 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.283277] env[63622]: DEBUG nova.policy [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a32e0b45fe334edd9984766bd272c026', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5c9901b11904794b53083f564e5a41c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1923.319950] env[63622]: DEBUG oslo_concurrency.lockutils [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "81f8914f-f926-477c-805f-ffeed09453aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.320075] env[63622]: DEBUG oslo_concurrency.lockutils [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "81f8914f-f926-477c-805f-ffeed09453aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.328924] env[63622]: DEBUG nova.compute.manager [None req-2c21c5a0-2f74-419d-9891-f972d3d9135b tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1923.329146] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2c21c5a0-2f74-419d-9891-f972d3d9135b tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1923.330242] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c203c37-06d5-4fb2-9024-763c39c47537 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.340868] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c21c5a0-2f74-419d-9891-f972d3d9135b tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1923.341169] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-583e13ed-cba5-42dc-9252-656c03aa3b0d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.353584] env[63622]: DEBUG oslo_vmware.api [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52ffb0a8-810d-20d6-9594-4d5a7d46008f, 'name': SearchDatastore_Task, 'duration_secs': 0.010113} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.354831] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1923.355076] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1923.355331] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1923.355480] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1923.355660] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1923.356427] env[63622]: DEBUG oslo_vmware.api [None req-2c21c5a0-2f74-419d-9891-f972d3d9135b tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1923.356427] env[63622]: value = "task-1817716" [ 1923.356427] env[63622]: _type = "Task" [ 1923.356427] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.358927] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee0903e0-1d0f-40c1-88a4-832d79fba1d0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.370457] env[63622]: DEBUG oslo_vmware.api [None req-2c21c5a0-2f74-419d-9891-f972d3d9135b tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817716, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.374977] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1923.375189] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1923.376237] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c3f491d-4332-4bde-8ba4-808a350f78c8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.381771] env[63622]: DEBUG oslo_vmware.api [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 1923.381771] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5254a945-7f7b-2bd8-099a-0c59eee00e19" [ 1923.381771] env[63622]: _type = "Task" [ 1923.381771] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.392658] env[63622]: DEBUG oslo_vmware.api [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5254a945-7f7b-2bd8-099a-0c59eee00e19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.410061] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c98ae3-d93f-40ef-a064-0806875b2148 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.418754] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ebfd94-a008-42ca-8551-b5fe13e1b44f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.450781] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826d15ec-fe5a-410e-b2c4-2e7017c1ee99 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.460728] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31e63f2-b425-4518-9432-54bdd7bbd1b5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.475641] env[63622]: DEBUG nova.compute.provider_tree [None req-5870caf3-825b-4079-960e-42dc09da30d7 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1923.562273] env[63622]: DEBUG nova.network.neutron [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Successfully created port: c0728bec-6b6b-48b2-bebd-89c1453b09be {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1923.570860] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1923.571113] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1923.716642] env[63622]: DEBUG nova.compute.manager [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1923.755633] env[63622]: INFO nova.compute.manager [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Took 11.93 seconds to build instance. [ 1923.822354] env[63622]: DEBUG nova.compute.manager [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1923.871786] env[63622]: DEBUG oslo_vmware.api [None req-2c21c5a0-2f74-419d-9891-f972d3d9135b tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817716, 'name': PowerOffVM_Task, 'duration_secs': 0.257887} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.872077] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c21c5a0-2f74-419d-9891-f972d3d9135b tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1923.872287] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2c21c5a0-2f74-419d-9891-f972d3d9135b tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1923.872525] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dff841c1-e59a-497b-9f47-7f3327b66ab6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.893513] env[63622]: DEBUG oslo_vmware.api [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5254a945-7f7b-2bd8-099a-0c59eee00e19, 'name': SearchDatastore_Task, 'duration_secs': 0.013485} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.894452] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dafcaed-be84-415c-ba79-d02e5c7f43d9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.900154] env[63622]: DEBUG oslo_vmware.api [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 1923.900154] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526044a9-e011-bb8b-1cec-ce6470d8d12a" [ 1923.900154] env[63622]: _type = "Task" [ 1923.900154] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.909702] env[63622]: DEBUG oslo_vmware.api [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526044a9-e011-bb8b-1cec-ce6470d8d12a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.978860] env[63622]: DEBUG nova.scheduler.client.report [None req-5870caf3-825b-4079-960e-42dc09da30d7 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1923.994306] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2c21c5a0-2f74-419d-9891-f972d3d9135b tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1923.994561] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2c21c5a0-2f74-419d-9891-f972d3d9135b tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1923.994745] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c21c5a0-2f74-419d-9891-f972d3d9135b tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Deleting the datastore file [datastore1] b17067e4-3c12-4b51-b8b6-7da67a69f80c {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1923.995042] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b67346b-16b4-4063-ad46-dc3e0d29c8ab {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.002528] env[63622]: DEBUG oslo_vmware.api [None req-2c21c5a0-2f74-419d-9891-f972d3d9135b tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1924.002528] env[63622]: value = "task-1817718" [ 1924.002528] env[63622]: _type = "Task" [ 1924.002528] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.011118] env[63622]: DEBUG oslo_vmware.api [None req-2c21c5a0-2f74-419d-9891-f972d3d9135b tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.078146] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1924.078323] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Starting heal instance info cache {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 1924.078475] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Rebuilding the list of instances to heal {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1924.265871] env[63622]: DEBUG oslo_concurrency.lockutils [None req-770e3ade-8b4b-4121-a8f7-c62d167090f5 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "cb8ecdf4-cfde-49f8-947c-66c10d785135" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.435s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.346594] env[63622]: DEBUG oslo_concurrency.lockutils [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.410288] env[63622]: DEBUG oslo_vmware.api [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526044a9-e011-bb8b-1cec-ce6470d8d12a, 'name': SearchDatastore_Task, 'duration_secs': 0.020627} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.410554] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1924.410803] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] a6e0cbfe-cc8a-4962-8f33-07c6e7988f51/a6e0cbfe-cc8a-4962-8f33-07c6e7988f51.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1924.411077] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07e056e0-1643-4d74-972f-b2fb2caa2283 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.419614] env[63622]: DEBUG oslo_vmware.api [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 1924.419614] env[63622]: value = "task-1817719" [ 1924.419614] env[63622]: _type = "Task" [ 1924.419614] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.427445] env[63622]: DEBUG oslo_vmware.api [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817719, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.484682] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5870caf3-825b-4079-960e-42dc09da30d7 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.785s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.487017] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1865d835-7337-4908-8ec7-5e631d4e2ffe tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.555s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.487338] env[63622]: DEBUG nova.objects.instance [None req-1865d835-7337-4908-8ec7-5e631d4e2ffe tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Lazy-loading 'resources' on Instance uuid cb6972bf-339e-4c4e-88a8-059a1cd0e0a6 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1924.505176] env[63622]: INFO nova.scheduler.client.report [None req-5870caf3-825b-4079-960e-42dc09da30d7 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Deleted allocations for instance a006c7ef-29f4-4ba8-90d1-802749acbba9 [ 1924.518216] env[63622]: DEBUG oslo_vmware.api [None req-2c21c5a0-2f74-419d-9891-f972d3d9135b tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325093} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.518332] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c21c5a0-2f74-419d-9891-f972d3d9135b tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1924.518425] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2c21c5a0-2f74-419d-9891-f972d3d9135b tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1924.518628] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2c21c5a0-2f74-419d-9891-f972d3d9135b tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1924.518800] env[63622]: INFO nova.compute.manager [None req-2c21c5a0-2f74-419d-9891-f972d3d9135b tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1924.519066] env[63622]: DEBUG oslo.service.loopingcall [None req-2c21c5a0-2f74-419d-9891-f972d3d9135b tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1924.519335] env[63622]: DEBUG nova.compute.manager [-] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1924.519469] env[63622]: DEBUG nova.network.neutron [-] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1924.584705] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Skipping network cache update for instance because it is being deleted. {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10296}} [ 1924.584705] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Skipping network cache update for instance because it is Building. {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10292}} [ 1924.584705] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Skipping network cache update for instance because it is Building. {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10292}} [ 1924.632489] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "refresh_cache-565f3e30-b352-4f31-ae46-769c18fb8c12" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1924.632631] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquired lock "refresh_cache-565f3e30-b352-4f31-ae46-769c18fb8c12" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1924.632740] env[63622]: DEBUG nova.network.neutron [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Forcefully refreshing network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1924.632903] env[63622]: DEBUG nova.objects.instance [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lazy-loading 'info_cache' on Instance uuid 565f3e30-b352-4f31-ae46-769c18fb8c12 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1924.692135] env[63622]: DEBUG nova.compute.manager [req-98cd5ec0-00fd-44f0-a7b5-1860a30b8c7b req-a9c1a4d5-4eb1-4b68-8bb3-fdbb5d54f39e service nova] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Received event network-changed-99fb4aa6-b454-4ad6-bfef-91a99d00ffd0 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1924.692344] env[63622]: DEBUG nova.compute.manager [req-98cd5ec0-00fd-44f0-a7b5-1860a30b8c7b req-a9c1a4d5-4eb1-4b68-8bb3-fdbb5d54f39e service nova] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Refreshing instance network info cache due to event network-changed-99fb4aa6-b454-4ad6-bfef-91a99d00ffd0. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1924.692551] env[63622]: DEBUG oslo_concurrency.lockutils [req-98cd5ec0-00fd-44f0-a7b5-1860a30b8c7b req-a9c1a4d5-4eb1-4b68-8bb3-fdbb5d54f39e service nova] Acquiring lock "refresh_cache-565f3e30-b352-4f31-ae46-769c18fb8c12" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1924.723997] env[63622]: DEBUG nova.compute.manager [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1924.758658] env[63622]: DEBUG nova.virt.hardware [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1924.761924] env[63622]: DEBUG nova.virt.hardware [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1924.761924] env[63622]: DEBUG nova.virt.hardware [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1924.761924] env[63622]: DEBUG nova.virt.hardware [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1924.761924] env[63622]: DEBUG nova.virt.hardware [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1924.761924] env[63622]: DEBUG nova.virt.hardware [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1924.761924] env[63622]: DEBUG nova.virt.hardware [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1924.761924] env[63622]: DEBUG nova.virt.hardware [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1924.761924] env[63622]: DEBUG nova.virt.hardware [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1924.761924] env[63622]: DEBUG nova.virt.hardware [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1924.761924] env[63622]: DEBUG nova.virt.hardware [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1924.761924] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb37010d-cae8-46fd-a386-ff372c5480fd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.771093] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbb8b53-2030-437d-a1ea-3e0d29453d66 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.851914] env[63622]: DEBUG nova.compute.manager [req-c66e7078-d6fb-4c3f-80e7-65dcb574e5e1 req-d10208e7-6caf-4ab5-ad19-1daaa987c595 service nova] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Received event network-vif-deleted-d7ed7d1d-fb27-4463-a736-1827ed2be6fe {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1924.851997] env[63622]: INFO nova.compute.manager [req-c66e7078-d6fb-4c3f-80e7-65dcb574e5e1 req-d10208e7-6caf-4ab5-ad19-1daaa987c595 service nova] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Neutron deleted interface d7ed7d1d-fb27-4463-a736-1827ed2be6fe; detaching it from the instance and deleting it from the info cache [ 1924.852169] env[63622]: DEBUG nova.network.neutron [req-c66e7078-d6fb-4c3f-80e7-65dcb574e5e1 req-d10208e7-6caf-4ab5-ad19-1daaa987c595 service nova] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1924.931638] env[63622]: DEBUG oslo_vmware.api [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817719, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.019409] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5870caf3-825b-4079-960e-42dc09da30d7 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "a006c7ef-29f4-4ba8-90d1-802749acbba9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.133s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.169319] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464f6eba-905e-44f7-a345-53aadb1d28a7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.179423] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab82374e-d495-4319-b6d4-205491a72aff {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.213889] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f16854-4c13-4edd-b0e5-375c83d8f3d2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.223700] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db274fb-540f-49d6-8738-b35abc4a753b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.238357] env[63622]: DEBUG nova.compute.provider_tree [None req-1865d835-7337-4908-8ec7-5e631d4e2ffe tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1925.251043] env[63622]: DEBUG nova.network.neutron [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Successfully updated port: c0728bec-6b6b-48b2-bebd-89c1453b09be {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1925.325458] env[63622]: DEBUG nova.network.neutron [-] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1925.354820] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7680c671-c54e-4804-8fe3-10323b25925e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.365943] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07522fcf-ddc6-460f-a8bd-ce23e53f6eb7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.398868] env[63622]: DEBUG nova.compute.manager [req-c66e7078-d6fb-4c3f-80e7-65dcb574e5e1 req-d10208e7-6caf-4ab5-ad19-1daaa987c595 service nova] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Detach interface failed, port_id=d7ed7d1d-fb27-4463-a736-1827ed2be6fe, reason: Instance b17067e4-3c12-4b51-b8b6-7da67a69f80c could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1925.429187] env[63622]: DEBUG oslo_vmware.api [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817719, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518123} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.429451] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] a6e0cbfe-cc8a-4962-8f33-07c6e7988f51/a6e0cbfe-cc8a-4962-8f33-07c6e7988f51.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1925.429658] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1925.429898] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ee152b4-36fc-4bb7-9fa8-7f9db25f4083 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.436287] env[63622]: DEBUG oslo_vmware.api [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 1925.436287] env[63622]: value = "task-1817720" [ 1925.436287] env[63622]: _type = "Task" [ 1925.436287] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.443547] env[63622]: DEBUG oslo_vmware.api [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817720, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.741812] env[63622]: DEBUG nova.scheduler.client.report [None req-1865d835-7337-4908-8ec7-5e631d4e2ffe tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1925.754218] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "refresh_cache-1a44a70f-218c-4860-bb59-bb5e06fa422a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1925.754416] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquired lock "refresh_cache-1a44a70f-218c-4860-bb59-bb5e06fa422a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1925.754585] env[63622]: DEBUG nova.network.neutron [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1925.828308] env[63622]: INFO nova.compute.manager [-] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Took 1.31 seconds to deallocate network for instance. [ 1925.947207] env[63622]: DEBUG oslo_vmware.api [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817720, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081203} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.947504] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1925.948308] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b865de73-f608-498b-a134-38be53327361 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.972367] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] a6e0cbfe-cc8a-4962-8f33-07c6e7988f51/a6e0cbfe-cc8a-4962-8f33-07c6e7988f51.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1925.972584] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46da54a8-442a-46e5-8bb0-c555ebd6bfe1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.994201] env[63622]: DEBUG oslo_vmware.api [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 1925.994201] env[63622]: value = "task-1817721" [ 1925.994201] env[63622]: _type = "Task" [ 1925.994201] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.002989] env[63622]: DEBUG oslo_vmware.api [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817721, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.012721] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c820c6e4-484d-41ba-946b-46251f778720 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "b58ac762-c8e2-46c5-bd84-c0b70666aa5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1926.012982] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c820c6e4-484d-41ba-946b-46251f778720 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "b58ac762-c8e2-46c5-bd84-c0b70666aa5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.013298] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c820c6e4-484d-41ba-946b-46251f778720 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "b58ac762-c8e2-46c5-bd84-c0b70666aa5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1926.013412] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c820c6e4-484d-41ba-946b-46251f778720 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "b58ac762-c8e2-46c5-bd84-c0b70666aa5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.013571] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c820c6e4-484d-41ba-946b-46251f778720 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "b58ac762-c8e2-46c5-bd84-c0b70666aa5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.016356] env[63622]: INFO nova.compute.manager [None req-c820c6e4-484d-41ba-946b-46251f778720 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Terminating instance [ 1926.202418] env[63622]: DEBUG nova.compute.manager [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Stashing vm_state: active {{(pid=63622) _prep_resize /opt/stack/nova/nova/compute/manager.py:5968}} [ 1926.249093] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1865d835-7337-4908-8ec7-5e631d4e2ffe tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.762s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.252698] env[63622]: DEBUG oslo_concurrency.lockutils [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.906s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.254911] env[63622]: INFO nova.compute.claims [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1926.282622] env[63622]: INFO nova.scheduler.client.report [None req-1865d835-7337-4908-8ec7-5e631d4e2ffe tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Deleted allocations for instance cb6972bf-339e-4c4e-88a8-059a1cd0e0a6 [ 1926.321429] env[63622]: DEBUG nova.network.neutron [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1926.334476] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2c21c5a0-2f74-419d-9891-f972d3d9135b tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1926.505663] env[63622]: DEBUG oslo_vmware.api [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817721, 'name': ReconfigVM_Task, 'duration_secs': 0.335059} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.505979] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Reconfigured VM instance instance-00000074 to attach disk [datastore1] a6e0cbfe-cc8a-4962-8f33-07c6e7988f51/a6e0cbfe-cc8a-4962-8f33-07c6e7988f51.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1926.507018] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79346860-8cd9-49c5-9888-c11bc65aa6ff {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.514457] env[63622]: DEBUG oslo_vmware.api [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 1926.514457] env[63622]: value = "task-1817722" [ 1926.514457] env[63622]: _type = "Task" [ 1926.514457] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.518265] env[63622]: DEBUG nova.network.neutron [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Updating instance_info_cache with network_info: [{"id": "99fb4aa6-b454-4ad6-bfef-91a99d00ffd0", "address": "fa:16:3e:2d:97:91", "network": {"id": "f163feaf-bc42-4b43-ba23-db8b92c7e8fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-126149258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9660078317c743adb462df751adaad7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99fb4aa6-b4", "ovs_interfaceid": "99fb4aa6-b454-4ad6-bfef-91a99d00ffd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1926.521083] env[63622]: DEBUG nova.network.neutron [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Updating instance_info_cache with network_info: [{"id": "c0728bec-6b6b-48b2-bebd-89c1453b09be", "address": "fa:16:3e:15:ef:54", "network": {"id": "a87a7e7c-01bc-45f6-8728-114eebbe53df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-187738960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5c9901b11904794b53083f564e5a41c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0728bec-6b", "ovs_interfaceid": "c0728bec-6b6b-48b2-bebd-89c1453b09be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1926.522447] env[63622]: DEBUG nova.compute.manager [None req-c820c6e4-484d-41ba-946b-46251f778720 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1926.522643] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c820c6e4-484d-41ba-946b-46251f778720 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1926.526804] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cc6c44-17b1-4af3-8703-4c31e6246c19 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.529935] env[63622]: DEBUG oslo_vmware.api [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817722, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.535383] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c820c6e4-484d-41ba-946b-46251f778720 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1926.536593] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4cb7509-bb8e-4301-bd0c-113748db59b1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.544476] env[63622]: DEBUG oslo_vmware.api [None req-c820c6e4-484d-41ba-946b-46251f778720 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1926.544476] env[63622]: value = "task-1817723" [ 1926.544476] env[63622]: _type = "Task" [ 1926.544476] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.553873] env[63622]: DEBUG oslo_vmware.api [None req-c820c6e4-484d-41ba-946b-46251f778720 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.721253] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1926.724910] env[63622]: DEBUG nova.compute.manager [req-a9541903-d630-4b75-bcf4-2bfeb58d6447 req-b3c114f9-5e7e-468c-bf1a-70999268d85c service nova] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Received event network-changed-5525bbf9-829c-41a1-bf32-75e5177cfd36 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1926.724910] env[63622]: DEBUG nova.compute.manager [req-a9541903-d630-4b75-bcf4-2bfeb58d6447 req-b3c114f9-5e7e-468c-bf1a-70999268d85c service nova] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Refreshing instance network info cache due to event network-changed-5525bbf9-829c-41a1-bf32-75e5177cfd36. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1926.724910] env[63622]: DEBUG oslo_concurrency.lockutils [req-a9541903-d630-4b75-bcf4-2bfeb58d6447 req-b3c114f9-5e7e-468c-bf1a-70999268d85c service nova] Acquiring lock "refresh_cache-cb8ecdf4-cfde-49f8-947c-66c10d785135" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1926.724910] env[63622]: DEBUG oslo_concurrency.lockutils [req-a9541903-d630-4b75-bcf4-2bfeb58d6447 req-b3c114f9-5e7e-468c-bf1a-70999268d85c service nova] Acquired lock "refresh_cache-cb8ecdf4-cfde-49f8-947c-66c10d785135" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1926.724910] env[63622]: DEBUG nova.network.neutron [req-a9541903-d630-4b75-bcf4-2bfeb58d6447 req-b3c114f9-5e7e-468c-bf1a-70999268d85c service nova] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Refreshing network info cache for port 5525bbf9-829c-41a1-bf32-75e5177cfd36 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1926.793277] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1865d835-7337-4908-8ec7-5e631d4e2ffe tempest-InstanceActionsV221TestJSON-1790515934 tempest-InstanceActionsV221TestJSON-1790515934-project-member] Lock "cb6972bf-339e-4c4e-88a8-059a1cd0e0a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.231s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.880325] env[63622]: DEBUG nova.compute.manager [req-5d4ba586-ed5d-4251-8084-b4272ed169ac req-a63316ac-5584-4256-9e2d-d593439bbab6 service nova] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Received event network-vif-plugged-c0728bec-6b6b-48b2-bebd-89c1453b09be {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1926.880884] env[63622]: DEBUG oslo_concurrency.lockutils [req-5d4ba586-ed5d-4251-8084-b4272ed169ac req-a63316ac-5584-4256-9e2d-d593439bbab6 service nova] Acquiring lock "1a44a70f-218c-4860-bb59-bb5e06fa422a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1926.880884] env[63622]: DEBUG oslo_concurrency.lockutils [req-5d4ba586-ed5d-4251-8084-b4272ed169ac req-a63316ac-5584-4256-9e2d-d593439bbab6 service nova] Lock "1a44a70f-218c-4860-bb59-bb5e06fa422a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.881111] env[63622]: DEBUG oslo_concurrency.lockutils [req-5d4ba586-ed5d-4251-8084-b4272ed169ac req-a63316ac-5584-4256-9e2d-d593439bbab6 service nova] Lock "1a44a70f-218c-4860-bb59-bb5e06fa422a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.881111] env[63622]: DEBUG nova.compute.manager [req-5d4ba586-ed5d-4251-8084-b4272ed169ac req-a63316ac-5584-4256-9e2d-d593439bbab6 service nova] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] No waiting events found dispatching network-vif-plugged-c0728bec-6b6b-48b2-bebd-89c1453b09be {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1926.881259] env[63622]: WARNING nova.compute.manager [req-5d4ba586-ed5d-4251-8084-b4272ed169ac req-a63316ac-5584-4256-9e2d-d593439bbab6 service nova] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Received unexpected event network-vif-plugged-c0728bec-6b6b-48b2-bebd-89c1453b09be for instance with vm_state building and task_state spawning. [ 1926.881419] env[63622]: DEBUG nova.compute.manager [req-5d4ba586-ed5d-4251-8084-b4272ed169ac req-a63316ac-5584-4256-9e2d-d593439bbab6 service nova] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Received event network-changed-c0728bec-6b6b-48b2-bebd-89c1453b09be {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1926.881572] env[63622]: DEBUG nova.compute.manager [req-5d4ba586-ed5d-4251-8084-b4272ed169ac req-a63316ac-5584-4256-9e2d-d593439bbab6 service nova] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Refreshing instance network info cache due to event network-changed-c0728bec-6b6b-48b2-bebd-89c1453b09be. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1926.881738] env[63622]: DEBUG oslo_concurrency.lockutils [req-5d4ba586-ed5d-4251-8084-b4272ed169ac req-a63316ac-5584-4256-9e2d-d593439bbab6 service nova] Acquiring lock "refresh_cache-1a44a70f-218c-4860-bb59-bb5e06fa422a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1927.020548] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Releasing lock "refresh_cache-565f3e30-b352-4f31-ae46-769c18fb8c12" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1927.020824] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Updated the network info_cache for instance {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10350}} [ 1927.020981] env[63622]: DEBUG oslo_concurrency.lockutils [req-98cd5ec0-00fd-44f0-a7b5-1860a30b8c7b req-a9c1a4d5-4eb1-4b68-8bb3-fdbb5d54f39e service nova] Acquired lock "refresh_cache-565f3e30-b352-4f31-ae46-769c18fb8c12" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1927.021175] env[63622]: DEBUG nova.network.neutron [req-98cd5ec0-00fd-44f0-a7b5-1860a30b8c7b req-a9c1a4d5-4eb1-4b68-8bb3-fdbb5d54f39e service nova] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Refreshing network info cache for port 99fb4aa6-b454-4ad6-bfef-91a99d00ffd0 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1927.022310] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1927.025512] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1927.025739] env[63622]: DEBUG oslo_vmware.api [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817722, 'name': Rename_Task, 'duration_secs': 0.247246} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.026157] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1927.026391] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1927.026760] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Releasing lock "refresh_cache-1a44a70f-218c-4860-bb59-bb5e06fa422a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1927.027021] env[63622]: DEBUG nova.compute.manager [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Instance network_info: |[{"id": "c0728bec-6b6b-48b2-bebd-89c1453b09be", "address": "fa:16:3e:15:ef:54", "network": {"id": "a87a7e7c-01bc-45f6-8728-114eebbe53df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-187738960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5c9901b11904794b53083f564e5a41c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0728bec-6b", "ovs_interfaceid": "c0728bec-6b6b-48b2-bebd-89c1453b09be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1927.027251] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1927.027430] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0a68f70-978d-4fc7-93d2-715dc76e77c0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.029055] env[63622]: DEBUG oslo_concurrency.lockutils [req-5d4ba586-ed5d-4251-8084-b4272ed169ac req-a63316ac-5584-4256-9e2d-d593439bbab6 service nova] Acquired lock "refresh_cache-1a44a70f-218c-4860-bb59-bb5e06fa422a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1927.029237] env[63622]: DEBUG nova.network.neutron [req-5d4ba586-ed5d-4251-8084-b4272ed169ac req-a63316ac-5584-4256-9e2d-d593439bbab6 service nova] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Refreshing network info cache for port c0728bec-6b6b-48b2-bebd-89c1453b09be {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1927.030320] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:ef:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ffea58a-e043-4ad1-9ad7-45a61fdca001', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0728bec-6b6b-48b2-bebd-89c1453b09be', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1927.037811] env[63622]: DEBUG oslo.service.loopingcall [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1927.038971] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1927.039175] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1927.039400] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1927.039534] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63622) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 1927.040084] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e978058-9081-43be-9fb6-9a43fec75e66 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.054861] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager.update_available_resource {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1927.056476] env[63622]: DEBUG oslo_vmware.api [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 1927.056476] env[63622]: value = "task-1817724" [ 1927.056476] env[63622]: _type = "Task" [ 1927.056476] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.067062] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1927.067062] env[63622]: value = "task-1817725" [ 1927.067062] env[63622]: _type = "Task" [ 1927.067062] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.076524] env[63622]: DEBUG oslo_vmware.api [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817724, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.076787] env[63622]: DEBUG oslo_vmware.api [None req-c820c6e4-484d-41ba-946b-46251f778720 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817723, 'name': PowerOffVM_Task, 'duration_secs': 0.524199} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.077497] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c820c6e4-484d-41ba-946b-46251f778720 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1927.077717] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c820c6e4-484d-41ba-946b-46251f778720 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1927.077979] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cceb313c-f3b1-44c0-8240-37366d4c8ad6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.082802] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817725, 'name': CreateVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.184403] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c820c6e4-484d-41ba-946b-46251f778720 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1927.184654] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c820c6e4-484d-41ba-946b-46251f778720 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1927.184909] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c820c6e4-484d-41ba-946b-46251f778720 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Deleting the datastore file [datastore1] b58ac762-c8e2-46c5-bd84-c0b70666aa5c {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1927.185245] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3784bde5-070a-4a0d-a3ea-626b9094db71 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.192989] env[63622]: DEBUG oslo_vmware.api [None req-c820c6e4-484d-41ba-946b-46251f778720 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for the task: (returnval){ [ 1927.192989] env[63622]: value = "task-1817727" [ 1927.192989] env[63622]: _type = "Task" [ 1927.192989] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.201183] env[63622]: DEBUG oslo_vmware.api [None req-c820c6e4-484d-41ba-946b-46251f778720 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.451288] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40dbfe64-c466-4ae1-9c1c-7d79af88a7cb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.459231] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da8c3ec-6c3e-4920-8e05-c04c60e3f1c3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.492347] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f213e9-d4fa-4abf-8b51-1c551b2d31d8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.500799] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e474d2e4-fca1-40fe-b69b-04d785232370 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.516790] env[63622]: DEBUG nova.compute.provider_tree [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1927.532484] env[63622]: DEBUG nova.network.neutron [req-a9541903-d630-4b75-bcf4-2bfeb58d6447 req-b3c114f9-5e7e-468c-bf1a-70999268d85c service nova] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Updated VIF entry in instance network info cache for port 5525bbf9-829c-41a1-bf32-75e5177cfd36. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1927.532848] env[63622]: DEBUG nova.network.neutron [req-a9541903-d630-4b75-bcf4-2bfeb58d6447 req-b3c114f9-5e7e-468c-bf1a-70999268d85c service nova] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Updating instance_info_cache with network_info: [{"id": "5525bbf9-829c-41a1-bf32-75e5177cfd36", "address": "fa:16:3e:a9:04:51", "network": {"id": "f163feaf-bc42-4b43-ba23-db8b92c7e8fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-126149258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9660078317c743adb462df751adaad7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5525bbf9-82", "ovs_interfaceid": "5525bbf9-829c-41a1-bf32-75e5177cfd36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1927.558763] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.571677] env[63622]: DEBUG oslo_vmware.api [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817724, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.585283] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817725, 'name': CreateVM_Task, 'duration_secs': 0.505547} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.587604] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1927.588430] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1927.588617] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1927.588936] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1927.589494] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40c441bd-2c91-4566-bc38-0b88f1139909 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.594728] env[63622]: DEBUG oslo_vmware.api [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1927.594728] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b581ea-7ab8-8f31-bc4c-06f10540acfb" [ 1927.594728] env[63622]: _type = "Task" [ 1927.594728] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.603500] env[63622]: DEBUG oslo_vmware.api [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b581ea-7ab8-8f31-bc4c-06f10540acfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.704108] env[63622]: DEBUG oslo_vmware.api [None req-c820c6e4-484d-41ba-946b-46251f778720 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Task: {'id': task-1817727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171073} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.706556] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c820c6e4-484d-41ba-946b-46251f778720 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1927.706810] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c820c6e4-484d-41ba-946b-46251f778720 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1927.707075] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c820c6e4-484d-41ba-946b-46251f778720 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1927.707382] env[63622]: INFO nova.compute.manager [None req-c820c6e4-484d-41ba-946b-46251f778720 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1927.707759] env[63622]: DEBUG oslo.service.loopingcall [None req-c820c6e4-484d-41ba-946b-46251f778720 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1927.710285] env[63622]: DEBUG nova.compute.manager [-] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1927.710410] env[63622]: DEBUG nova.network.neutron [-] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1927.869800] env[63622]: DEBUG nova.network.neutron [req-98cd5ec0-00fd-44f0-a7b5-1860a30b8c7b req-a9c1a4d5-4eb1-4b68-8bb3-fdbb5d54f39e service nova] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Updated VIF entry in instance network info cache for port 99fb4aa6-b454-4ad6-bfef-91a99d00ffd0. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1927.870237] env[63622]: DEBUG nova.network.neutron [req-98cd5ec0-00fd-44f0-a7b5-1860a30b8c7b req-a9c1a4d5-4eb1-4b68-8bb3-fdbb5d54f39e service nova] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Updating instance_info_cache with network_info: [{"id": "99fb4aa6-b454-4ad6-bfef-91a99d00ffd0", "address": "fa:16:3e:2d:97:91", "network": {"id": "f163feaf-bc42-4b43-ba23-db8b92c7e8fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-126149258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9660078317c743adb462df751adaad7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99fb4aa6-b4", "ovs_interfaceid": "99fb4aa6-b454-4ad6-bfef-91a99d00ffd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1927.873133] env[63622]: DEBUG nova.network.neutron [req-5d4ba586-ed5d-4251-8084-b4272ed169ac req-a63316ac-5584-4256-9e2d-d593439bbab6 service nova] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Updated VIF entry in instance network info cache for port c0728bec-6b6b-48b2-bebd-89c1453b09be. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1927.873238] env[63622]: DEBUG nova.network.neutron [req-5d4ba586-ed5d-4251-8084-b4272ed169ac req-a63316ac-5584-4256-9e2d-d593439bbab6 service nova] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Updating instance_info_cache with network_info: [{"id": "c0728bec-6b6b-48b2-bebd-89c1453b09be", "address": "fa:16:3e:15:ef:54", "network": {"id": "a87a7e7c-01bc-45f6-8728-114eebbe53df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-187738960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5c9901b11904794b53083f564e5a41c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0728bec-6b", "ovs_interfaceid": "c0728bec-6b6b-48b2-bebd-89c1453b09be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1928.020785] env[63622]: DEBUG nova.scheduler.client.report [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1928.036254] env[63622]: DEBUG oslo_concurrency.lockutils [req-a9541903-d630-4b75-bcf4-2bfeb58d6447 req-b3c114f9-5e7e-468c-bf1a-70999268d85c service nova] Releasing lock "refresh_cache-cb8ecdf4-cfde-49f8-947c-66c10d785135" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1928.074531] env[63622]: DEBUG oslo_vmware.api [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817724, 'name': PowerOnVM_Task, 'duration_secs': 0.541139} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.077563] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1928.077938] env[63622]: INFO nova.compute.manager [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Took 7.90 seconds to spawn the instance on the hypervisor. [ 1928.078232] env[63622]: DEBUG nova.compute.manager [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1928.079440] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960e2ac5-d451-4451-87b4-919cbff4bb69 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.106151] env[63622]: DEBUG oslo_vmware.api [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b581ea-7ab8-8f31-bc4c-06f10540acfb, 'name': SearchDatastore_Task, 'duration_secs': 0.015307} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.106772] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1928.107108] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1928.107372] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1928.107587] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1928.111023] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1928.111023] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c928c25c-52ac-4dab-9391-4e7f9a0f1521 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.121621] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1928.121876] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1928.122871] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48bd495e-5279-4eb0-a387-f51129ce29ae {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.130084] env[63622]: DEBUG oslo_vmware.api [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1928.130084] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52887a49-4e31-5f63-b1aa-c491d84ad316" [ 1928.130084] env[63622]: _type = "Task" [ 1928.130084] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.139566] env[63622]: DEBUG oslo_vmware.api [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52887a49-4e31-5f63-b1aa-c491d84ad316, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.373395] env[63622]: DEBUG oslo_concurrency.lockutils [req-98cd5ec0-00fd-44f0-a7b5-1860a30b8c7b req-a9c1a4d5-4eb1-4b68-8bb3-fdbb5d54f39e service nova] Releasing lock "refresh_cache-565f3e30-b352-4f31-ae46-769c18fb8c12" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1928.375147] env[63622]: DEBUG oslo_concurrency.lockutils [req-5d4ba586-ed5d-4251-8084-b4272ed169ac req-a63316ac-5584-4256-9e2d-d593439bbab6 service nova] Releasing lock "refresh_cache-1a44a70f-218c-4860-bb59-bb5e06fa422a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1928.526764] env[63622]: DEBUG oslo_concurrency.lockutils [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.273s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.526764] env[63622]: DEBUG nova.compute.manager [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1928.530244] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2c21c5a0-2f74-419d-9891-f972d3d9135b tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.196s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1928.530493] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2c21c5a0-2f74-419d-9891-f972d3d9135b tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.534191] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.813s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1928.568467] env[63622]: INFO nova.scheduler.client.report [None req-2c21c5a0-2f74-419d-9891-f972d3d9135b tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Deleted allocations for instance b17067e4-3c12-4b51-b8b6-7da67a69f80c [ 1928.605283] env[63622]: INFO nova.compute.manager [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Took 13.34 seconds to build instance. [ 1928.615887] env[63622]: DEBUG nova.network.neutron [-] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1928.643020] env[63622]: DEBUG oslo_vmware.api [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52887a49-4e31-5f63-b1aa-c491d84ad316, 'name': SearchDatastore_Task, 'duration_secs': 0.010038} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.647764] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fa378e5-a9ed-4a70-959d-124c49e96efc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.656707] env[63622]: DEBUG oslo_vmware.api [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1928.656707] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52142db3-8a3e-fd21-82f6-5a0b1b9e3326" [ 1928.656707] env[63622]: _type = "Task" [ 1928.656707] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.666334] env[63622]: DEBUG oslo_vmware.api [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52142db3-8a3e-fd21-82f6-5a0b1b9e3326, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.761894] env[63622]: DEBUG nova.compute.manager [req-ccbab0de-89af-420d-8f78-8be13c32e102 req-aee3ac7f-27cd-4870-8fa5-ba39775f67eb service nova] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Received event network-vif-deleted-09ab4709-911d-4405-82e1-1713305303ab {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1929.039977] env[63622]: INFO nova.compute.claims [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1929.044395] env[63622]: DEBUG nova.compute.utils [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1929.047311] env[63622]: DEBUG nova.compute.manager [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1929.048025] env[63622]: DEBUG nova.network.neutron [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1929.078751] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2c21c5a0-2f74-419d-9891-f972d3d9135b tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "b17067e4-3c12-4b51-b8b6-7da67a69f80c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.260s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.106845] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e6f9cf80-a97f-476b-87f1-01138c5d4f2b tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "a6e0cbfe-cc8a-4962-8f33-07c6e7988f51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.849s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.118450] env[63622]: INFO nova.compute.manager [-] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Took 1.41 seconds to deallocate network for instance. [ 1929.130346] env[63622]: DEBUG nova.policy [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c05ad3c866a4547a09327109e612142', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1dfc298083b84d488c9dcadbd8226fee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1929.169610] env[63622]: DEBUG oslo_vmware.api [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52142db3-8a3e-fd21-82f6-5a0b1b9e3326, 'name': SearchDatastore_Task, 'duration_secs': 0.010624} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.169882] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1929.170277] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 1a44a70f-218c-4860-bb59-bb5e06fa422a/1a44a70f-218c-4860-bb59-bb5e06fa422a.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1929.170992] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89af8854-1e3e-4aed-8cc4-de83bb5627a6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.180251] env[63622]: DEBUG oslo_vmware.api [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1929.180251] env[63622]: value = "task-1817728" [ 1929.180251] env[63622]: _type = "Task" [ 1929.180251] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.189928] env[63622]: DEBUG oslo_vmware.api [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.441170] env[63622]: DEBUG nova.network.neutron [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Successfully created port: 2f506a01-27f5-48aa-8133-2be440e825ac {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1929.549662] env[63622]: INFO nova.compute.resource_tracker [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Updating resource usage from migration 0c0015ff-a6d4-4a3d-862c-b7002dbb750d [ 1929.554939] env[63622]: DEBUG nova.compute.manager [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1929.607178] env[63622]: DEBUG nova.compute.manager [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Stashing vm_state: active {{(pid=63622) _prep_resize /opt/stack/nova/nova/compute/manager.py:5968}} [ 1929.633022] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c820c6e4-484d-41ba-946b-46251f778720 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.697374] env[63622]: DEBUG oslo_vmware.api [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817728, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.781561] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bc0923-cb82-4eee-98de-a4670d6d70c7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.790910] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c101d7-54b5-4fe7-904c-0e8d47c038b1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.827743] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dad932-cf22-457f-a2b2-fecf1f0f1955 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.837110] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65ea139-8cf2-420c-87fc-9070e6b9b4ff {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.852268] env[63622]: DEBUG nova.compute.provider_tree [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1930.130769] env[63622]: DEBUG oslo_concurrency.lockutils [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1930.191583] env[63622]: DEBUG oslo_vmware.api [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541202} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.191917] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 1a44a70f-218c-4860-bb59-bb5e06fa422a/1a44a70f-218c-4860-bb59-bb5e06fa422a.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1930.192183] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1930.192501] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bf59142-6cc1-4421-b9d4-9c0729570021 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.199859] env[63622]: DEBUG oslo_vmware.api [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1930.199859] env[63622]: value = "task-1817729" [ 1930.199859] env[63622]: _type = "Task" [ 1930.199859] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.210754] env[63622]: DEBUG oslo_vmware.api [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817729, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.355835] env[63622]: DEBUG nova.scheduler.client.report [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1930.569373] env[63622]: DEBUG nova.compute.manager [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1930.599020] env[63622]: DEBUG nova.virt.hardware [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1930.599395] env[63622]: DEBUG nova.virt.hardware [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1930.599645] env[63622]: DEBUG nova.virt.hardware [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1930.599896] env[63622]: DEBUG nova.virt.hardware [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1930.600117] env[63622]: DEBUG nova.virt.hardware [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1930.600322] env[63622]: DEBUG nova.virt.hardware [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1930.600608] env[63622]: DEBUG nova.virt.hardware [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1930.600834] env[63622]: DEBUG nova.virt.hardware [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1930.601143] env[63622]: DEBUG nova.virt.hardware [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1930.601305] env[63622]: DEBUG nova.virt.hardware [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1930.601550] env[63622]: DEBUG nova.virt.hardware [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1930.602802] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a5e7b8-52d4-4850-bcaf-7f4fdf7bb9ef {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.614366] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f4eac5-5e97-477b-8f1c-43c18362e45b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.710621] env[63622]: DEBUG oslo_vmware.api [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817729, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066327} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.710911] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1930.711700] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02156de6-63e6-4829-86be-4a91a6bd82f9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.734553] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 1a44a70f-218c-4860-bb59-bb5e06fa422a/1a44a70f-218c-4860-bb59-bb5e06fa422a.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1930.734877] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-150aeeb3-3b4b-4201-85bf-142433e53589 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.755825] env[63622]: DEBUG oslo_vmware.api [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1930.755825] env[63622]: value = "task-1817730" [ 1930.755825] env[63622]: _type = "Task" [ 1930.755825] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.764919] env[63622]: DEBUG oslo_vmware.api [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817730, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.860992] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.327s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.861277] env[63622]: INFO nova.compute.manager [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Migrating [ 1930.869824] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.311s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.870020] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.870185] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63622) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1930.870495] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c820c6e4-484d-41ba-946b-46251f778720 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.239s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.870704] env[63622]: DEBUG nova.objects.instance [None req-c820c6e4-484d-41ba-946b-46251f778720 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lazy-loading 'resources' on Instance uuid b58ac762-c8e2-46c5-bd84-c0b70666aa5c {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1930.872487] env[63622]: DEBUG nova.compute.manager [req-2c1ac639-8b02-4dde-a062-0efcc841d27c req-38e804b8-929b-40c5-a6a7-67a88d032650 service nova] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Received event network-changed-cdbe950e-4514-425b-ab60-cbe5781844d4 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1930.872669] env[63622]: DEBUG nova.compute.manager [req-2c1ac639-8b02-4dde-a062-0efcc841d27c req-38e804b8-929b-40c5-a6a7-67a88d032650 service nova] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Refreshing instance network info cache due to event network-changed-cdbe950e-4514-425b-ab60-cbe5781844d4. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1930.872879] env[63622]: DEBUG oslo_concurrency.lockutils [req-2c1ac639-8b02-4dde-a062-0efcc841d27c req-38e804b8-929b-40c5-a6a7-67a88d032650 service nova] Acquiring lock "refresh_cache-a6e0cbfe-cc8a-4962-8f33-07c6e7988f51" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1930.873066] env[63622]: DEBUG oslo_concurrency.lockutils [req-2c1ac639-8b02-4dde-a062-0efcc841d27c req-38e804b8-929b-40c5-a6a7-67a88d032650 service nova] Acquired lock "refresh_cache-a6e0cbfe-cc8a-4962-8f33-07c6e7988f51" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1930.873196] env[63622]: DEBUG nova.network.neutron [req-2c1ac639-8b02-4dde-a062-0efcc841d27c req-38e804b8-929b-40c5-a6a7-67a88d032650 service nova] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Refreshing network info cache for port cdbe950e-4514-425b-ab60-cbe5781844d4 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1930.881682] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc00e0e4-4e61-4088-8caf-680b4b25e192 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.893777] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e1587b-1f20-4c25-b86d-6504fa49a209 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.909962] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e16b1fa-55a0-4de2-8106-68121b068848 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.919951] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27dbe5db-9c2e-46b4-b417-c016bdb6d583 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.952128] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179943MB free_disk=155GB free_vcpus=48 pci_devices=None {{(pid=63622) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1930.952301] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.106666] env[63622]: DEBUG nova.network.neutron [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Successfully updated port: 2f506a01-27f5-48aa-8133-2be440e825ac {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1931.266869] env[63622]: DEBUG oslo_vmware.api [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817730, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.387068] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "refresh_cache-cb8ecdf4-cfde-49f8-947c-66c10d785135" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1931.387507] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquired lock "refresh_cache-cb8ecdf4-cfde-49f8-947c-66c10d785135" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.387507] env[63622]: DEBUG nova.network.neutron [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1931.546969] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02228f1-fcbf-4663-ae9a-b67b695d73ce {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.555148] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f819e7-87e1-4f18-ae50-36d0fe1750c3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.590062] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ba026b-0940-4b4c-a3ee-fd680f018225 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.598568] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a66839-e360-4a5c-a156-17d6eeecb075 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.612425] env[63622]: DEBUG oslo_concurrency.lockutils [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "refresh_cache-81f8914f-f926-477c-805f-ffeed09453aa" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1931.612623] env[63622]: DEBUG oslo_concurrency.lockutils [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquired lock "refresh_cache-81f8914f-f926-477c-805f-ffeed09453aa" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.612798] env[63622]: DEBUG nova.network.neutron [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1931.614111] env[63622]: DEBUG nova.compute.provider_tree [None req-c820c6e4-484d-41ba-946b-46251f778720 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1931.626954] env[63622]: DEBUG nova.network.neutron [req-2c1ac639-8b02-4dde-a062-0efcc841d27c req-38e804b8-929b-40c5-a6a7-67a88d032650 service nova] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Updated VIF entry in instance network info cache for port cdbe950e-4514-425b-ab60-cbe5781844d4. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1931.627447] env[63622]: DEBUG nova.network.neutron [req-2c1ac639-8b02-4dde-a062-0efcc841d27c req-38e804b8-929b-40c5-a6a7-67a88d032650 service nova] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Updating instance_info_cache with network_info: [{"id": "cdbe950e-4514-425b-ab60-cbe5781844d4", "address": "fa:16:3e:a8:34:3f", "network": {"id": "c5082840-8665-4c31-8817-fd035981c27b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1678857801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e31a48c01354bcb9da91dcb5cd0f901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdbe950e-45", "ovs_interfaceid": "cdbe950e-4514-425b-ab60-cbe5781844d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1931.767073] env[63622]: DEBUG oslo_vmware.api [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817730, 'name': ReconfigVM_Task, 'duration_secs': 0.999657} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.767073] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 1a44a70f-218c-4860-bb59-bb5e06fa422a/1a44a70f-218c-4860-bb59-bb5e06fa422a.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1931.767635] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9339752f-d98a-4308-849f-4fd900ca6882 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.774407] env[63622]: DEBUG oslo_vmware.api [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1931.774407] env[63622]: value = "task-1817731" [ 1931.774407] env[63622]: _type = "Task" [ 1931.774407] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.782539] env[63622]: DEBUG oslo_vmware.api [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817731, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.118220] env[63622]: DEBUG nova.scheduler.client.report [None req-c820c6e4-484d-41ba-946b-46251f778720 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1932.133028] env[63622]: DEBUG oslo_concurrency.lockutils [req-2c1ac639-8b02-4dde-a062-0efcc841d27c req-38e804b8-929b-40c5-a6a7-67a88d032650 service nova] Releasing lock "refresh_cache-a6e0cbfe-cc8a-4962-8f33-07c6e7988f51" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1932.149845] env[63622]: DEBUG nova.network.neutron [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1932.188859] env[63622]: DEBUG nova.network.neutron [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Updating instance_info_cache with network_info: [{"id": "5525bbf9-829c-41a1-bf32-75e5177cfd36", "address": "fa:16:3e:a9:04:51", "network": {"id": "f163feaf-bc42-4b43-ba23-db8b92c7e8fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-126149258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9660078317c743adb462df751adaad7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5525bbf9-82", "ovs_interfaceid": "5525bbf9-829c-41a1-bf32-75e5177cfd36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1932.284510] env[63622]: DEBUG oslo_vmware.api [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817731, 'name': Rename_Task, 'duration_secs': 0.448432} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.284791] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1932.285044] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4cabe9f-6e05-42d4-80b5-b7c72114ba87 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.291704] env[63622]: DEBUG oslo_vmware.api [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1932.291704] env[63622]: value = "task-1817732" [ 1932.291704] env[63622]: _type = "Task" [ 1932.291704] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.295845] env[63622]: DEBUG nova.network.neutron [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Updating instance_info_cache with network_info: [{"id": "2f506a01-27f5-48aa-8133-2be440e825ac", "address": "fa:16:3e:f8:07:2d", "network": {"id": "8ebec4d2-c849-4180-ac6d-05f780f2bca4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-843836297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dfc298083b84d488c9dcadbd8226fee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f506a01-27", "ovs_interfaceid": "2f506a01-27f5-48aa-8133-2be440e825ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1932.299832] env[63622]: DEBUG oslo_vmware.api [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817732, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.622842] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c820c6e4-484d-41ba-946b-46251f778720 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.752s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1932.625272] env[63622]: DEBUG oslo_concurrency.lockutils [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.495s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.644026] env[63622]: INFO nova.scheduler.client.report [None req-c820c6e4-484d-41ba-946b-46251f778720 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Deleted allocations for instance b58ac762-c8e2-46c5-bd84-c0b70666aa5c [ 1932.693472] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Releasing lock "refresh_cache-cb8ecdf4-cfde-49f8-947c-66c10d785135" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1932.802878] env[63622]: DEBUG oslo_concurrency.lockutils [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Releasing lock "refresh_cache-81f8914f-f926-477c-805f-ffeed09453aa" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1932.803365] env[63622]: DEBUG nova.compute.manager [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Instance network_info: |[{"id": "2f506a01-27f5-48aa-8133-2be440e825ac", "address": "fa:16:3e:f8:07:2d", "network": {"id": "8ebec4d2-c849-4180-ac6d-05f780f2bca4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-843836297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dfc298083b84d488c9dcadbd8226fee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f506a01-27", "ovs_interfaceid": "2f506a01-27f5-48aa-8133-2be440e825ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1932.803676] env[63622]: DEBUG oslo_vmware.api [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817732, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.804050] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:07:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f506a01-27f5-48aa-8133-2be440e825ac', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1932.811672] env[63622]: DEBUG oslo.service.loopingcall [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1932.811897] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1932.812138] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e8df801-ca6c-4f16-a418-87c22d15f7a0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.832703] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1932.832703] env[63622]: value = "task-1817733" [ 1932.832703] env[63622]: _type = "Task" [ 1932.832703] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.841837] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817733, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.895441] env[63622]: DEBUG nova.compute.manager [req-da0910f1-1edd-4daa-a287-efcbad9b84fe req-ce614e9d-c091-4d82-b31f-bb8b569e176e service nova] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Received event network-vif-plugged-2f506a01-27f5-48aa-8133-2be440e825ac {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1932.895702] env[63622]: DEBUG oslo_concurrency.lockutils [req-da0910f1-1edd-4daa-a287-efcbad9b84fe req-ce614e9d-c091-4d82-b31f-bb8b569e176e service nova] Acquiring lock "81f8914f-f926-477c-805f-ffeed09453aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.895920] env[63622]: DEBUG oslo_concurrency.lockutils [req-da0910f1-1edd-4daa-a287-efcbad9b84fe req-ce614e9d-c091-4d82-b31f-bb8b569e176e service nova] Lock "81f8914f-f926-477c-805f-ffeed09453aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.896107] env[63622]: DEBUG oslo_concurrency.lockutils [req-da0910f1-1edd-4daa-a287-efcbad9b84fe req-ce614e9d-c091-4d82-b31f-bb8b569e176e service nova] Lock "81f8914f-f926-477c-805f-ffeed09453aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1932.896295] env[63622]: DEBUG nova.compute.manager [req-da0910f1-1edd-4daa-a287-efcbad9b84fe req-ce614e9d-c091-4d82-b31f-bb8b569e176e service nova] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] No waiting events found dispatching network-vif-plugged-2f506a01-27f5-48aa-8133-2be440e825ac {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1932.896468] env[63622]: WARNING nova.compute.manager [req-da0910f1-1edd-4daa-a287-efcbad9b84fe req-ce614e9d-c091-4d82-b31f-bb8b569e176e service nova] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Received unexpected event network-vif-plugged-2f506a01-27f5-48aa-8133-2be440e825ac for instance with vm_state building and task_state spawning. [ 1932.896654] env[63622]: DEBUG nova.compute.manager [req-da0910f1-1edd-4daa-a287-efcbad9b84fe req-ce614e9d-c091-4d82-b31f-bb8b569e176e service nova] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Received event network-changed-2f506a01-27f5-48aa-8133-2be440e825ac {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1932.896844] env[63622]: DEBUG nova.compute.manager [req-da0910f1-1edd-4daa-a287-efcbad9b84fe req-ce614e9d-c091-4d82-b31f-bb8b569e176e service nova] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Refreshing instance network info cache due to event network-changed-2f506a01-27f5-48aa-8133-2be440e825ac. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1932.897059] env[63622]: DEBUG oslo_concurrency.lockutils [req-da0910f1-1edd-4daa-a287-efcbad9b84fe req-ce614e9d-c091-4d82-b31f-bb8b569e176e service nova] Acquiring lock "refresh_cache-81f8914f-f926-477c-805f-ffeed09453aa" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1932.897206] env[63622]: DEBUG oslo_concurrency.lockutils [req-da0910f1-1edd-4daa-a287-efcbad9b84fe req-ce614e9d-c091-4d82-b31f-bb8b569e176e service nova] Acquired lock "refresh_cache-81f8914f-f926-477c-805f-ffeed09453aa" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1932.897364] env[63622]: DEBUG nova.network.neutron [req-da0910f1-1edd-4daa-a287-efcbad9b84fe req-ce614e9d-c091-4d82-b31f-bb8b569e176e service nova] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Refreshing network info cache for port 2f506a01-27f5-48aa-8133-2be440e825ac {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1933.129961] env[63622]: INFO nova.compute.claims [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1933.156760] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c820c6e4-484d-41ba-946b-46251f778720 tempest-ServersTestJSON-653380100 tempest-ServersTestJSON-653380100-project-member] Lock "b58ac762-c8e2-46c5-bd84-c0b70666aa5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.144s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.303161] env[63622]: DEBUG oslo_vmware.api [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817732, 'name': PowerOnVM_Task, 'duration_secs': 0.572564} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.303512] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1933.303720] env[63622]: INFO nova.compute.manager [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Took 8.58 seconds to spawn the instance on the hypervisor. [ 1933.304165] env[63622]: DEBUG nova.compute.manager [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1933.305071] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6c4f6f-a6b7-447c-9b1c-310aae49e11f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.343215] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817733, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.636332] env[63622]: INFO nova.compute.resource_tracker [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Updating resource usage from migration 02c2087c-2138-4446-a74c-1101c8fb963c [ 1933.735943] env[63622]: DEBUG nova.network.neutron [req-da0910f1-1edd-4daa-a287-efcbad9b84fe req-ce614e9d-c091-4d82-b31f-bb8b569e176e service nova] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Updated VIF entry in instance network info cache for port 2f506a01-27f5-48aa-8133-2be440e825ac. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1933.736370] env[63622]: DEBUG nova.network.neutron [req-da0910f1-1edd-4daa-a287-efcbad9b84fe req-ce614e9d-c091-4d82-b31f-bb8b569e176e service nova] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Updating instance_info_cache with network_info: [{"id": "2f506a01-27f5-48aa-8133-2be440e825ac", "address": "fa:16:3e:f8:07:2d", "network": {"id": "8ebec4d2-c849-4180-ac6d-05f780f2bca4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-843836297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dfc298083b84d488c9dcadbd8226fee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f506a01-27", "ovs_interfaceid": "2f506a01-27f5-48aa-8133-2be440e825ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1933.801015] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b4c734-9a6a-4b4e-b16f-3cb508e48299 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.809354] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d35b08-8cee-48fc-81ac-89bc22e5b9c9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.849511] env[63622]: INFO nova.compute.manager [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Took 17.20 seconds to build instance. [ 1933.855191] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae42a456-7de9-437a-8330-73180833d85b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.867515] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65881830-c361-4cfd-bc13-b41af1bd9476 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.871395] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817733, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.881740] env[63622]: DEBUG nova.compute.provider_tree [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1934.209711] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54fd657-b33d-4a34-9cb6-85b8a70fced3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.234379] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Updating instance 'cb8ecdf4-cfde-49f8-947c-66c10d785135' progress to 0 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1934.242057] env[63622]: DEBUG oslo_concurrency.lockutils [req-da0910f1-1edd-4daa-a287-efcbad9b84fe req-ce614e9d-c091-4d82-b31f-bb8b569e176e service nova] Releasing lock "refresh_cache-81f8914f-f926-477c-805f-ffeed09453aa" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1934.353813] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2616fbe2-140d-4b50-b2f8-7e644e2c0b25 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "1a44a70f-218c-4860-bb59-bb5e06fa422a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.714s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.361301] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817733, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.386382] env[63622]: DEBUG nova.scheduler.client.report [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1934.743734] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1934.744089] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31b082f2-112f-466a-8ccf-b519b59b645d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.753745] env[63622]: DEBUG oslo_vmware.api [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1934.753745] env[63622]: value = "task-1817734" [ 1934.753745] env[63622]: _type = "Task" [ 1934.753745] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.764336] env[63622]: DEBUG oslo_vmware.api [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.864804] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817733, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.890493] env[63622]: DEBUG oslo_concurrency.lockutils [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.265s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.890493] env[63622]: INFO nova.compute.manager [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Migrating [ 1934.899074] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.945s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1935.271226] env[63622]: DEBUG oslo_vmware.api [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817734, 'name': PowerOffVM_Task, 'duration_secs': 0.335634} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.271477] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1935.271665] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Updating instance 'cb8ecdf4-cfde-49f8-947c-66c10d785135' progress to 17 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1935.365766] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817733, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.423783] env[63622]: DEBUG oslo_concurrency.lockutils [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "refresh_cache-841525cb-ea3b-47c2-b79e-82102553cbf1" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.423969] env[63622]: DEBUG oslo_concurrency.lockutils [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquired lock "refresh_cache-841525cb-ea3b-47c2-b79e-82102553cbf1" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.424162] env[63622]: DEBUG nova.network.neutron [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1935.770121] env[63622]: DEBUG nova.compute.manager [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Stashing vm_state: active {{(pid=63622) _prep_resize /opt/stack/nova/nova/compute/manager.py:5968}} [ 1935.777852] env[63622]: DEBUG nova.virt.hardware [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1935.778110] env[63622]: DEBUG nova.virt.hardware [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1935.778274] env[63622]: DEBUG nova.virt.hardware [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1935.778463] env[63622]: DEBUG nova.virt.hardware [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1935.778611] env[63622]: DEBUG nova.virt.hardware [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1935.778761] env[63622]: DEBUG nova.virt.hardware [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1935.778966] env[63622]: DEBUG nova.virt.hardware [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1935.779146] env[63622]: DEBUG nova.virt.hardware [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1935.779317] env[63622]: DEBUG nova.virt.hardware [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1935.779484] env[63622]: DEBUG nova.virt.hardware [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1935.779659] env[63622]: DEBUG nova.virt.hardware [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1935.784903] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39a9fe4c-fd3a-43ab-bfc9-9edc03d7e090 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.803570] env[63622]: DEBUG oslo_vmware.api [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1935.803570] env[63622]: value = "task-1817735" [ 1935.803570] env[63622]: _type = "Task" [ 1935.803570] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.815941] env[63622]: DEBUG oslo_vmware.api [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817735, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.864655] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817733, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.913817] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Applying migration context for instance 841525cb-ea3b-47c2-b79e-82102553cbf1 as it has an incoming, in-progress migration 02c2087c-2138-4446-a74c-1101c8fb963c. Migration status is pre-migrating {{(pid=63622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1935.913817] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Applying migration context for instance cb8ecdf4-cfde-49f8-947c-66c10d785135 as it has an incoming, in-progress migration 0c0015ff-a6d4-4a3d-862c-b7002dbb750d. Migration status is migrating {{(pid=63622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1935.914944] env[63622]: INFO nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Updating resource usage from migration c5f3e9f7-48a4-40bd-b2a3-31bbd71e9102 [ 1935.915125] env[63622]: INFO nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Updating resource usage from migration 02c2087c-2138-4446-a74c-1101c8fb963c [ 1935.915450] env[63622]: INFO nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Updating resource usage from migration 0c0015ff-a6d4-4a3d-862c-b7002dbb750d [ 1935.939404] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 565f3e30-b352-4f31-ae46-769c18fb8c12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1935.939769] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 182a279b-bcac-4716-a074-54bfed531a77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1935.939937] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 59bfe42c-856e-424b-a23b-38b4043181c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1935.940091] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 86013933-26fc-4e31-aa1e-3ea08130fb7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1935.940214] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 77ecc42e-90bb-4a90-9209-d0338fe4d760 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1935.940334] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance a6e0cbfe-cc8a-4962-8f33-07c6e7988f51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1935.940450] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 81f8914f-f926-477c-805f-ffeed09453aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1935.940567] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Migration 0c0015ff-a6d4-4a3d-862c-b7002dbb750d is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1935.940684] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance cb8ecdf4-cfde-49f8-947c-66c10d785135 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1935.940798] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Migration 02c2087c-2138-4446-a74c-1101c8fb963c is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1935.940910] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 841525cb-ea3b-47c2-b79e-82102553cbf1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1935.941031] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Migration c5f3e9f7-48a4-40bd-b2a3-31bbd71e9102 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1935.941148] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 1a44a70f-218c-4860-bb59-bb5e06fa422a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1935.941355] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1935.941494] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2944MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1936.115817] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2fedd4-0d1f-41bd-a605-3e1aafc58744 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.124111] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478c0cc8-6d1a-4c5c-94fe-ee64c98a3714 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.154933] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a33737f-2fc8-4a3a-a41a-65a1905b89f4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.162977] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aea5c26-3c25-4892-8825-98a1a9ae31ed {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.176414] env[63622]: DEBUG nova.compute.provider_tree [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1936.220581] env[63622]: DEBUG nova.network.neutron [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Updating instance_info_cache with network_info: [{"id": "09db52d3-c065-4600-92a5-a2972b8b2dce", "address": "fa:16:3e:d1:9b:bf", "network": {"id": "9fa016ff-84b6-4077-add7-d40824a74722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-258535483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068319b363fb4cf0ab99d3d35221338d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09db52d3-c0", "ovs_interfaceid": "09db52d3-c065-4600-92a5-a2972b8b2dce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1936.286506] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1936.314392] env[63622]: DEBUG oslo_vmware.api [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817735, 'name': ReconfigVM_Task, 'duration_secs': 0.242016} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.314765] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Updating instance 'cb8ecdf4-cfde-49f8-947c-66c10d785135' progress to 33 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1936.365726] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817733, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.679502] env[63622]: DEBUG nova.scheduler.client.report [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1936.723318] env[63622]: DEBUG oslo_concurrency.lockutils [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Releasing lock "refresh_cache-841525cb-ea3b-47c2-b79e-82102553cbf1" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1936.821248] env[63622]: DEBUG nova.virt.hardware [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1936.821641] env[63622]: DEBUG nova.virt.hardware [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1936.821694] env[63622]: DEBUG nova.virt.hardware [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1936.821880] env[63622]: DEBUG nova.virt.hardware [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1936.822018] env[63622]: DEBUG nova.virt.hardware [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1936.822928] env[63622]: DEBUG nova.virt.hardware [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1936.822928] env[63622]: DEBUG nova.virt.hardware [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1936.822928] env[63622]: DEBUG nova.virt.hardware [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1936.822928] env[63622]: DEBUG nova.virt.hardware [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1936.822928] env[63622]: DEBUG nova.virt.hardware [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1936.823315] env[63622]: DEBUG nova.virt.hardware [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1936.828454] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1936.828742] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa3b4099-b4c6-4505-b270-a94435238136 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.847933] env[63622]: DEBUG oslo_vmware.api [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1936.847933] env[63622]: value = "task-1817736" [ 1936.847933] env[63622]: _type = "Task" [ 1936.847933] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.857106] env[63622]: DEBUG oslo_vmware.api [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817736, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.867015] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817733, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.184488] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1937.184712] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.288s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.184985] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.899s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.357565] env[63622]: DEBUG oslo_vmware.api [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817736, 'name': ReconfigVM_Task, 'duration_secs': 0.205881} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.360772] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1937.361549] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b03926-35a4-4ea9-a1f7-ba71c1403aa0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.369125] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817733, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.386788] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-c628b97e-db0d-4dfe-9936-91eafc582e5f/volume-c628b97e-db0d-4dfe-9936-91eafc582e5f.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1937.387050] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3ec92be-c7d3-4215-a385-5b8ed62437bf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.406093] env[63622]: DEBUG oslo_vmware.api [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1937.406093] env[63622]: value = "task-1817737" [ 1937.406093] env[63622]: _type = "Task" [ 1937.406093] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.413952] env[63622]: DEBUG oslo_vmware.api [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817737, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.689662] env[63622]: INFO nova.compute.claims [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1937.867240] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817733, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.916048] env[63622]: DEBUG oslo_vmware.api [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817737, 'name': ReconfigVM_Task, 'duration_secs': 0.28601} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.916385] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-c628b97e-db0d-4dfe-9936-91eafc582e5f/volume-c628b97e-db0d-4dfe-9936-91eafc582e5f.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1937.916666] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Updating instance 'cb8ecdf4-cfde-49f8-947c-66c10d785135' progress to 50 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1938.196032] env[63622]: INFO nova.compute.resource_tracker [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Updating resource usage from migration c5f3e9f7-48a4-40bd-b2a3-31bbd71e9102 [ 1938.236933] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d86250-42fa-402a-a655-b388fb3d0a96 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.257544] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Updating instance '841525cb-ea3b-47c2-b79e-82102553cbf1' progress to 0 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1938.363142] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6037da2-e8b4-44af-a9dd-0ae6bdf3e371 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.371696] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817733, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.374762] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26037c37-6f36-41bd-904a-3beee54f2373 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.406493] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f68dad2-f1be-4cdb-a5f7-ce9bb65af387 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.413779] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07853ae3-2237-4d7d-8b0a-d547b2927782 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.429369] env[63622]: DEBUG nova.compute.provider_tree [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1938.431091] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738da0fb-9c22-428c-9cf5-da6bb27cc2c7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.449556] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5624236-a45f-4547-a4db-1d82cd80d34b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.467575] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Updating instance 'cb8ecdf4-cfde-49f8-947c-66c10d785135' progress to 67 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1938.551572] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7ceb4bb7-f63f-4615-8a37-5345872f51eb tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Acquiring lock "86013933-26fc-4e31-aa1e-3ea08130fb7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.551817] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7ceb4bb7-f63f-4615-8a37-5345872f51eb tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Lock "86013933-26fc-4e31-aa1e-3ea08130fb7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.552047] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7ceb4bb7-f63f-4615-8a37-5345872f51eb tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Acquiring lock "86013933-26fc-4e31-aa1e-3ea08130fb7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.552243] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7ceb4bb7-f63f-4615-8a37-5345872f51eb tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Lock "86013933-26fc-4e31-aa1e-3ea08130fb7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.552417] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7ceb4bb7-f63f-4615-8a37-5345872f51eb tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Lock "86013933-26fc-4e31-aa1e-3ea08130fb7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.554586] env[63622]: INFO nova.compute.manager [None req-7ceb4bb7-f63f-4615-8a37-5345872f51eb tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Terminating instance [ 1938.765425] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1938.765787] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f770810a-3b27-43dd-84fd-4bdb625f37b4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.774405] env[63622]: DEBUG oslo_vmware.api [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1938.774405] env[63622]: value = "task-1817738" [ 1938.774405] env[63622]: _type = "Task" [ 1938.774405] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.782534] env[63622]: DEBUG oslo_vmware.api [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.869151] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817733, 'name': CreateVM_Task, 'duration_secs': 5.838684} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.869524] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1938.870112] env[63622]: DEBUG oslo_concurrency.lockutils [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1938.870320] env[63622]: DEBUG oslo_concurrency.lockutils [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1938.870672] env[63622]: DEBUG oslo_concurrency.lockutils [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1938.870967] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-605f0186-a985-4b32-8075-c61ebe96cb62 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.876434] env[63622]: DEBUG oslo_vmware.api [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1938.876434] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]525cdd29-e366-9113-74e1-a76f0f08a05c" [ 1938.876434] env[63622]: _type = "Task" [ 1938.876434] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.884057] env[63622]: DEBUG oslo_vmware.api [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]525cdd29-e366-9113-74e1-a76f0f08a05c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.935442] env[63622]: DEBUG nova.scheduler.client.report [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1939.058820] env[63622]: DEBUG nova.compute.manager [None req-7ceb4bb7-f63f-4615-8a37-5345872f51eb tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1939.059077] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7ceb4bb7-f63f-4615-8a37-5345872f51eb tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1939.060471] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46ea5e0-f4b0-44e0-b16c-40230bf7335b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.068324] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ceb4bb7-f63f-4615-8a37-5345872f51eb tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1939.068564] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf26844a-94da-4094-850b-bd6fcde7c354 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.074615] env[63622]: DEBUG oslo_vmware.api [None req-7ceb4bb7-f63f-4615-8a37-5345872f51eb tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Waiting for the task: (returnval){ [ 1939.074615] env[63622]: value = "task-1817739" [ 1939.074615] env[63622]: _type = "Task" [ 1939.074615] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.082907] env[63622]: DEBUG oslo_vmware.api [None req-7ceb4bb7-f63f-4615-8a37-5345872f51eb tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Task: {'id': task-1817739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.285772] env[63622]: DEBUG oslo_vmware.api [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817738, 'name': PowerOffVM_Task, 'duration_secs': 0.200507} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.286052] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1939.286278] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Updating instance '841525cb-ea3b-47c2-b79e-82102553cbf1' progress to 17 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1939.387496] env[63622]: DEBUG oslo_vmware.api [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]525cdd29-e366-9113-74e1-a76f0f08a05c, 'name': SearchDatastore_Task, 'duration_secs': 0.44684} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.387496] env[63622]: DEBUG oslo_concurrency.lockutils [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1939.387496] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1939.387684] env[63622]: DEBUG oslo_concurrency.lockutils [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1939.387792] env[63622]: DEBUG oslo_concurrency.lockutils [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1939.387953] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1939.388221] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c83dfc15-ee15-414d-9dac-eee8cde7a7a5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.435052] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1939.435225] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1939.435961] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dcc9cd3-9a05-4126-9a41-79f0eccd0af7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.440787] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.256s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.440983] env[63622]: INFO nova.compute.manager [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Migrating [ 1939.448740] env[63622]: DEBUG oslo_vmware.api [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1939.448740] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52dd0282-7f68-b1dd-446c-08da01cb4039" [ 1939.448740] env[63622]: _type = "Task" [ 1939.448740] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.464681] env[63622]: DEBUG oslo_vmware.api [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52dd0282-7f68-b1dd-446c-08da01cb4039, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.585229] env[63622]: DEBUG oslo_vmware.api [None req-7ceb4bb7-f63f-4615-8a37-5345872f51eb tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Task: {'id': task-1817739, 'name': PowerOffVM_Task, 'duration_secs': 0.168725} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.585570] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ceb4bb7-f63f-4615-8a37-5345872f51eb tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1939.585783] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7ceb4bb7-f63f-4615-8a37-5345872f51eb tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1939.586030] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f73bdf32-f6b3-44be-be67-afe6d38bbca8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.719207] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7ceb4bb7-f63f-4615-8a37-5345872f51eb tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1939.719612] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7ceb4bb7-f63f-4615-8a37-5345872f51eb tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1939.719903] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ceb4bb7-f63f-4615-8a37-5345872f51eb tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Deleting the datastore file [datastore1] 86013933-26fc-4e31-aa1e-3ea08130fb7b {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1939.720289] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba4f6d9b-6bd7-4ce8-b8c4-20d288a28029 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.727234] env[63622]: DEBUG oslo_vmware.api [None req-7ceb4bb7-f63f-4615-8a37-5345872f51eb tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Waiting for the task: (returnval){ [ 1939.727234] env[63622]: value = "task-1817741" [ 1939.727234] env[63622]: _type = "Task" [ 1939.727234] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.735118] env[63622]: DEBUG oslo_vmware.api [None req-7ceb4bb7-f63f-4615-8a37-5345872f51eb tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Task: {'id': task-1817741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.792470] env[63622]: DEBUG nova.virt.hardware [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1939.792722] env[63622]: DEBUG nova.virt.hardware [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1939.792883] env[63622]: DEBUG nova.virt.hardware [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1939.793079] env[63622]: DEBUG nova.virt.hardware [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1939.793232] env[63622]: DEBUG nova.virt.hardware [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1939.793385] env[63622]: DEBUG nova.virt.hardware [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1939.793594] env[63622]: DEBUG nova.virt.hardware [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1939.793790] env[63622]: DEBUG nova.virt.hardware [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1939.793925] env[63622]: DEBUG nova.virt.hardware [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1939.794108] env[63622]: DEBUG nova.virt.hardware [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1939.794309] env[63622]: DEBUG nova.virt.hardware [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1939.799365] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f096bf5-54df-43b8-b8db-375e40ee3f54 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.816575] env[63622]: DEBUG oslo_vmware.api [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1939.816575] env[63622]: value = "task-1817742" [ 1939.816575] env[63622]: _type = "Task" [ 1939.816575] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.825098] env[63622]: DEBUG oslo_vmware.api [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817742, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.957713] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "refresh_cache-1a44a70f-218c-4860-bb59-bb5e06fa422a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1939.958074] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquired lock "refresh_cache-1a44a70f-218c-4860-bb59-bb5e06fa422a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1939.958364] env[63622]: DEBUG nova.network.neutron [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1939.968619] env[63622]: DEBUG oslo_vmware.api [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52dd0282-7f68-b1dd-446c-08da01cb4039, 'name': SearchDatastore_Task, 'duration_secs': 0.028895} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.970405] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ec50bbc-9a9b-4bde-9ff3-5b7ffe103edb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.977718] env[63622]: DEBUG oslo_vmware.api [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1939.977718] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5288b6a3-94fd-af15-3f63-7a65a1b9065f" [ 1939.977718] env[63622]: _type = "Task" [ 1939.977718] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.991934] env[63622]: DEBUG oslo_vmware.api [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5288b6a3-94fd-af15-3f63-7a65a1b9065f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.108750] env[63622]: DEBUG nova.network.neutron [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Port 5525bbf9-829c-41a1-bf32-75e5177cfd36 binding to destination host cpu-1 is already ACTIVE {{(pid=63622) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1940.237997] env[63622]: DEBUG oslo_vmware.api [None req-7ceb4bb7-f63f-4615-8a37-5345872f51eb tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Task: {'id': task-1817741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.475458} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.238282] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ceb4bb7-f63f-4615-8a37-5345872f51eb tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1940.238471] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7ceb4bb7-f63f-4615-8a37-5345872f51eb tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1940.238649] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7ceb4bb7-f63f-4615-8a37-5345872f51eb tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1940.238823] env[63622]: INFO nova.compute.manager [None req-7ceb4bb7-f63f-4615-8a37-5345872f51eb tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1940.239076] env[63622]: DEBUG oslo.service.loopingcall [None req-7ceb4bb7-f63f-4615-8a37-5345872f51eb tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1940.239271] env[63622]: DEBUG nova.compute.manager [-] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1940.239370] env[63622]: DEBUG nova.network.neutron [-] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1940.328767] env[63622]: DEBUG oslo_vmware.api [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817742, 'name': ReconfigVM_Task, 'duration_secs': 0.186804} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.329091] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Updating instance '841525cb-ea3b-47c2-b79e-82102553cbf1' progress to 33 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1940.489186] env[63622]: DEBUG oslo_vmware.api [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5288b6a3-94fd-af15-3f63-7a65a1b9065f, 'name': SearchDatastore_Task, 'duration_secs': 0.023742} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.489535] env[63622]: DEBUG oslo_concurrency.lockutils [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1940.489726] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 81f8914f-f926-477c-805f-ffeed09453aa/81f8914f-f926-477c-805f-ffeed09453aa.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1940.489997] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f81082b0-1c1b-4866-bad7-23206fb8aac3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.498544] env[63622]: DEBUG oslo_vmware.api [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1940.498544] env[63622]: value = "task-1817743" [ 1940.498544] env[63622]: _type = "Task" [ 1940.498544] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.508131] env[63622]: DEBUG oslo_vmware.api [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.673882] env[63622]: DEBUG nova.network.neutron [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Updating instance_info_cache with network_info: [{"id": "c0728bec-6b6b-48b2-bebd-89c1453b09be", "address": "fa:16:3e:15:ef:54", "network": {"id": "a87a7e7c-01bc-45f6-8728-114eebbe53df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-187738960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5c9901b11904794b53083f564e5a41c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0728bec-6b", "ovs_interfaceid": "c0728bec-6b6b-48b2-bebd-89c1453b09be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1940.763970] env[63622]: DEBUG nova.compute.manager [req-bf05c02c-89aa-47d8-a290-e622cf493130 req-229eca61-4ca7-4d25-b8ba-9c04e287126e service nova] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Received event network-vif-deleted-eb65e30e-aaa9-44e3-b0cf-84ecb7d97b9e {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1940.764230] env[63622]: INFO nova.compute.manager [req-bf05c02c-89aa-47d8-a290-e622cf493130 req-229eca61-4ca7-4d25-b8ba-9c04e287126e service nova] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Neutron deleted interface eb65e30e-aaa9-44e3-b0cf-84ecb7d97b9e; detaching it from the instance and deleting it from the info cache [ 1940.764410] env[63622]: DEBUG nova.network.neutron [req-bf05c02c-89aa-47d8-a290-e622cf493130 req-229eca61-4ca7-4d25-b8ba-9c04e287126e service nova] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1940.835651] env[63622]: DEBUG nova.virt.hardware [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1940.835884] env[63622]: DEBUG nova.virt.hardware [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1940.836030] env[63622]: DEBUG nova.virt.hardware [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1940.836300] env[63622]: DEBUG nova.virt.hardware [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1940.836451] env[63622]: DEBUG nova.virt.hardware [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1940.836608] env[63622]: DEBUG nova.virt.hardware [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1940.836812] env[63622]: DEBUG nova.virt.hardware [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1940.836986] env[63622]: DEBUG nova.virt.hardware [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1940.837480] env[63622]: DEBUG nova.virt.hardware [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1940.837691] env[63622]: DEBUG nova.virt.hardware [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1940.837876] env[63622]: DEBUG nova.virt.hardware [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1940.843926] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1940.844672] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2f7a86e-f672-49ca-92a6-522617b24d90 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.865692] env[63622]: DEBUG oslo_vmware.api [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1940.865692] env[63622]: value = "task-1817744" [ 1940.865692] env[63622]: _type = "Task" [ 1940.865692] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.875711] env[63622]: DEBUG oslo_vmware.api [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817744, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.010072] env[63622]: DEBUG oslo_vmware.api [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817743, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.133768] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "cb8ecdf4-cfde-49f8-947c-66c10d785135-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.133768] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "cb8ecdf4-cfde-49f8-947c-66c10d785135-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.133972] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "cb8ecdf4-cfde-49f8-947c-66c10d785135-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.177343] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Releasing lock "refresh_cache-1a44a70f-218c-4860-bb59-bb5e06fa422a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1941.235206] env[63622]: DEBUG nova.network.neutron [-] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1941.267123] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa5fad19-9fe7-4d15-915a-6088074f2e72 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.279040] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f73712-e394-47bd-a067-7286c0755fa1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.317882] env[63622]: DEBUG nova.compute.manager [req-bf05c02c-89aa-47d8-a290-e622cf493130 req-229eca61-4ca7-4d25-b8ba-9c04e287126e service nova] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Detach interface failed, port_id=eb65e30e-aaa9-44e3-b0cf-84ecb7d97b9e, reason: Instance 86013933-26fc-4e31-aa1e-3ea08130fb7b could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1941.377881] env[63622]: DEBUG oslo_vmware.api [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817744, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.510968] env[63622]: DEBUG oslo_vmware.api [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817743, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587281} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.511272] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 81f8914f-f926-477c-805f-ffeed09453aa/81f8914f-f926-477c-805f-ffeed09453aa.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1941.511493] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1941.511751] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da1d9e83-b34e-44b0-8382-cb862c7c4c4f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.520284] env[63622]: DEBUG oslo_vmware.api [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1941.520284] env[63622]: value = "task-1817745" [ 1941.520284] env[63622]: _type = "Task" [ 1941.520284] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.529109] env[63622]: DEBUG oslo_vmware.api [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817745, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.737849] env[63622]: INFO nova.compute.manager [-] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Took 1.50 seconds to deallocate network for instance. [ 1941.878444] env[63622]: DEBUG oslo_vmware.api [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817744, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.033527] env[63622]: DEBUG oslo_vmware.api [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817745, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.187816] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "refresh_cache-cb8ecdf4-cfde-49f8-947c-66c10d785135" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1942.188145] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquired lock "refresh_cache-cb8ecdf4-cfde-49f8-947c-66c10d785135" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1942.188435] env[63622]: DEBUG nova.network.neutron [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1942.245410] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7ceb4bb7-f63f-4615-8a37-5345872f51eb tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.245670] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7ceb4bb7-f63f-4615-8a37-5345872f51eb tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.245888] env[63622]: DEBUG nova.objects.instance [None req-7ceb4bb7-f63f-4615-8a37-5345872f51eb tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Lazy-loading 'resources' on Instance uuid 86013933-26fc-4e31-aa1e-3ea08130fb7b {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1942.378731] env[63622]: DEBUG oslo_vmware.api [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817744, 'name': ReconfigVM_Task, 'duration_secs': 1.279418} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.379119] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1942.380066] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c346fb3-187c-42fc-bca3-12d5cc5f0663 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.408717] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 841525cb-ea3b-47c2-b79e-82102553cbf1/841525cb-ea3b-47c2-b79e-82102553cbf1.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1942.409078] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-989045a0-6d14-4a35-af9b-26b1c723390d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.428605] env[63622]: DEBUG oslo_vmware.api [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1942.428605] env[63622]: value = "task-1817746" [ 1942.428605] env[63622]: _type = "Task" [ 1942.428605] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.436889] env[63622]: DEBUG oslo_vmware.api [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817746, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.533144] env[63622]: DEBUG oslo_vmware.api [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817745, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.662317} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.533543] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1942.534507] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fab494-6e1f-4caf-9445-218cb239e10f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.561633] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 81f8914f-f926-477c-805f-ffeed09453aa/81f8914f-f926-477c-805f-ffeed09453aa.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1942.562179] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b072b03a-3566-4f81-9e8e-47d5e6c8fd7e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.588652] env[63622]: DEBUG oslo_vmware.api [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1942.588652] env[63622]: value = "task-1817747" [ 1942.588652] env[63622]: _type = "Task" [ 1942.588652] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.598255] env[63622]: DEBUG oslo_vmware.api [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817747, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.700200] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec05d0cc-5532-43f7-bffe-e5e075d2f985 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.721198] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Updating instance '1a44a70f-218c-4860-bb59-bb5e06fa422a' progress to 0 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1942.935248] env[63622]: DEBUG nova.network.neutron [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Updating instance_info_cache with network_info: [{"id": "5525bbf9-829c-41a1-bf32-75e5177cfd36", "address": "fa:16:3e:a9:04:51", "network": {"id": "f163feaf-bc42-4b43-ba23-db8b92c7e8fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-126149258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9660078317c743adb462df751adaad7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5525bbf9-82", "ovs_interfaceid": "5525bbf9-829c-41a1-bf32-75e5177cfd36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1942.948120] env[63622]: DEBUG oslo_vmware.api [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817746, 'name': ReconfigVM_Task, 'duration_secs': 0.442584} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.949085] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 841525cb-ea3b-47c2-b79e-82102553cbf1/841525cb-ea3b-47c2-b79e-82102553cbf1.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1942.949418] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Updating instance '841525cb-ea3b-47c2-b79e-82102553cbf1' progress to 50 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1942.957705] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66235db-df13-4351-80a0-804366c980e2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.966700] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08aefb73-080c-4982-83ef-4bb9a32ee413 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.000761] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de87b5e9-8c51-47fc-8eb7-8a1abca1cb3b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.009343] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e5d379-c697-4e75-ae56-09f2b36d27e8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.023932] env[63622]: DEBUG nova.compute.provider_tree [None req-7ceb4bb7-f63f-4615-8a37-5345872f51eb tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1943.099401] env[63622]: DEBUG oslo_vmware.api [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817747, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.227861] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1943.228035] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc923f1a-8936-40cc-89e6-6f793d4a8bbe {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.236526] env[63622]: DEBUG oslo_vmware.api [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1943.236526] env[63622]: value = "task-1817748" [ 1943.236526] env[63622]: _type = "Task" [ 1943.236526] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.245714] env[63622]: DEBUG oslo_vmware.api [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.442463] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Releasing lock "refresh_cache-cb8ecdf4-cfde-49f8-947c-66c10d785135" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1943.463853] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a9f48e-272f-417e-bfc6-9af8d8604059 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.484414] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f94a531-306b-4e76-9fcb-77c21acba1c1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.503982] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Updating instance '841525cb-ea3b-47c2-b79e-82102553cbf1' progress to 67 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1943.527663] env[63622]: DEBUG nova.scheduler.client.report [None req-7ceb4bb7-f63f-4615-8a37-5345872f51eb tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1943.600059] env[63622]: DEBUG oslo_vmware.api [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817747, 'name': ReconfigVM_Task, 'duration_secs': 0.582644} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.600059] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 81f8914f-f926-477c-805f-ffeed09453aa/81f8914f-f926-477c-805f-ffeed09453aa.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1943.600883] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-364bdb99-f797-43b8-b58c-bbdcaefe0986 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.607359] env[63622]: DEBUG oslo_vmware.api [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1943.607359] env[63622]: value = "task-1817749" [ 1943.607359] env[63622]: _type = "Task" [ 1943.607359] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.617119] env[63622]: DEBUG oslo_vmware.api [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817749, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.747073] env[63622]: DEBUG oslo_vmware.api [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817748, 'name': PowerOffVM_Task, 'duration_secs': 0.263363} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.747073] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1943.747356] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Updating instance '1a44a70f-218c-4860-bb59-bb5e06fa422a' progress to 17 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1943.952182] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac53771a-a84f-4785-89a6-472d559841b0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.960065] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2b864a-03c4-4b80-8d76-4a4aff63b940 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.032649] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7ceb4bb7-f63f-4615-8a37-5345872f51eb tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.787s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.051721] env[63622]: INFO nova.scheduler.client.report [None req-7ceb4bb7-f63f-4615-8a37-5345872f51eb tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Deleted allocations for instance 86013933-26fc-4e31-aa1e-3ea08130fb7b [ 1944.071300] env[63622]: DEBUG nova.network.neutron [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Port 09db52d3-c065-4600-92a5-a2972b8b2dce binding to destination host cpu-1 is already ACTIVE {{(pid=63622) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1944.117478] env[63622]: DEBUG oslo_vmware.api [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817749, 'name': Rename_Task, 'duration_secs': 0.14485} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.117799] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1944.117993] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10cafdc5-30b9-4020-b2b5-c26cd6d8839b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.124346] env[63622]: DEBUG oslo_vmware.api [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1944.124346] env[63622]: value = "task-1817750" [ 1944.124346] env[63622]: _type = "Task" [ 1944.124346] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.132090] env[63622]: DEBUG oslo_vmware.api [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817750, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.254037] env[63622]: DEBUG nova.virt.hardware [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1944.254340] env[63622]: DEBUG nova.virt.hardware [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1944.254472] env[63622]: DEBUG nova.virt.hardware [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1944.254665] env[63622]: DEBUG nova.virt.hardware [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1944.254815] env[63622]: DEBUG nova.virt.hardware [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1944.254966] env[63622]: DEBUG nova.virt.hardware [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1944.255190] env[63622]: DEBUG nova.virt.hardware [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1944.255354] env[63622]: DEBUG nova.virt.hardware [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1944.255531] env[63622]: DEBUG nova.virt.hardware [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1944.255689] env[63622]: DEBUG nova.virt.hardware [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1944.255862] env[63622]: DEBUG nova.virt.hardware [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1944.261015] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6a832c0-8334-4594-ab00-9b7f42004138 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.277754] env[63622]: DEBUG oslo_vmware.api [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1944.277754] env[63622]: value = "task-1817751" [ 1944.277754] env[63622]: _type = "Task" [ 1944.277754] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.286643] env[63622]: DEBUG oslo_vmware.api [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817751, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.560147] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7ceb4bb7-f63f-4615-8a37-5345872f51eb tempest-ServersV294TestFqdnHostnames-707001159 tempest-ServersV294TestFqdnHostnames-707001159-project-member] Lock "86013933-26fc-4e31-aa1e-3ea08130fb7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.008s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.634349] env[63622]: DEBUG oslo_vmware.api [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817750, 'name': PowerOnVM_Task, 'duration_secs': 0.434143} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.634599] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1944.634798] env[63622]: INFO nova.compute.manager [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Took 14.07 seconds to spawn the instance on the hypervisor. [ 1944.634976] env[63622]: DEBUG nova.compute.manager [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1944.635808] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a0ac96-0808-4cf9-aeb6-35004b71efef {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.788923] env[63622]: DEBUG oslo_vmware.api [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817751, 'name': ReconfigVM_Task, 'duration_secs': 0.149796} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.789287] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Updating instance '1a44a70f-218c-4860-bb59-bb5e06fa422a' progress to 33 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1945.057854] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a36564-04dd-4ea0-8cd3-4e9ce6941fef {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.079037] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daaae581-a061-436a-9a82-f7ece481cba0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.097036] env[63622]: DEBUG oslo_concurrency.lockutils [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "841525cb-ea3b-47c2-b79e-82102553cbf1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.097282] env[63622]: DEBUG oslo_concurrency.lockutils [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "841525cb-ea3b-47c2-b79e-82102553cbf1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.097452] env[63622]: DEBUG oslo_concurrency.lockutils [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "841525cb-ea3b-47c2-b79e-82102553cbf1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.098599] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Updating instance 'cb8ecdf4-cfde-49f8-947c-66c10d785135' progress to 83 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1945.152033] env[63622]: INFO nova.compute.manager [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Took 20.82 seconds to build instance. [ 1945.296878] env[63622]: DEBUG nova.virt.hardware [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1945.297512] env[63622]: DEBUG nova.virt.hardware [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1945.297903] env[63622]: DEBUG nova.virt.hardware [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1945.298343] env[63622]: DEBUG nova.virt.hardware [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1945.299562] env[63622]: DEBUG nova.virt.hardware [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1945.299562] env[63622]: DEBUG nova.virt.hardware [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1945.299562] env[63622]: DEBUG nova.virt.hardware [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1945.299562] env[63622]: DEBUG nova.virt.hardware [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1945.299748] env[63622]: DEBUG nova.virt.hardware [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1945.299928] env[63622]: DEBUG nova.virt.hardware [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1945.300201] env[63622]: DEBUG nova.virt.hardware [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1945.308322] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1945.308945] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0db9daeb-52ce-4341-a050-7b2559da9584 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.329157] env[63622]: DEBUG oslo_vmware.api [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1945.329157] env[63622]: value = "task-1817752" [ 1945.329157] env[63622]: _type = "Task" [ 1945.329157] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.337640] env[63622]: DEBUG oslo_vmware.api [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817752, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.606742] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1945.607060] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93f204a3-1ffc-4e3a-b454-e5de3b2f8008 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.616752] env[63622]: DEBUG oslo_vmware.api [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1945.616752] env[63622]: value = "task-1817753" [ 1945.616752] env[63622]: _type = "Task" [ 1945.616752] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.626146] env[63622]: DEBUG oslo_vmware.api [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.652654] env[63622]: DEBUG oslo_concurrency.lockutils [None req-10bff0de-601b-4108-b170-3f04b0a62dce tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "81f8914f-f926-477c-805f-ffeed09453aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.332s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.839746] env[63622]: DEBUG oslo_vmware.api [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817752, 'name': ReconfigVM_Task, 'duration_secs': 0.166283} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.839981] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1945.840766] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ffb3c7-a7a1-48ae-920d-03b3c05e6ab6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.862779] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 1a44a70f-218c-4860-bb59-bb5e06fa422a/1a44a70f-218c-4860-bb59-bb5e06fa422a.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1945.863078] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abc1a195-bbcb-4d45-abce-b0fbd3d9b4f8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.882437] env[63622]: DEBUG oslo_vmware.api [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1945.882437] env[63622]: value = "task-1817754" [ 1945.882437] env[63622]: _type = "Task" [ 1945.882437] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.890427] env[63622]: DEBUG oslo_vmware.api [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817754, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.130573] env[63622]: DEBUG oslo_vmware.api [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817753, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.138588] env[63622]: DEBUG oslo_concurrency.lockutils [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "refresh_cache-841525cb-ea3b-47c2-b79e-82102553cbf1" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1946.140880] env[63622]: DEBUG oslo_concurrency.lockutils [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquired lock "refresh_cache-841525cb-ea3b-47c2-b79e-82102553cbf1" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.140880] env[63622]: DEBUG nova.network.neutron [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1946.393285] env[63622]: DEBUG oslo_vmware.api [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817754, 'name': ReconfigVM_Task, 'duration_secs': 0.271941} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.393695] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 1a44a70f-218c-4860-bb59-bb5e06fa422a/1a44a70f-218c-4860-bb59-bb5e06fa422a.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1946.393897] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Updating instance '1a44a70f-218c-4860-bb59-bb5e06fa422a' progress to 50 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1946.630526] env[63622]: DEBUG oslo_vmware.api [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817753, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.745235] env[63622]: DEBUG nova.compute.manager [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Stashing vm_state: active {{(pid=63622) _prep_resize /opt/stack/nova/nova/compute/manager.py:5968}} [ 1946.900374] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8152de8c-7a3a-4720-a222-737b2d97e505 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.920472] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56934a6b-9f76-4a40-9fc6-cb2d8dc07f5a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.950783] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Updating instance '1a44a70f-218c-4860-bb59-bb5e06fa422a' progress to 67 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1946.975397] env[63622]: DEBUG nova.network.neutron [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Updating instance_info_cache with network_info: [{"id": "09db52d3-c065-4600-92a5-a2972b8b2dce", "address": "fa:16:3e:d1:9b:bf", "network": {"id": "9fa016ff-84b6-4077-add7-d40824a74722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-258535483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068319b363fb4cf0ab99d3d35221338d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09db52d3-c0", "ovs_interfaceid": "09db52d3-c065-4600-92a5-a2972b8b2dce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1947.131759] env[63622]: DEBUG oslo_vmware.api [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817753, 'name': PowerOnVM_Task, 'duration_secs': 1.174404} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.131759] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1947.132063] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4166c8-24fa-401d-bd4d-0260ca86db77 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Updating instance 'cb8ecdf4-cfde-49f8-947c-66c10d785135' progress to 100 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1947.268215] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1947.268471] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.477449] env[63622]: DEBUG oslo_concurrency.lockutils [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Releasing lock "refresh_cache-841525cb-ea3b-47c2-b79e-82102553cbf1" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1947.481678] env[63622]: DEBUG nova.network.neutron [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Port c0728bec-6b6b-48b2-bebd-89c1453b09be binding to destination host cpu-1 is already ACTIVE {{(pid=63622) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1947.773876] env[63622]: INFO nova.compute.claims [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1947.853146] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "77ecc42e-90bb-4a90-9209-d0338fe4d760" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1947.853788] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "77ecc42e-90bb-4a90-9209-d0338fe4d760" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.853788] env[63622]: INFO nova.compute.manager [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Shelving [ 1948.004022] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81579f43-f15d-499e-9df5-3eac97ab4f99 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.023212] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a27183d-06ca-4e21-abec-30d2b5c44bf6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.030816] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Updating instance '841525cb-ea3b-47c2-b79e-82102553cbf1' progress to 83 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1948.280635] env[63622]: INFO nova.compute.resource_tracker [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Updating resource usage from migration 676c77a9-ac93-4798-83cf-94d6a9295473 [ 1948.455353] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fc383f-e67b-4b8b-a71d-b306970e9c91 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.463353] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e8d332-72c0-414d-a34a-04dd8741f2c8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.492634] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca32a4d-1e1f-4d62-88c0-6e8f10c1bc53 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.508673] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "1a44a70f-218c-4860-bb59-bb5e06fa422a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.508902] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "1a44a70f-218c-4860-bb59-bb5e06fa422a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.509091] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "1a44a70f-218c-4860-bb59-bb5e06fa422a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.513047] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddea6c06-98af-4ede-aa7a-51e68276dd7f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.527511] env[63622]: DEBUG nova.compute.provider_tree [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1948.536579] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1948.537041] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa0312f8-1f35-4216-8e3d-3493862f30aa {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.545336] env[63622]: DEBUG oslo_vmware.api [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1948.545336] env[63622]: value = "task-1817755" [ 1948.545336] env[63622]: _type = "Task" [ 1948.545336] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.553216] env[63622]: DEBUG oslo_vmware.api [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817755, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.862244] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1948.862641] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-542d5f52-23e2-47ea-8550-6527c20caa4f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.870711] env[63622]: DEBUG oslo_vmware.api [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1948.870711] env[63622]: value = "task-1817756" [ 1948.870711] env[63622]: _type = "Task" [ 1948.870711] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.880176] env[63622]: DEBUG oslo_vmware.api [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.030576] env[63622]: DEBUG nova.scheduler.client.report [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1949.057936] env[63622]: DEBUG oslo_vmware.api [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817755, 'name': PowerOnVM_Task, 'duration_secs': 0.47738} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.058432] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1949.059878] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-47285d7e-b027-4638-b528-d964a619df13 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Updating instance '841525cb-ea3b-47c2-b79e-82102553cbf1' progress to 100 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1949.381644] env[63622]: DEBUG oslo_vmware.api [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817756, 'name': PowerOffVM_Task, 'duration_secs': 0.174671} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.381935] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1949.382765] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7333f71-5941-49cd-ad2a-76cd7f54dd89 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.400890] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48349c68-623c-47e0-856e-9d13525449b5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.535501] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.267s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.535959] env[63622]: INFO nova.compute.manager [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Migrating [ 1949.542638] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "refresh_cache-1a44a70f-218c-4860-bb59-bb5e06fa422a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1949.542801] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquired lock "refresh_cache-1a44a70f-218c-4860-bb59-bb5e06fa422a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.542969] env[63622]: DEBUG nova.network.neutron [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1949.589938] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3b783900-8db0-4611-9676-574c93f1445b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "cb8ecdf4-cfde-49f8-947c-66c10d785135" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.590217] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3b783900-8db0-4611-9676-574c93f1445b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "cb8ecdf4-cfde-49f8-947c-66c10d785135" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.590408] env[63622]: DEBUG nova.compute.manager [None req-3b783900-8db0-4611-9676-574c93f1445b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Going to confirm migration 7 {{(pid=63622) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5127}} [ 1949.910414] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Creating Snapshot of the VM instance {{(pid=63622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1949.910689] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d4f173ad-ea3e-40f3-aade-af37ffa3e1f6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.919829] env[63622]: DEBUG oslo_vmware.api [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1949.919829] env[63622]: value = "task-1817757" [ 1949.919829] env[63622]: _type = "Task" [ 1949.919829] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.928333] env[63622]: DEBUG oslo_vmware.api [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817757, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.051353] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "refresh_cache-81f8914f-f926-477c-805f-ffeed09453aa" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1950.051571] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquired lock "refresh_cache-81f8914f-f926-477c-805f-ffeed09453aa" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1950.051836] env[63622]: DEBUG nova.network.neutron [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1950.125865] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3b783900-8db0-4611-9676-574c93f1445b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "refresh_cache-cb8ecdf4-cfde-49f8-947c-66c10d785135" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1950.126105] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3b783900-8db0-4611-9676-574c93f1445b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquired lock "refresh_cache-cb8ecdf4-cfde-49f8-947c-66c10d785135" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1950.126362] env[63622]: DEBUG nova.network.neutron [None req-3b783900-8db0-4611-9676-574c93f1445b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1950.126562] env[63622]: DEBUG nova.objects.instance [None req-3b783900-8db0-4611-9676-574c93f1445b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lazy-loading 'info_cache' on Instance uuid cb8ecdf4-cfde-49f8-947c-66c10d785135 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1950.306163] env[63622]: DEBUG nova.network.neutron [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Updating instance_info_cache with network_info: [{"id": "c0728bec-6b6b-48b2-bebd-89c1453b09be", "address": "fa:16:3e:15:ef:54", "network": {"id": "a87a7e7c-01bc-45f6-8728-114eebbe53df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-187738960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5c9901b11904794b53083f564e5a41c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0728bec-6b", "ovs_interfaceid": "c0728bec-6b6b-48b2-bebd-89c1453b09be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1950.430373] env[63622]: DEBUG oslo_vmware.api [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817757, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.760145] env[63622]: DEBUG nova.network.neutron [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Updating instance_info_cache with network_info: [{"id": "2f506a01-27f5-48aa-8133-2be440e825ac", "address": "fa:16:3e:f8:07:2d", "network": {"id": "8ebec4d2-c849-4180-ac6d-05f780f2bca4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-843836297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dfc298083b84d488c9dcadbd8226fee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f506a01-27", "ovs_interfaceid": "2f506a01-27f5-48aa-8133-2be440e825ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1950.809443] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Releasing lock "refresh_cache-1a44a70f-218c-4860-bb59-bb5e06fa422a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1950.930960] env[63622]: DEBUG oslo_vmware.api [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817757, 'name': CreateSnapshot_Task, 'duration_secs': 0.646461} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.931254] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Created Snapshot of the VM instance {{(pid=63622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1950.931976] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45540d50-24f4-4776-b898-e686d174754a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.263560] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Releasing lock "refresh_cache-81f8914f-f926-477c-805f-ffeed09453aa" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1951.334815] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ddc35f-f364-474e-aabe-4dab3e55ae17 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.361955] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310289b2-f5ca-4550-a2f9-4fbe1bfb5242 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.374824] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Updating instance '1a44a70f-218c-4860-bb59-bb5e06fa422a' progress to 83 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1951.448970] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Creating linked-clone VM from snapshot {{(pid=63622) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1951.449548] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e947490c-e678-48ee-a2c0-bfd0ab89bc24 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.459898] env[63622]: DEBUG oslo_vmware.api [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1951.459898] env[63622]: value = "task-1817758" [ 1951.459898] env[63622]: _type = "Task" [ 1951.459898] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.466694] env[63622]: DEBUG nova.network.neutron [None req-3b783900-8db0-4611-9676-574c93f1445b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Updating instance_info_cache with network_info: [{"id": "5525bbf9-829c-41a1-bf32-75e5177cfd36", "address": "fa:16:3e:a9:04:51", "network": {"id": "f163feaf-bc42-4b43-ba23-db8b92c7e8fa", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-126149258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9660078317c743adb462df751adaad7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5525bbf9-82", "ovs_interfaceid": "5525bbf9-829c-41a1-bf32-75e5177cfd36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1951.471305] env[63622]: DEBUG oslo_vmware.api [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817758, 'name': CloneVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.883287] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1951.883642] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74a725f8-3726-4536-a1ec-75f01ec6dc0f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.891913] env[63622]: DEBUG oslo_vmware.api [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1951.891913] env[63622]: value = "task-1817759" [ 1951.891913] env[63622]: _type = "Task" [ 1951.891913] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.900898] env[63622]: DEBUG oslo_vmware.api [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817759, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.968651] env[63622]: DEBUG nova.network.neutron [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Port 09db52d3-c065-4600-92a5-a2972b8b2dce binding to destination host cpu-1 is already ACTIVE {{(pid=63622) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1951.969058] env[63622]: DEBUG oslo_concurrency.lockutils [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "refresh_cache-841525cb-ea3b-47c2-b79e-82102553cbf1" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1951.969292] env[63622]: DEBUG oslo_concurrency.lockutils [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquired lock "refresh_cache-841525cb-ea3b-47c2-b79e-82102553cbf1" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1951.969522] env[63622]: DEBUG nova.network.neutron [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1951.976452] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3b783900-8db0-4611-9676-574c93f1445b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Releasing lock "refresh_cache-cb8ecdf4-cfde-49f8-947c-66c10d785135" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1951.976798] env[63622]: DEBUG nova.objects.instance [None req-3b783900-8db0-4611-9676-574c93f1445b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lazy-loading 'migration_context' on Instance uuid cb8ecdf4-cfde-49f8-947c-66c10d785135 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1951.978275] env[63622]: DEBUG oslo_vmware.api [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817758, 'name': CloneVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.209200] env[63622]: DEBUG nova.network.neutron [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Updating instance_info_cache with network_info: [{"id": "09db52d3-c065-4600-92a5-a2972b8b2dce", "address": "fa:16:3e:d1:9b:bf", "network": {"id": "9fa016ff-84b6-4077-add7-d40824a74722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-258535483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068319b363fb4cf0ab99d3d35221338d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09db52d3-c0", "ovs_interfaceid": "09db52d3-c065-4600-92a5-a2972b8b2dce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1952.403216] env[63622]: DEBUG oslo_vmware.api [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817759, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.470989] env[63622]: DEBUG oslo_vmware.api [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817758, 'name': CloneVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.479868] env[63622]: DEBUG nova.objects.base [None req-3b783900-8db0-4611-9676-574c93f1445b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1952.480720] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b02ee8b-f8bf-47b4-b456-a27dc8438f42 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.502255] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55dc2d14-9227-4507-89d7-a116201a2cfd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.509171] env[63622]: DEBUG oslo_vmware.api [None req-3b783900-8db0-4611-9676-574c93f1445b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1952.509171] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52118347-bbfc-6d75-a743-6102ec161a97" [ 1952.509171] env[63622]: _type = "Task" [ 1952.509171] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.521769] env[63622]: DEBUG oslo_vmware.api [None req-3b783900-8db0-4611-9676-574c93f1445b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52118347-bbfc-6d75-a743-6102ec161a97, 'name': SearchDatastore_Task, 'duration_secs': 0.008946} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.522154] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3b783900-8db0-4611-9676-574c93f1445b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.522457] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3b783900-8db0-4611-9676-574c93f1445b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.713076] env[63622]: DEBUG oslo_concurrency.lockutils [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Releasing lock "refresh_cache-841525cb-ea3b-47c2-b79e-82102553cbf1" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1952.780631] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3083f13d-294b-4d4f-9543-e6e29e093eda {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.799958] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Updating instance '81f8914f-f926-477c-805f-ffeed09453aa' progress to 0 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1952.903225] env[63622]: DEBUG oslo_vmware.api [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817759, 'name': PowerOnVM_Task, 'duration_secs': 0.952399} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.903594] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1952.903717] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ce98b2dc-3b47-4463-b467-6a0effcff61e tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Updating instance '1a44a70f-218c-4860-bb59-bb5e06fa422a' progress to 100 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1952.971673] env[63622]: DEBUG oslo_vmware.api [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817758, 'name': CloneVM_Task} progress is 95%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.179804] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5aea41-7f34-43c8-9105-c482352537a0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.187230] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2e429e-c101-4e6a-a9b0-1f66222dff8d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.219244] env[63622]: DEBUG nova.compute.manager [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63622) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1953.219469] env[63622]: DEBUG oslo_concurrency.lockutils [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.220427] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2e5595-5303-4e42-b1e9-3d1e9a74b0f8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.228967] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d1ee61-d66e-40ca-803c-62068ddaff78 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.243986] env[63622]: DEBUG nova.compute.provider_tree [None req-3b783900-8db0-4611-9676-574c93f1445b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1953.306615] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1953.306881] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cace94f2-1607-4cf9-ac36-5e71961680b4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.313656] env[63622]: DEBUG oslo_vmware.api [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1953.313656] env[63622]: value = "task-1817760" [ 1953.313656] env[63622]: _type = "Task" [ 1953.313656] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.323165] env[63622]: DEBUG oslo_vmware.api [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.472140] env[63622]: DEBUG oslo_vmware.api [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817758, 'name': CloneVM_Task, 'duration_secs': 1.886003} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.472413] env[63622]: INFO nova.virt.vmwareapi.vmops [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Created linked-clone VM from snapshot [ 1953.473334] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16eca02-8b64-4ccb-9ec0-d32907236c42 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.481352] env[63622]: DEBUG nova.virt.vmwareapi.images [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Uploading image e0242617-424c-46c1-87d2-ed46f8c0c842 {{(pid=63622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1953.507700] env[63622]: DEBUG oslo_vmware.rw_handles [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1953.507700] env[63622]: value = "vm-376562" [ 1953.507700] env[63622]: _type = "VirtualMachine" [ 1953.507700] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1953.507969] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-21ebb4f4-4b60-450a-aa85-e0e41f07d450 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.516317] env[63622]: DEBUG oslo_vmware.rw_handles [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lease: (returnval){ [ 1953.516317] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52bc2e33-e082-c95f-e9fd-eaa025eb9a8d" [ 1953.516317] env[63622]: _type = "HttpNfcLease" [ 1953.516317] env[63622]: } obtained for exporting VM: (result){ [ 1953.516317] env[63622]: value = "vm-376562" [ 1953.516317] env[63622]: _type = "VirtualMachine" [ 1953.516317] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1953.516599] env[63622]: DEBUG oslo_vmware.api [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the lease: (returnval){ [ 1953.516599] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52bc2e33-e082-c95f-e9fd-eaa025eb9a8d" [ 1953.516599] env[63622]: _type = "HttpNfcLease" [ 1953.516599] env[63622]: } to be ready. {{(pid=63622) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1953.523063] env[63622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1953.523063] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52bc2e33-e082-c95f-e9fd-eaa025eb9a8d" [ 1953.523063] env[63622]: _type = "HttpNfcLease" [ 1953.523063] env[63622]: } is initializing. {{(pid=63622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1953.747615] env[63622]: DEBUG nova.scheduler.client.report [None req-3b783900-8db0-4611-9676-574c93f1445b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1953.824688] env[63622]: DEBUG oslo_vmware.api [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817760, 'name': PowerOffVM_Task, 'duration_secs': 0.400967} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.825015] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1953.825264] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Updating instance '81f8914f-f926-477c-805f-ffeed09453aa' progress to 17 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1954.025660] env[63622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1954.025660] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52bc2e33-e082-c95f-e9fd-eaa025eb9a8d" [ 1954.025660] env[63622]: _type = "HttpNfcLease" [ 1954.025660] env[63622]: } is ready. {{(pid=63622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1954.026127] env[63622]: DEBUG oslo_vmware.rw_handles [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1954.026127] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52bc2e33-e082-c95f-e9fd-eaa025eb9a8d" [ 1954.026127] env[63622]: _type = "HttpNfcLease" [ 1954.026127] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1954.026684] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bcf0e3-9ad2-445a-851f-74f334534258 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.034015] env[63622]: DEBUG oslo_vmware.rw_handles [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5283f6ff-834b-c8ba-0d4a-8a66f002b9e3/disk-0.vmdk from lease info. {{(pid=63622) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1954.034199] env[63622]: DEBUG oslo_vmware.rw_handles [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5283f6ff-834b-c8ba-0d4a-8a66f002b9e3/disk-0.vmdk for reading. {{(pid=63622) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1954.135392] env[63622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bc01b07a-58d9-4ce9-a55d-885854c418be {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.333026] env[63622]: DEBUG nova.virt.hardware [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1954.333026] env[63622]: DEBUG nova.virt.hardware [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1954.333026] env[63622]: DEBUG nova.virt.hardware [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1954.333026] env[63622]: DEBUG nova.virt.hardware [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1954.333026] env[63622]: DEBUG nova.virt.hardware [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1954.333026] env[63622]: DEBUG nova.virt.hardware [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1954.333591] env[63622]: DEBUG nova.virt.hardware [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1954.333906] env[63622]: DEBUG nova.virt.hardware [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1954.334351] env[63622]: DEBUG nova.virt.hardware [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1954.334740] env[63622]: DEBUG nova.virt.hardware [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1954.335061] env[63622]: DEBUG nova.virt.hardware [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1954.340825] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dadc4c92-ae5a-4c21-8737-f737dad65f89 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.359178] env[63622]: DEBUG oslo_vmware.api [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1954.359178] env[63622]: value = "task-1817762" [ 1954.359178] env[63622]: _type = "Task" [ 1954.359178] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.372049] env[63622]: DEBUG oslo_vmware.api [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817762, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.759511] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3b783900-8db0-4611-9676-574c93f1445b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.236s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.762297] env[63622]: DEBUG oslo_concurrency.lockutils [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.543s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.871259] env[63622]: DEBUG oslo_vmware.api [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817762, 'name': ReconfigVM_Task, 'duration_secs': 0.145801} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.872293] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Updating instance '81f8914f-f926-477c-805f-ffeed09453aa' progress to 33 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1955.267197] env[63622]: DEBUG nova.objects.instance [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lazy-loading 'migration_context' on Instance uuid 841525cb-ea3b-47c2-b79e-82102553cbf1 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1955.323608] env[63622]: INFO nova.scheduler.client.report [None req-3b783900-8db0-4611-9676-574c93f1445b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Deleted allocation for migration 0c0015ff-a6d4-4a3d-862c-b7002dbb750d [ 1955.382165] env[63622]: DEBUG nova.virt.hardware [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1955.382492] env[63622]: DEBUG nova.virt.hardware [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1955.382720] env[63622]: DEBUG nova.virt.hardware [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1955.383078] env[63622]: DEBUG nova.virt.hardware [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1955.383350] env[63622]: DEBUG nova.virt.hardware [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1955.383590] env[63622]: DEBUG nova.virt.hardware [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1955.383855] env[63622]: DEBUG nova.virt.hardware [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1955.384080] env[63622]: DEBUG nova.virt.hardware [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1955.384359] env[63622]: DEBUG nova.virt.hardware [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1955.384585] env[63622]: DEBUG nova.virt.hardware [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1955.384894] env[63622]: DEBUG nova.virt.hardware [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1955.390505] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1955.390843] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4e60949-db58-40c6-a932-d5bf1bf4a981 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.412063] env[63622]: DEBUG oslo_vmware.api [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1955.412063] env[63622]: value = "task-1817763" [ 1955.412063] env[63622]: _type = "Task" [ 1955.412063] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.421324] env[63622]: DEBUG oslo_vmware.api [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817763, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.508477] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "1a44a70f-218c-4860-bb59-bb5e06fa422a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.508790] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "1a44a70f-218c-4860-bb59-bb5e06fa422a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.509016] env[63622]: DEBUG nova.compute.manager [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Going to confirm migration 9 {{(pid=63622) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5127}} [ 1955.830347] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3b783900-8db0-4611-9676-574c93f1445b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "cb8ecdf4-cfde-49f8-947c-66c10d785135" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.240s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.923584] env[63622]: DEBUG oslo_vmware.api [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817763, 'name': ReconfigVM_Task, 'duration_secs': 0.308947} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.924934] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1955.925739] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56e6a0d-51b6-4a02-8f9e-73153bb8fac8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.928849] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74db13a1-af50-4380-bc4b-a6b4afa7d219 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.946629] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a19b68-5a91-4723-a58e-740b40588cae {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.957081] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 81f8914f-f926-477c-805f-ffeed09453aa/81f8914f-f926-477c-805f-ffeed09453aa.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1955.957458] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d14d3cb6-5162-4fac-b16a-f42a76730c4b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.000924] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e376d7-8e1f-44c9-bf98-2d91662446c2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.003763] env[63622]: DEBUG oslo_vmware.api [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1956.003763] env[63622]: value = "task-1817764" [ 1956.003763] env[63622]: _type = "Task" [ 1956.003763] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.011111] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e0bc90-06cc-4c6a-83e7-3d20b0d86530 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.020492] env[63622]: DEBUG oslo_vmware.api [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.032737] env[63622]: DEBUG nova.compute.provider_tree [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1956.130411] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "refresh_cache-1a44a70f-218c-4860-bb59-bb5e06fa422a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1956.130643] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquired lock "refresh_cache-1a44a70f-218c-4860-bb59-bb5e06fa422a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1956.130828] env[63622]: DEBUG nova.network.neutron [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1956.131033] env[63622]: DEBUG nova.objects.instance [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lazy-loading 'info_cache' on Instance uuid 1a44a70f-218c-4860-bb59-bb5e06fa422a {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1956.273445] env[63622]: INFO nova.compute.manager [None req-a4ad65f0-171d-4602-a71b-d5d405775d00 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Get console output [ 1956.273972] env[63622]: WARNING nova.virt.vmwareapi.driver [None req-a4ad65f0-171d-4602-a71b-d5d405775d00 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] The console log is missing. Check your VSPC configuration [ 1956.514638] env[63622]: DEBUG oslo_vmware.api [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817764, 'name': ReconfigVM_Task, 'duration_secs': 0.367142} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.514966] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 81f8914f-f926-477c-805f-ffeed09453aa/81f8914f-f926-477c-805f-ffeed09453aa.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1956.515299] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Updating instance '81f8914f-f926-477c-805f-ffeed09453aa' progress to 50 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1956.536322] env[63622]: DEBUG nova.scheduler.client.report [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1957.022551] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc160399-4b17-4c9b-a731-9abebadf70ce {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.047659] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c9f85b-c409-49af-9df1-7f8cd1cddc36 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.068046] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Updating instance '81f8914f-f926-477c-805f-ffeed09453aa' progress to 67 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1957.339973] env[63622]: DEBUG nova.network.neutron [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Updating instance_info_cache with network_info: [{"id": "c0728bec-6b6b-48b2-bebd-89c1453b09be", "address": "fa:16:3e:15:ef:54", "network": {"id": "a87a7e7c-01bc-45f6-8728-114eebbe53df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-187738960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5c9901b11904794b53083f564e5a41c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0728bec-6b", "ovs_interfaceid": "c0728bec-6b6b-48b2-bebd-89c1453b09be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1957.553421] env[63622]: DEBUG oslo_concurrency.lockutils [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.791s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.611801] env[63622]: DEBUG nova.network.neutron [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Port 2f506a01-27f5-48aa-8133-2be440e825ac binding to destination host cpu-1 is already ACTIVE {{(pid=63622) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1957.842544] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Releasing lock "refresh_cache-1a44a70f-218c-4860-bb59-bb5e06fa422a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1957.842839] env[63622]: DEBUG nova.objects.instance [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lazy-loading 'migration_context' on Instance uuid 1a44a70f-218c-4860-bb59-bb5e06fa422a {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1958.346947] env[63622]: DEBUG nova.objects.base [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Object Instance<1a44a70f-218c-4860-bb59-bb5e06fa422a> lazy-loaded attributes: info_cache,migration_context {{(pid=63622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1958.347798] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a8e0cc-c88f-4435-aa99-27d3c54451dc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.369228] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9603de40-8b0a-43c2-b74f-08142b6ed987 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.375997] env[63622]: DEBUG oslo_vmware.api [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1958.375997] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e90448-6b86-029b-f905-f1bbf00ab889" [ 1958.375997] env[63622]: _type = "Task" [ 1958.375997] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.384739] env[63622]: DEBUG oslo_vmware.api [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e90448-6b86-029b-f905-f1bbf00ab889, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.636770] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "81f8914f-f926-477c-805f-ffeed09453aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.637057] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "81f8914f-f926-477c-805f-ffeed09453aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1958.637296] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "81f8914f-f926-477c-805f-ffeed09453aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.888047] env[63622]: DEBUG oslo_vmware.api [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e90448-6b86-029b-f905-f1bbf00ab889, 'name': SearchDatastore_Task, 'duration_secs': 0.009069} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.888047] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.888047] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1959.091565] env[63622]: INFO nova.compute.manager [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Swapping old allocation on dict_keys(['8dd86f19-3c1a-4ba4-9c42-69cb148971df']) held by migration 02c2087c-2138-4446-a74c-1101c8fb963c for instance [ 1959.114410] env[63622]: DEBUG nova.scheduler.client.report [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Overwriting current allocation {'allocations': {'8dd86f19-3c1a-4ba4-9c42-69cb148971df': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 174}}, 'project_id': '068319b363fb4cf0ab99d3d35221338d', 'user_id': '0b2a5967a965432d8e862018d373c278', 'consumer_generation': 1} on consumer 841525cb-ea3b-47c2-b79e-82102553cbf1 {{(pid=63622) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2033}} [ 1959.197909] env[63622]: DEBUG oslo_concurrency.lockutils [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "refresh_cache-841525cb-ea3b-47c2-b79e-82102553cbf1" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1959.198117] env[63622]: DEBUG oslo_concurrency.lockutils [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquired lock "refresh_cache-841525cb-ea3b-47c2-b79e-82102553cbf1" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1959.198302] env[63622]: DEBUG nova.network.neutron [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1959.539033] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490deae7-ffd9-4d10-8aa0-1bc90ce27a57 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.548752] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e70606-886c-44a3-ad68-636a70489bb3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.580683] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f384e5b6-60d1-42dc-93c8-feee49d4bc42 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.588923] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855d68f2-e914-43e9-91ac-f7bd2f21bed4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.604013] env[63622]: DEBUG nova.compute.provider_tree [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1959.674868] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "refresh_cache-81f8914f-f926-477c-805f-ffeed09453aa" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1959.675084] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquired lock "refresh_cache-81f8914f-f926-477c-805f-ffeed09453aa" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1959.675268] env[63622]: DEBUG nova.network.neutron [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1959.918378] env[63622]: DEBUG nova.network.neutron [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Updating instance_info_cache with network_info: [{"id": "09db52d3-c065-4600-92a5-a2972b8b2dce", "address": "fa:16:3e:d1:9b:bf", "network": {"id": "9fa016ff-84b6-4077-add7-d40824a74722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-258535483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068319b363fb4cf0ab99d3d35221338d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09db52d3-c0", "ovs_interfaceid": "09db52d3-c065-4600-92a5-a2972b8b2dce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1960.107581] env[63622]: DEBUG nova.scheduler.client.report [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1960.381329] env[63622]: DEBUG nova.network.neutron [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Updating instance_info_cache with network_info: [{"id": "2f506a01-27f5-48aa-8133-2be440e825ac", "address": "fa:16:3e:f8:07:2d", "network": {"id": "8ebec4d2-c849-4180-ac6d-05f780f2bca4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-843836297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dfc298083b84d488c9dcadbd8226fee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f506a01-27", "ovs_interfaceid": "2f506a01-27f5-48aa-8133-2be440e825ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1960.421136] env[63622]: DEBUG oslo_concurrency.lockutils [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Releasing lock "refresh_cache-841525cb-ea3b-47c2-b79e-82102553cbf1" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1960.421642] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1960.421938] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73b0b108-6196-4e6a-86f1-b386776680c8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.431011] env[63622]: DEBUG oslo_vmware.api [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1960.431011] env[63622]: value = "task-1817765" [ 1960.431011] env[63622]: _type = "Task" [ 1960.431011] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.440330] env[63622]: DEBUG oslo_vmware.api [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.884288] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Releasing lock "refresh_cache-81f8914f-f926-477c-805f-ffeed09453aa" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1960.942582] env[63622]: DEBUG oslo_vmware.api [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817765, 'name': PowerOffVM_Task, 'duration_secs': 0.242295} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.942893] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1960.943573] env[63622]: DEBUG nova.virt.hardware [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1960.943786] env[63622]: DEBUG nova.virt.hardware [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1960.943940] env[63622]: DEBUG nova.virt.hardware [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1960.944138] env[63622]: DEBUG nova.virt.hardware [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1960.944286] env[63622]: DEBUG nova.virt.hardware [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1960.944435] env[63622]: DEBUG nova.virt.hardware [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1960.944639] env[63622]: DEBUG nova.virt.hardware [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1960.944797] env[63622]: DEBUG nova.virt.hardware [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1960.944960] env[63622]: DEBUG nova.virt.hardware [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1960.945134] env[63622]: DEBUG nova.virt.hardware [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1960.945305] env[63622]: DEBUG nova.virt.hardware [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1960.950556] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8628225e-371f-4e48-8168-06a7db32aad7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.967995] env[63622]: DEBUG oslo_vmware.api [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1960.967995] env[63622]: value = "task-1817766" [ 1960.967995] env[63622]: _type = "Task" [ 1960.967995] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.975906] env[63622]: DEBUG oslo_vmware.api [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817766, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.127177] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.239s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1961.406524] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73a2234-e068-4883-859f-d4cc7c6aea7f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.426684] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ede4e98-c2cb-466d-bc53-2718e0c259b7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.434809] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Updating instance '81f8914f-f926-477c-805f-ffeed09453aa' progress to 83 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1961.479045] env[63622]: DEBUG oslo_vmware.api [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817766, 'name': ReconfigVM_Task, 'duration_secs': 0.171363} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.480548] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13bd115-8a85-4922-867b-e91a72e56322 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.499641] env[63622]: DEBUG nova.virt.hardware [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1961.499877] env[63622]: DEBUG nova.virt.hardware [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1961.500050] env[63622]: DEBUG nova.virt.hardware [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1961.500243] env[63622]: DEBUG nova.virt.hardware [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1961.500393] env[63622]: DEBUG nova.virt.hardware [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1961.500544] env[63622]: DEBUG nova.virt.hardware [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1961.500751] env[63622]: DEBUG nova.virt.hardware [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1961.500908] env[63622]: DEBUG nova.virt.hardware [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1961.501094] env[63622]: DEBUG nova.virt.hardware [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1961.501265] env[63622]: DEBUG nova.virt.hardware [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1961.501439] env[63622]: DEBUG nova.virt.hardware [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1961.502232] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-458a195b-5133-420b-bb7c-8fd6d65eb0f9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.508492] env[63622]: DEBUG oslo_vmware.api [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1961.508492] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52231508-8885-ca44-b519-30ff34d73e54" [ 1961.508492] env[63622]: _type = "Task" [ 1961.508492] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.516686] env[63622]: DEBUG oslo_vmware.api [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52231508-8885-ca44-b519-30ff34d73e54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.677151] env[63622]: INFO nova.scheduler.client.report [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Deleted allocation for migration c5f3e9f7-48a4-40bd-b2a3-31bbd71e9102 [ 1961.941308] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1961.941690] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-620cc145-72a2-413c-afbe-266641f548a8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.951626] env[63622]: DEBUG oslo_vmware.api [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1961.951626] env[63622]: value = "task-1817767" [ 1961.951626] env[63622]: _type = "Task" [ 1961.951626] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.961917] env[63622]: DEBUG oslo_vmware.api [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.019278] env[63622]: DEBUG oslo_vmware.api [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52231508-8885-ca44-b519-30ff34d73e54, 'name': SearchDatastore_Task, 'duration_secs': 0.009589} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.024608] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1962.024953] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-deb4f1b0-4639-475b-9749-5a8063e6c981 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.044878] env[63622]: DEBUG oslo_vmware.api [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1962.044878] env[63622]: value = "task-1817768" [ 1962.044878] env[63622]: _type = "Task" [ 1962.044878] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.055188] env[63622]: DEBUG oslo_vmware.api [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817768, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.183175] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "1a44a70f-218c-4860-bb59-bb5e06fa422a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.674s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.462147] env[63622]: DEBUG oslo_vmware.api [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817767, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.554906] env[63622]: DEBUG oslo_vmware.api [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817768, 'name': ReconfigVM_Task, 'duration_secs': 0.253948} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.555194] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1962.555989] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8490d434-589b-45f0-a594-4f79613099d0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.579548] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 841525cb-ea3b-47c2-b79e-82102553cbf1/841525cb-ea3b-47c2-b79e-82102553cbf1.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1962.579873] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-839909d7-e0e4-414b-ad7f-b7dbe669418d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.599974] env[63622]: DEBUG oslo_vmware.api [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1962.599974] env[63622]: value = "task-1817769" [ 1962.599974] env[63622]: _type = "Task" [ 1962.599974] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.613189] env[63622]: DEBUG oslo_vmware.api [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817769, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.962848] env[63622]: DEBUG oslo_vmware.api [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817767, 'name': PowerOnVM_Task, 'duration_secs': 0.528754} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.963254] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1962.963306] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5344c8f5-ca2c-4fb1-8e9f-c56874248e07 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Updating instance '81f8914f-f926-477c-805f-ffeed09453aa' progress to 100 {{(pid=63622) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1963.113921] env[63622]: DEBUG oslo_vmware.api [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817769, 'name': ReconfigVM_Task, 'duration_secs': 0.51172} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.114281] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 841525cb-ea3b-47c2-b79e-82102553cbf1/841525cb-ea3b-47c2-b79e-82102553cbf1.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1963.115129] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07313f69-1864-4cda-b249-d6d76a209f3a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.135608] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598cb06a-4559-4d09-be58-93f926993db2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.155051] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5450614a-98bc-43bf-94df-9b44b0724491 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.176637] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874e4dd2-9ad8-42c1-9dea-43e8c9a92a24 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.184548] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1963.184836] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0dfcf873-512e-43af-bba5-f98496ded3ba {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.192957] env[63622]: DEBUG oslo_vmware.api [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1963.192957] env[63622]: value = "task-1817770" [ 1963.192957] env[63622]: _type = "Task" [ 1963.192957] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.201710] env[63622]: DEBUG oslo_vmware.api [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817770, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.355892] env[63622]: DEBUG oslo_vmware.rw_handles [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5283f6ff-834b-c8ba-0d4a-8a66f002b9e3/disk-0.vmdk. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1963.356999] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecca3d3f-b029-4eae-ada8-9fe372afb018 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.363666] env[63622]: DEBUG oslo_vmware.rw_handles [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5283f6ff-834b-c8ba-0d4a-8a66f002b9e3/disk-0.vmdk is in state: ready. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1963.363845] env[63622]: ERROR oslo_vmware.rw_handles [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5283f6ff-834b-c8ba-0d4a-8a66f002b9e3/disk-0.vmdk due to incomplete transfer. [ 1963.364098] env[63622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-39bcf6a1-8174-41b4-9c4c-c1c82078e033 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.372166] env[63622]: DEBUG oslo_vmware.rw_handles [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5283f6ff-834b-c8ba-0d4a-8a66f002b9e3/disk-0.vmdk. {{(pid=63622) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1963.372380] env[63622]: DEBUG nova.virt.vmwareapi.images [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Uploaded image e0242617-424c-46c1-87d2-ed46f8c0c842 to the Glance image server {{(pid=63622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1963.374831] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Destroying the VM {{(pid=63622) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1963.375098] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-34c5907a-7450-4866-9206-2cba6030fcd0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.381946] env[63622]: DEBUG oslo_vmware.api [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1963.381946] env[63622]: value = "task-1817771" [ 1963.381946] env[63622]: _type = "Task" [ 1963.381946] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.390289] env[63622]: DEBUG oslo_vmware.api [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817771, 'name': Destroy_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.533031] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "1a44a70f-218c-4860-bb59-bb5e06fa422a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1963.533354] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "1a44a70f-218c-4860-bb59-bb5e06fa422a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1963.533569] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "1a44a70f-218c-4860-bb59-bb5e06fa422a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1963.533756] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "1a44a70f-218c-4860-bb59-bb5e06fa422a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1963.533940] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "1a44a70f-218c-4860-bb59-bb5e06fa422a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.536287] env[63622]: INFO nova.compute.manager [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Terminating instance [ 1963.703122] env[63622]: DEBUG oslo_vmware.api [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817770, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.893169] env[63622]: DEBUG oslo_vmware.api [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817771, 'name': Destroy_Task} progress is 33%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.040252] env[63622]: DEBUG nova.compute.manager [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1964.040557] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1964.041371] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9f9789-97cb-4371-8fd7-69841074112b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.049505] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1964.049780] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9831f67-3d2b-42f3-b0e8-89f203e21795 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.056592] env[63622]: DEBUG oslo_vmware.api [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1964.056592] env[63622]: value = "task-1817772" [ 1964.056592] env[63622]: _type = "Task" [ 1964.056592] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.065224] env[63622]: DEBUG oslo_vmware.api [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.205465] env[63622]: DEBUG oslo_vmware.api [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817770, 'name': PowerOnVM_Task, 'duration_secs': 0.824946} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.205679] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1964.393184] env[63622]: DEBUG oslo_vmware.api [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817771, 'name': Destroy_Task} progress is 33%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.567353] env[63622]: DEBUG oslo_vmware.api [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817772, 'name': PowerOffVM_Task, 'duration_secs': 0.216461} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.567956] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1964.568150] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1964.568406] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4720465f-048c-4e45-b20c-1c4d3b2bfd92 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.850328] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1964.850546] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1964.850714] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Deleting the datastore file [datastore1] 1a44a70f-218c-4860-bb59-bb5e06fa422a {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1964.851018] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef9410c6-cb14-4e9f-b524-e81efe3dd7fb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.859051] env[63622]: DEBUG oslo_vmware.api [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for the task: (returnval){ [ 1964.859051] env[63622]: value = "task-1817774" [ 1964.859051] env[63622]: _type = "Task" [ 1964.859051] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.868412] env[63622]: DEBUG oslo_vmware.api [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.893765] env[63622]: DEBUG oslo_vmware.api [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817771, 'name': Destroy_Task} progress is 33%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.216919] env[63622]: INFO nova.compute.manager [None req-538d4277-4715-42b8-b945-9c8f13a105bb tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Updating instance to original state: 'active' [ 1965.370832] env[63622]: DEBUG oslo_vmware.api [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Task: {'id': task-1817774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147539} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.370832] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1965.370832] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1965.371101] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1965.371145] env[63622]: INFO nova.compute.manager [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1965.371384] env[63622]: DEBUG oslo.service.loopingcall [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1965.372025] env[63622]: DEBUG nova.compute.manager [-] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1965.372025] env[63622]: DEBUG nova.network.neutron [-] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1965.394808] env[63622]: DEBUG oslo_vmware.api [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817771, 'name': Destroy_Task, 'duration_secs': 1.544768} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.394808] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Destroyed the VM [ 1965.394808] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Deleting Snapshot of the VM instance {{(pid=63622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1965.395040] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ac0605c7-29b5-40ff-ad4b-38b6134634a2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.402314] env[63622]: DEBUG oslo_vmware.api [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1965.402314] env[63622]: value = "task-1817775" [ 1965.402314] env[63622]: _type = "Task" [ 1965.402314] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.411243] env[63622]: DEBUG oslo_vmware.api [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817775, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.532889] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1a2403c5-e7a6-47d1-9a53-119d7f3932d4 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "81f8914f-f926-477c-805f-ffeed09453aa" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1965.533182] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1a2403c5-e7a6-47d1-9a53-119d7f3932d4 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "81f8914f-f926-477c-805f-ffeed09453aa" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1965.533381] env[63622]: DEBUG nova.compute.manager [None req-1a2403c5-e7a6-47d1-9a53-119d7f3932d4 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Going to confirm migration 10 {{(pid=63622) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5127}} [ 1965.657238] env[63622]: DEBUG nova.compute.manager [req-0f315622-9c5a-43a8-b6e3-85bf13b3c8fe req-a127a87f-8eee-45df-be10-2e3676529275 service nova] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Received event network-vif-deleted-c0728bec-6b6b-48b2-bebd-89c1453b09be {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1965.657323] env[63622]: INFO nova.compute.manager [req-0f315622-9c5a-43a8-b6e3-85bf13b3c8fe req-a127a87f-8eee-45df-be10-2e3676529275 service nova] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Neutron deleted interface c0728bec-6b6b-48b2-bebd-89c1453b09be; detaching it from the instance and deleting it from the info cache [ 1965.657487] env[63622]: DEBUG nova.network.neutron [req-0f315622-9c5a-43a8-b6e3-85bf13b3c8fe req-a127a87f-8eee-45df-be10-2e3676529275 service nova] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1965.912492] env[63622]: DEBUG oslo_vmware.api [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817775, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.099573] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1a2403c5-e7a6-47d1-9a53-119d7f3932d4 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "refresh_cache-81f8914f-f926-477c-805f-ffeed09453aa" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1966.099807] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1a2403c5-e7a6-47d1-9a53-119d7f3932d4 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquired lock "refresh_cache-81f8914f-f926-477c-805f-ffeed09453aa" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1966.099968] env[63622]: DEBUG nova.network.neutron [None req-1a2403c5-e7a6-47d1-9a53-119d7f3932d4 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1966.100192] env[63622]: DEBUG nova.objects.instance [None req-1a2403c5-e7a6-47d1-9a53-119d7f3932d4 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lazy-loading 'info_cache' on Instance uuid 81f8914f-f926-477c-805f-ffeed09453aa {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1966.109329] env[63622]: DEBUG nova.network.neutron [-] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1966.161984] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec9f7138-d436-47e8-b70d-9208c4022da9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.173191] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13aba368-fb91-45c5-af90-20bb3e3e7006 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.205148] env[63622]: DEBUG nova.compute.manager [req-0f315622-9c5a-43a8-b6e3-85bf13b3c8fe req-a127a87f-8eee-45df-be10-2e3676529275 service nova] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Detach interface failed, port_id=c0728bec-6b6b-48b2-bebd-89c1453b09be, reason: Instance 1a44a70f-218c-4860-bb59-bb5e06fa422a could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1966.412910] env[63622]: DEBUG oslo_vmware.api [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817775, 'name': RemoveSnapshot_Task, 'duration_secs': 0.885817} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.413225] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Deleted Snapshot of the VM instance {{(pid=63622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1966.413477] env[63622]: DEBUG nova.compute.manager [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1966.414273] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13f324b-7867-433d-a7d1-806e3aaad109 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.612020] env[63622]: INFO nova.compute.manager [-] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Took 1.24 seconds to deallocate network for instance. [ 1966.925943] env[63622]: INFO nova.compute.manager [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Shelve offloading [ 1967.074020] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c862e473-f6e0-4971-952a-d27380c7a2c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "841525cb-ea3b-47c2-b79e-82102553cbf1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.074273] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c862e473-f6e0-4971-952a-d27380c7a2c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "841525cb-ea3b-47c2-b79e-82102553cbf1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.074507] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c862e473-f6e0-4971-952a-d27380c7a2c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "841525cb-ea3b-47c2-b79e-82102553cbf1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.074695] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c862e473-f6e0-4971-952a-d27380c7a2c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "841525cb-ea3b-47c2-b79e-82102553cbf1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.074867] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c862e473-f6e0-4971-952a-d27380c7a2c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "841525cb-ea3b-47c2-b79e-82102553cbf1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.076907] env[63622]: INFO nova.compute.manager [None req-c862e473-f6e0-4971-952a-d27380c7a2c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Terminating instance [ 1967.116640] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e79b6a11-60f6-424c-9527-e95ffaf89e64 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquiring lock "a6e0cbfe-cc8a-4962-8f33-07c6e7988f51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.116893] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e79b6a11-60f6-424c-9527-e95ffaf89e64 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "a6e0cbfe-cc8a-4962-8f33-07c6e7988f51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.117152] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e79b6a11-60f6-424c-9527-e95ffaf89e64 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquiring lock "a6e0cbfe-cc8a-4962-8f33-07c6e7988f51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.117351] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e79b6a11-60f6-424c-9527-e95ffaf89e64 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "a6e0cbfe-cc8a-4962-8f33-07c6e7988f51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.117523] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e79b6a11-60f6-424c-9527-e95ffaf89e64 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "a6e0cbfe-cc8a-4962-8f33-07c6e7988f51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.119302] env[63622]: INFO nova.compute.manager [None req-e79b6a11-60f6-424c-9527-e95ffaf89e64 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Terminating instance [ 1967.121486] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.121702] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.121885] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.145712] env[63622]: INFO nova.scheduler.client.report [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Deleted allocations for instance 1a44a70f-218c-4860-bb59-bb5e06fa422a [ 1967.353707] env[63622]: DEBUG nova.network.neutron [None req-1a2403c5-e7a6-47d1-9a53-119d7f3932d4 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Updating instance_info_cache with network_info: [{"id": "2f506a01-27f5-48aa-8133-2be440e825ac", "address": "fa:16:3e:f8:07:2d", "network": {"id": "8ebec4d2-c849-4180-ac6d-05f780f2bca4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-843836297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dfc298083b84d488c9dcadbd8226fee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f506a01-27", "ovs_interfaceid": "2f506a01-27f5-48aa-8133-2be440e825ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1967.429552] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1967.429898] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be6b215a-6909-4e81-834d-095afb374c7d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.437888] env[63622]: DEBUG oslo_vmware.api [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1967.437888] env[63622]: value = "task-1817776" [ 1967.437888] env[63622]: _type = "Task" [ 1967.437888] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.446470] env[63622]: DEBUG oslo_vmware.api [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817776, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.581741] env[63622]: DEBUG nova.compute.manager [None req-c862e473-f6e0-4971-952a-d27380c7a2c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1967.582080] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c862e473-f6e0-4971-952a-d27380c7a2c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1967.583032] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944f5580-1ce8-48fa-ad25-90acc9f8db7a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.591091] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c862e473-f6e0-4971-952a-d27380c7a2c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1967.591374] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74c5476c-a536-4586-8bf7-9e922b80b624 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.598007] env[63622]: DEBUG oslo_vmware.api [None req-c862e473-f6e0-4971-952a-d27380c7a2c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1967.598007] env[63622]: value = "task-1817777" [ 1967.598007] env[63622]: _type = "Task" [ 1967.598007] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.606102] env[63622]: DEBUG oslo_vmware.api [None req-c862e473-f6e0-4971-952a-d27380c7a2c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.626658] env[63622]: DEBUG nova.compute.manager [None req-e79b6a11-60f6-424c-9527-e95ffaf89e64 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1967.626967] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e79b6a11-60f6-424c-9527-e95ffaf89e64 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1967.627853] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fff0549-ac62-428a-9fee-4a051d6888c1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.636033] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e79b6a11-60f6-424c-9527-e95ffaf89e64 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1967.636286] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21be8c83-7422-4025-b0e2-0331ec3885dc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.643580] env[63622]: DEBUG oslo_vmware.api [None req-e79b6a11-60f6-424c-9527-e95ffaf89e64 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 1967.643580] env[63622]: value = "task-1817778" [ 1967.643580] env[63622]: _type = "Task" [ 1967.643580] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.655536] env[63622]: DEBUG oslo_vmware.api [None req-e79b6a11-60f6-424c-9527-e95ffaf89e64 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.656507] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7dfb9da4-9fac-4536-8356-cc6199e11700 tempest-DeleteServersTestJSON-1996188090 tempest-DeleteServersTestJSON-1996188090-project-member] Lock "1a44a70f-218c-4860-bb59-bb5e06fa422a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.123s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.856856] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1a2403c5-e7a6-47d1-9a53-119d7f3932d4 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Releasing lock "refresh_cache-81f8914f-f926-477c-805f-ffeed09453aa" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1967.857137] env[63622]: DEBUG nova.objects.instance [None req-1a2403c5-e7a6-47d1-9a53-119d7f3932d4 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lazy-loading 'migration_context' on Instance uuid 81f8914f-f926-477c-805f-ffeed09453aa {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1967.948806] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] VM already powered off {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1967.949067] env[63622]: DEBUG nova.compute.manager [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1967.949819] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e4a467-71bc-4491-b70f-77026d05ee98 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.955373] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "refresh_cache-77ecc42e-90bb-4a90-9209-d0338fe4d760" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1967.955542] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquired lock "refresh_cache-77ecc42e-90bb-4a90-9209-d0338fe4d760" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1967.955710] env[63622]: DEBUG nova.network.neutron [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1968.109445] env[63622]: DEBUG oslo_vmware.api [None req-c862e473-f6e0-4971-952a-d27380c7a2c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817777, 'name': PowerOffVM_Task, 'duration_secs': 0.23485} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.109687] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c862e473-f6e0-4971-952a-d27380c7a2c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1968.109865] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c862e473-f6e0-4971-952a-d27380c7a2c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1968.110121] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea12a7b7-f296-4946-97ce-58e65960fe6c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.152318] env[63622]: DEBUG oslo_vmware.api [None req-e79b6a11-60f6-424c-9527-e95ffaf89e64 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817778, 'name': PowerOffVM_Task, 'duration_secs': 0.229473} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.152615] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-e79b6a11-60f6-424c-9527-e95ffaf89e64 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1968.152739] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e79b6a11-60f6-424c-9527-e95ffaf89e64 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1968.152976] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f438d415-746c-4205-9948-569d8e54051f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.324575] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c862e473-f6e0-4971-952a-d27380c7a2c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1968.324832] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c862e473-f6e0-4971-952a-d27380c7a2c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1968.325140] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c862e473-f6e0-4971-952a-d27380c7a2c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Deleting the datastore file [datastore1] 841525cb-ea3b-47c2-b79e-82102553cbf1 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1968.325461] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afef6513-e3dc-40ae-a230-8be6aa4449e1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.329316] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e79b6a11-60f6-424c-9527-e95ffaf89e64 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1968.329514] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e79b6a11-60f6-424c-9527-e95ffaf89e64 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1968.329692] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e79b6a11-60f6-424c-9527-e95ffaf89e64 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Deleting the datastore file [datastore1] a6e0cbfe-cc8a-4962-8f33-07c6e7988f51 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1968.329938] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-148992f6-b259-47fa-b6f6-5a6f67245c3f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.333222] env[63622]: DEBUG oslo_vmware.api [None req-c862e473-f6e0-4971-952a-d27380c7a2c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1968.333222] env[63622]: value = "task-1817782" [ 1968.333222] env[63622]: _type = "Task" [ 1968.333222] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.338212] env[63622]: DEBUG oslo_vmware.api [None req-e79b6a11-60f6-424c-9527-e95ffaf89e64 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 1968.338212] env[63622]: value = "task-1817783" [ 1968.338212] env[63622]: _type = "Task" [ 1968.338212] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.341980] env[63622]: DEBUG oslo_vmware.api [None req-c862e473-f6e0-4971-952a-d27380c7a2c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817782, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.352297] env[63622]: DEBUG oslo_vmware.api [None req-e79b6a11-60f6-424c-9527-e95ffaf89e64 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.360449] env[63622]: DEBUG nova.objects.base [None req-1a2403c5-e7a6-47d1-9a53-119d7f3932d4 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Object Instance<81f8914f-f926-477c-805f-ffeed09453aa> lazy-loaded attributes: info_cache,migration_context {{(pid=63622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1968.361585] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a7cafc-df6a-452b-8bfb-2149c97cb133 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.383262] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2280dc2d-4359-4a64-bebb-daddd8c85558 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.390376] env[63622]: DEBUG oslo_vmware.api [None req-1a2403c5-e7a6-47d1-9a53-119d7f3932d4 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1968.390376] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52fb3fae-4d9c-6d9a-943e-60ba55108434" [ 1968.390376] env[63622]: _type = "Task" [ 1968.390376] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.401135] env[63622]: DEBUG oslo_vmware.api [None req-1a2403c5-e7a6-47d1-9a53-119d7f3932d4 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52fb3fae-4d9c-6d9a-943e-60ba55108434, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.679463] env[63622]: DEBUG nova.network.neutron [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Updating instance_info_cache with network_info: [{"id": "cdc2825f-706b-4a65-928f-9d62134a20c9", "address": "fa:16:3e:a6:19:14", "network": {"id": "d99154f7-509d-4022-8cc6-a3f6dfa87b98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065749372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a0890704ac74d28998a905c11f1f4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdc2825f-70", "ovs_interfaceid": "cdc2825f-706b-4a65-928f-9d62134a20c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1968.843825] env[63622]: DEBUG oslo_vmware.api [None req-c862e473-f6e0-4971-952a-d27380c7a2c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817782, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154725} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.847304] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c862e473-f6e0-4971-952a-d27380c7a2c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1968.847546] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c862e473-f6e0-4971-952a-d27380c7a2c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1968.847737] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c862e473-f6e0-4971-952a-d27380c7a2c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1968.847913] env[63622]: INFO nova.compute.manager [None req-c862e473-f6e0-4971-952a-d27380c7a2c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1968.848176] env[63622]: DEBUG oslo.service.loopingcall [None req-c862e473-f6e0-4971-952a-d27380c7a2c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1968.848379] env[63622]: DEBUG nova.compute.manager [-] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1968.848472] env[63622]: DEBUG nova.network.neutron [-] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1968.855304] env[63622]: DEBUG oslo_vmware.api [None req-e79b6a11-60f6-424c-9527-e95ffaf89e64 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144219} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.855522] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-e79b6a11-60f6-424c-9527-e95ffaf89e64 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1968.855699] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e79b6a11-60f6-424c-9527-e95ffaf89e64 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1968.855875] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-e79b6a11-60f6-424c-9527-e95ffaf89e64 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1968.856246] env[63622]: INFO nova.compute.manager [None req-e79b6a11-60f6-424c-9527-e95ffaf89e64 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1968.856350] env[63622]: DEBUG oslo.service.loopingcall [None req-e79b6a11-60f6-424c-9527-e95ffaf89e64 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1968.856481] env[63622]: DEBUG nova.compute.manager [-] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1968.856579] env[63622]: DEBUG nova.network.neutron [-] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1968.904654] env[63622]: DEBUG oslo_vmware.api [None req-1a2403c5-e7a6-47d1-9a53-119d7f3932d4 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52fb3fae-4d9c-6d9a-943e-60ba55108434, 'name': SearchDatastore_Task, 'duration_secs': 0.015728} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.905336] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1a2403c5-e7a6-47d1-9a53-119d7f3932d4 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.905336] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1a2403c5-e7a6-47d1-9a53-119d7f3932d4 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1969.184377] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Releasing lock "refresh_cache-77ecc42e-90bb-4a90-9209-d0338fe4d760" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1969.390119] env[63622]: DEBUG nova.compute.manager [req-6c8d007e-3c56-4358-9119-cc5e4787eccf req-63c0f2f2-3ba0-42dd-8c41-246ca244e791 service nova] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Received event network-vif-deleted-cdbe950e-4514-425b-ab60-cbe5781844d4 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1969.390343] env[63622]: INFO nova.compute.manager [req-6c8d007e-3c56-4358-9119-cc5e4787eccf req-63c0f2f2-3ba0-42dd-8c41-246ca244e791 service nova] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Neutron deleted interface cdbe950e-4514-425b-ab60-cbe5781844d4; detaching it from the instance and deleting it from the info cache [ 1969.390515] env[63622]: DEBUG nova.network.neutron [req-6c8d007e-3c56-4358-9119-cc5e4787eccf req-63c0f2f2-3ba0-42dd-8c41-246ca244e791 service nova] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1969.449243] env[63622]: DEBUG nova.compute.manager [req-7f6be446-5a5b-4abf-9ff6-b3dd8328dcc5 req-e32ada5b-03b2-4f04-a78a-9e6e688772f7 service nova] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Received event network-vif-deleted-09db52d3-c065-4600-92a5-a2972b8b2dce {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1969.449532] env[63622]: INFO nova.compute.manager [req-7f6be446-5a5b-4abf-9ff6-b3dd8328dcc5 req-e32ada5b-03b2-4f04-a78a-9e6e688772f7 service nova] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Neutron deleted interface 09db52d3-c065-4600-92a5-a2972b8b2dce; detaching it from the instance and deleting it from the info cache [ 1969.449753] env[63622]: DEBUG nova.network.neutron [req-7f6be446-5a5b-4abf-9ff6-b3dd8328dcc5 req-e32ada5b-03b2-4f04-a78a-9e6e688772f7 service nova] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1969.562860] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d850e33c-fdc3-47f3-bfa8-a995f5916eed {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.572049] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757d85c3-3fa7-46e8-b917-e0afc85499d2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.605965] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510ac779-ecf2-4c87-97bf-9fde13221e35 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.615022] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25010afe-05fa-45b2-945f-532b862f1b02 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.632102] env[63622]: DEBUG nova.compute.provider_tree [None req-1a2403c5-e7a6-47d1-9a53-119d7f3932d4 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1969.637198] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1969.638190] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9aa6f8f-94b3-4a3c-be4e-073d46abe72d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.647766] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1969.648115] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10057bbe-7679-45ba-8723-56ec17b7a940 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.824529] env[63622]: DEBUG nova.network.neutron [-] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1969.897216] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee9c20cf-4768-410c-b6ba-eff0dbbde167 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.907739] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9608938-b350-406d-8a04-81027d8fefb7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.925541] env[63622]: DEBUG nova.network.neutron [-] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1969.942352] env[63622]: DEBUG nova.compute.manager [req-6c8d007e-3c56-4358-9119-cc5e4787eccf req-63c0f2f2-3ba0-42dd-8c41-246ca244e791 service nova] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Detach interface failed, port_id=cdbe950e-4514-425b-ab60-cbe5781844d4, reason: Instance a6e0cbfe-cc8a-4962-8f33-07c6e7988f51 could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1969.952945] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d604e2b6-52c5-4c67-b50c-726196214d7d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.962540] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e73f180-ebc9-4f3c-a5c7-9035af6c62f9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.990905] env[63622]: DEBUG nova.compute.manager [req-7f6be446-5a5b-4abf-9ff6-b3dd8328dcc5 req-e32ada5b-03b2-4f04-a78a-9e6e688772f7 service nova] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Detach interface failed, port_id=09db52d3-c065-4600-92a5-a2972b8b2dce, reason: Instance 841525cb-ea3b-47c2-b79e-82102553cbf1 could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1970.135238] env[63622]: DEBUG nova.scheduler.client.report [None req-1a2403c5-e7a6-47d1-9a53-119d7f3932d4 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1970.329875] env[63622]: INFO nova.compute.manager [-] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Took 1.47 seconds to deallocate network for instance. [ 1970.427634] env[63622]: INFO nova.compute.manager [-] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Took 1.58 seconds to deallocate network for instance. [ 1970.836231] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e79b6a11-60f6-424c-9527-e95ffaf89e64 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1970.934241] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c862e473-f6e0-4971-952a-d27380c7a2c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.145276] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1a2403c5-e7a6-47d1-9a53-119d7f3932d4 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.240s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1971.148474] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e79b6a11-60f6-424c-9527-e95ffaf89e64 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.312s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1971.148777] env[63622]: DEBUG nova.objects.instance [None req-e79b6a11-60f6-424c-9527-e95ffaf89e64 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lazy-loading 'resources' on Instance uuid a6e0cbfe-cc8a-4962-8f33-07c6e7988f51 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1971.480307] env[63622]: DEBUG nova.compute.manager [req-4f23e1da-1b48-4f99-9b8d-6fcb70ab9838 req-65702a03-1b96-4313-b22e-f55ed43d2947 service nova] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Received event network-vif-unplugged-cdc2825f-706b-4a65-928f-9d62134a20c9 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1971.480552] env[63622]: DEBUG oslo_concurrency.lockutils [req-4f23e1da-1b48-4f99-9b8d-6fcb70ab9838 req-65702a03-1b96-4313-b22e-f55ed43d2947 service nova] Acquiring lock "77ecc42e-90bb-4a90-9209-d0338fe4d760-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.480785] env[63622]: DEBUG oslo_concurrency.lockutils [req-4f23e1da-1b48-4f99-9b8d-6fcb70ab9838 req-65702a03-1b96-4313-b22e-f55ed43d2947 service nova] Lock "77ecc42e-90bb-4a90-9209-d0338fe4d760-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1971.480952] env[63622]: DEBUG oslo_concurrency.lockutils [req-4f23e1da-1b48-4f99-9b8d-6fcb70ab9838 req-65702a03-1b96-4313-b22e-f55ed43d2947 service nova] Lock "77ecc42e-90bb-4a90-9209-d0338fe4d760-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1971.481201] env[63622]: DEBUG nova.compute.manager [req-4f23e1da-1b48-4f99-9b8d-6fcb70ab9838 req-65702a03-1b96-4313-b22e-f55ed43d2947 service nova] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] No waiting events found dispatching network-vif-unplugged-cdc2825f-706b-4a65-928f-9d62134a20c9 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1971.481362] env[63622]: WARNING nova.compute.manager [req-4f23e1da-1b48-4f99-9b8d-6fcb70ab9838 req-65702a03-1b96-4313-b22e-f55ed43d2947 service nova] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Received unexpected event network-vif-unplugged-cdc2825f-706b-4a65-928f-9d62134a20c9 for instance with vm_state shelved and task_state shelving_offloading. [ 1971.481530] env[63622]: DEBUG nova.compute.manager [req-4f23e1da-1b48-4f99-9b8d-6fcb70ab9838 req-65702a03-1b96-4313-b22e-f55ed43d2947 service nova] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Received event network-changed-cdc2825f-706b-4a65-928f-9d62134a20c9 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1971.481683] env[63622]: DEBUG nova.compute.manager [req-4f23e1da-1b48-4f99-9b8d-6fcb70ab9838 req-65702a03-1b96-4313-b22e-f55ed43d2947 service nova] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Refreshing instance network info cache due to event network-changed-cdc2825f-706b-4a65-928f-9d62134a20c9. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1971.481867] env[63622]: DEBUG oslo_concurrency.lockutils [req-4f23e1da-1b48-4f99-9b8d-6fcb70ab9838 req-65702a03-1b96-4313-b22e-f55ed43d2947 service nova] Acquiring lock "refresh_cache-77ecc42e-90bb-4a90-9209-d0338fe4d760" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1971.482010] env[63622]: DEBUG oslo_concurrency.lockutils [req-4f23e1da-1b48-4f99-9b8d-6fcb70ab9838 req-65702a03-1b96-4313-b22e-f55ed43d2947 service nova] Acquired lock "refresh_cache-77ecc42e-90bb-4a90-9209-d0338fe4d760" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1971.482179] env[63622]: DEBUG nova.network.neutron [req-4f23e1da-1b48-4f99-9b8d-6fcb70ab9838 req-65702a03-1b96-4313-b22e-f55ed43d2947 service nova] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Refreshing network info cache for port cdc2825f-706b-4a65-928f-9d62134a20c9 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1971.708020] env[63622]: INFO nova.scheduler.client.report [None req-1a2403c5-e7a6-47d1-9a53-119d7f3932d4 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Deleted allocation for migration 676c77a9-ac93-4798-83cf-94d6a9295473 [ 1971.788342] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e92e901-f613-442e-8c2d-994897dd9634 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.796688] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50956c52-af92-43a7-9029-8e26b95e7ba4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.829484] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c03491-d918-40c8-876c-ec3924b26f6f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.840980] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071502d8-5c48-4658-85df-a929e822b5f9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.859612] env[63622]: DEBUG nova.compute.provider_tree [None req-e79b6a11-60f6-424c-9527-e95ffaf89e64 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1972.213051] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1a2403c5-e7a6-47d1-9a53-119d7f3932d4 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "81f8914f-f926-477c-805f-ffeed09453aa" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.680s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.362701] env[63622]: DEBUG nova.scheduler.client.report [None req-e79b6a11-60f6-424c-9527-e95ffaf89e64 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1972.424096] env[63622]: DEBUG nova.network.neutron [req-4f23e1da-1b48-4f99-9b8d-6fcb70ab9838 req-65702a03-1b96-4313-b22e-f55ed43d2947 service nova] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Updated VIF entry in instance network info cache for port cdc2825f-706b-4a65-928f-9d62134a20c9. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1972.424574] env[63622]: DEBUG nova.network.neutron [req-4f23e1da-1b48-4f99-9b8d-6fcb70ab9838 req-65702a03-1b96-4313-b22e-f55ed43d2947 service nova] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Updating instance_info_cache with network_info: [{"id": "cdc2825f-706b-4a65-928f-9d62134a20c9", "address": "fa:16:3e:a6:19:14", "network": {"id": "d99154f7-509d-4022-8cc6-a3f6dfa87b98", "bridge": null, "label": "tempest-ServerActionsTestOtherB-2065749372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a0890704ac74d28998a905c11f1f4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapcdc2825f-70", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1972.640212] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1972.640465] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1972.640653] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Deleting the datastore file [datastore1] 77ecc42e-90bb-4a90-9209-d0338fe4d760 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1972.640936] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-160ad642-85d2-4777-a2ea-dc72983c092c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.648182] env[63622]: DEBUG oslo_vmware.api [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1972.648182] env[63622]: value = "task-1817785" [ 1972.648182] env[63622]: _type = "Task" [ 1972.648182] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.657280] env[63622]: DEBUG oslo_vmware.api [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817785, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.870886] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e79b6a11-60f6-424c-9527-e95ffaf89e64 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.720s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.871741] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c862e473-f6e0-4971-952a-d27380c7a2c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.937s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.871965] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c862e473-f6e0-4971-952a-d27380c7a2c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.893817] env[63622]: INFO nova.scheduler.client.report [None req-e79b6a11-60f6-424c-9527-e95ffaf89e64 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Deleted allocations for instance a6e0cbfe-cc8a-4962-8f33-07c6e7988f51 [ 1972.895701] env[63622]: INFO nova.scheduler.client.report [None req-c862e473-f6e0-4971-952a-d27380c7a2c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Deleted allocations for instance 841525cb-ea3b-47c2-b79e-82102553cbf1 [ 1972.930198] env[63622]: DEBUG oslo_concurrency.lockutils [req-4f23e1da-1b48-4f99-9b8d-6fcb70ab9838 req-65702a03-1b96-4313-b22e-f55ed43d2947 service nova] Releasing lock "refresh_cache-77ecc42e-90bb-4a90-9209-d0338fe4d760" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1973.017127] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5e6d6205-a019-489c-9dd2-13bf903a6614 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "81f8914f-f926-477c-805f-ffeed09453aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.017413] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5e6d6205-a019-489c-9dd2-13bf903a6614 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "81f8914f-f926-477c-805f-ffeed09453aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.017635] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5e6d6205-a019-489c-9dd2-13bf903a6614 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "81f8914f-f926-477c-805f-ffeed09453aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.017821] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5e6d6205-a019-489c-9dd2-13bf903a6614 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "81f8914f-f926-477c-805f-ffeed09453aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.017991] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5e6d6205-a019-489c-9dd2-13bf903a6614 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "81f8914f-f926-477c-805f-ffeed09453aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.020351] env[63622]: INFO nova.compute.manager [None req-5e6d6205-a019-489c-9dd2-13bf903a6614 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Terminating instance [ 1973.158943] env[63622]: DEBUG oslo_vmware.api [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817785, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243595} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.159244] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1973.159440] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1973.159616] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1973.177070] env[63622]: INFO nova.scheduler.client.report [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Deleted allocations for instance 77ecc42e-90bb-4a90-9209-d0338fe4d760 [ 1973.405330] env[63622]: DEBUG oslo_concurrency.lockutils [None req-e79b6a11-60f6-424c-9527-e95ffaf89e64 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "a6e0cbfe-cc8a-4962-8f33-07c6e7988f51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.288s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.406362] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c862e473-f6e0-4971-952a-d27380c7a2c0 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "841525cb-ea3b-47c2-b79e-82102553cbf1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.332s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.507159] env[63622]: DEBUG oslo_concurrency.lockutils [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "cc685530-fdce-4f5d-85f2-3cced123ae15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.507499] env[63622]: DEBUG oslo_concurrency.lockutils [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "cc685530-fdce-4f5d-85f2-3cced123ae15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.523718] env[63622]: DEBUG nova.compute.manager [None req-5e6d6205-a019-489c-9dd2-13bf903a6614 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1973.524015] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6d6205-a019-489c-9dd2-13bf903a6614 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1973.524981] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06deb89-8aa8-4f38-88f2-aa90d97e2792 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.533879] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e6d6205-a019-489c-9dd2-13bf903a6614 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1973.534036] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-622c963f-0ec2-42d1-8016-fa8455c1c12d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.542377] env[63622]: DEBUG oslo_vmware.api [None req-5e6d6205-a019-489c-9dd2-13bf903a6614 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1973.542377] env[63622]: value = "task-1817786" [ 1973.542377] env[63622]: _type = "Task" [ 1973.542377] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.552056] env[63622]: DEBUG oslo_vmware.api [None req-5e6d6205-a019-489c-9dd2-13bf903a6614 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.682222] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.682222] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.682413] env[63622]: DEBUG nova.objects.instance [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lazy-loading 'resources' on Instance uuid 77ecc42e-90bb-4a90-9209-d0338fe4d760 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1974.010470] env[63622]: DEBUG nova.compute.manager [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1974.053955] env[63622]: DEBUG oslo_vmware.api [None req-5e6d6205-a019-489c-9dd2-13bf903a6614 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817786, 'name': PowerOffVM_Task, 'duration_secs': 0.22435} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.054396] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e6d6205-a019-489c-9dd2-13bf903a6614 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1974.054500] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6d6205-a019-489c-9dd2-13bf903a6614 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1974.054734] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18257fdf-b43d-4c8f-b05d-d34718d09796 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.168597] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6d6205-a019-489c-9dd2-13bf903a6614 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1974.168597] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6d6205-a019-489c-9dd2-13bf903a6614 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1974.168597] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e6d6205-a019-489c-9dd2-13bf903a6614 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Deleting the datastore file [datastore1] 81f8914f-f926-477c-805f-ffeed09453aa {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1974.168597] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1188a9d-0dda-47fd-b317-4373b653659a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.175791] env[63622]: DEBUG oslo_vmware.api [None req-5e6d6205-a019-489c-9dd2-13bf903a6614 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1974.175791] env[63622]: value = "task-1817788" [ 1974.175791] env[63622]: _type = "Task" [ 1974.175791] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.185569] env[63622]: DEBUG nova.objects.instance [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lazy-loading 'numa_topology' on Instance uuid 77ecc42e-90bb-4a90-9209-d0338fe4d760 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1974.186025] env[63622]: DEBUG oslo_vmware.api [None req-5e6d6205-a019-489c-9dd2-13bf903a6614 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.357425] env[63622]: DEBUG oslo_concurrency.lockutils [None req-6faef40d-9e62-49ad-9eb4-89daf15aebb0 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquiring lock "182a279b-bcac-4716-a074-54bfed531a77" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.357823] env[63622]: DEBUG oslo_concurrency.lockutils [None req-6faef40d-9e62-49ad-9eb4-89daf15aebb0 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "182a279b-bcac-4716-a074-54bfed531a77" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1974.411719] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "cafa63ee-006a-4d28-b16f-87f40c497cfb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.411968] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "cafa63ee-006a-4d28-b16f-87f40c497cfb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1974.534890] env[63622]: DEBUG oslo_concurrency.lockutils [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.687039] env[63622]: DEBUG nova.objects.base [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Object Instance<77ecc42e-90bb-4a90-9209-d0338fe4d760> lazy-loaded attributes: resources,numa_topology {{(pid=63622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1974.689352] env[63622]: DEBUG oslo_vmware.api [None req-5e6d6205-a019-489c-9dd2-13bf903a6614 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228349} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.689782] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e6d6205-a019-489c-9dd2-13bf903a6614 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1974.689990] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6d6205-a019-489c-9dd2-13bf903a6614 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1974.690218] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6d6205-a019-489c-9dd2-13bf903a6614 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1974.690404] env[63622]: INFO nova.compute.manager [None req-5e6d6205-a019-489c-9dd2-13bf903a6614 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1974.690647] env[63622]: DEBUG oslo.service.loopingcall [None req-5e6d6205-a019-489c-9dd2-13bf903a6614 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1974.690947] env[63622]: DEBUG nova.compute.manager [-] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1974.690947] env[63622]: DEBUG nova.network.neutron [-] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1974.799985] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4ce9de-188c-4813-9fd3-ac3fbfceee03 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.807877] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea04cd72-0ca8-454d-9d24-9a5a0e288b93 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.836947] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749a28af-89b4-4019-adcb-544940d36c0f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.844802] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ab3656-a41f-4acb-84cc-eb982806431a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.859631] env[63622]: DEBUG nova.compute.provider_tree [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1974.861326] env[63622]: INFO nova.compute.manager [None req-6faef40d-9e62-49ad-9eb4-89daf15aebb0 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Detaching volume d6f8832f-bfeb-48f7-b8c6-31d287373486 [ 1974.898014] env[63622]: INFO nova.virt.block_device [None req-6faef40d-9e62-49ad-9eb4-89daf15aebb0 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Attempting to driver detach volume d6f8832f-bfeb-48f7-b8c6-31d287373486 from mountpoint /dev/sdb [ 1974.900013] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-6faef40d-9e62-49ad-9eb4-89daf15aebb0 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Volume detach. Driver type: vmdk {{(pid=63622) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1974.900013] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-6faef40d-9e62-49ad-9eb4-89daf15aebb0 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376552', 'volume_id': 'd6f8832f-bfeb-48f7-b8c6-31d287373486', 'name': 'volume-d6f8832f-bfeb-48f7-b8c6-31d287373486', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '182a279b-bcac-4716-a074-54bfed531a77', 'attached_at': '', 'detached_at': '', 'volume_id': 'd6f8832f-bfeb-48f7-b8c6-31d287373486', 'serial': 'd6f8832f-bfeb-48f7-b8c6-31d287373486'} {{(pid=63622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1974.900013] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a39682-ba2d-4978-b18c-6ab764ded4f6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.929952] env[63622]: DEBUG nova.compute.manager [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1974.934950] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10b352d-4bfd-4c64-9368-251df80a250f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.944781] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3ef222-3df7-43c5-8525-6352a55a43ec {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.970191] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2fa195-3277-48b2-b6ba-e36629412e47 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.993837] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-6faef40d-9e62-49ad-9eb4-89daf15aebb0 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] The volume has not been displaced from its original location: [datastore1] volume-d6f8832f-bfeb-48f7-b8c6-31d287373486/volume-d6f8832f-bfeb-48f7-b8c6-31d287373486.vmdk. No consolidation needed. {{(pid=63622) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1975.001253] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-6faef40d-9e62-49ad-9eb4-89daf15aebb0 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1975.003595] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae332c85-f243-4ac1-bfb0-bab0f6af85d4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.026893] env[63622]: DEBUG oslo_vmware.api [None req-6faef40d-9e62-49ad-9eb4-89daf15aebb0 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 1975.026893] env[63622]: value = "task-1817789" [ 1975.026893] env[63622]: _type = "Task" [ 1975.026893] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.036971] env[63622]: DEBUG oslo_vmware.api [None req-6faef40d-9e62-49ad-9eb4-89daf15aebb0 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817789, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.044195] env[63622]: DEBUG nova.compute.manager [req-ea0c5bd5-cb7b-43f4-946c-b3a6bb70b7ec req-01f92461-0a78-4321-9568-3603e49e19bf service nova] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Received event network-vif-deleted-2f506a01-27f5-48aa-8133-2be440e825ac {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1975.044195] env[63622]: INFO nova.compute.manager [req-ea0c5bd5-cb7b-43f4-946c-b3a6bb70b7ec req-01f92461-0a78-4321-9568-3603e49e19bf service nova] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Neutron deleted interface 2f506a01-27f5-48aa-8133-2be440e825ac; detaching it from the instance and deleting it from the info cache [ 1975.044195] env[63622]: DEBUG nova.network.neutron [req-ea0c5bd5-cb7b-43f4-946c-b3a6bb70b7ec req-01f92461-0a78-4321-9568-3603e49e19bf service nova] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1975.138279] env[63622]: DEBUG oslo_concurrency.lockutils [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "77ecc42e-90bb-4a90-9209-d0338fe4d760" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1975.390072] env[63622]: ERROR nova.scheduler.client.report [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [req-0ba0d396-38b1-4215-97a8-d2555d2e49fc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8dd86f19-3c1a-4ba4-9c42-69cb148971df. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0ba0d396-38b1-4215-97a8-d2555d2e49fc"}]} [ 1975.413560] env[63622]: DEBUG nova.scheduler.client.report [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Refreshing inventories for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1975.428725] env[63622]: DEBUG nova.scheduler.client.report [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Updating ProviderTree inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1975.428937] env[63622]: DEBUG nova.compute.provider_tree [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1975.444331] env[63622]: DEBUG nova.scheduler.client.report [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Refreshing aggregate associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, aggregates: None {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1975.451813] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1975.463283] env[63622]: DEBUG nova.scheduler.client.report [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Refreshing trait associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1975.518802] env[63622]: DEBUG nova.network.neutron [-] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1975.543022] env[63622]: DEBUG oslo_vmware.api [None req-6faef40d-9e62-49ad-9eb4-89daf15aebb0 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817789, 'name': ReconfigVM_Task, 'duration_secs': 0.234409} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.543022] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-6faef40d-9e62-49ad-9eb4-89daf15aebb0 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1975.546975] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f63905eb-a154-4f43-a984-d47260a9d76f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.560673] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea9f0230-8fbb-4b13-b0a9-8f6af8a590ce {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.571981] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e08e93c-2281-4099-95cf-e36c22200943 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.587041] env[63622]: DEBUG oslo_vmware.api [None req-6faef40d-9e62-49ad-9eb4-89daf15aebb0 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 1975.587041] env[63622]: value = "task-1817790" [ 1975.587041] env[63622]: _type = "Task" [ 1975.587041] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.597474] env[63622]: DEBUG oslo_vmware.api [None req-6faef40d-9e62-49ad-9eb4-89daf15aebb0 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817790, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.598803] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68f26fe-b518-4e4f-8969-04a171bd79ea {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.608322] env[63622]: DEBUG nova.compute.manager [req-ea0c5bd5-cb7b-43f4-946c-b3a6bb70b7ec req-01f92461-0a78-4321-9568-3603e49e19bf service nova] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Detach interface failed, port_id=2f506a01-27f5-48aa-8133-2be440e825ac, reason: Instance 81f8914f-f926-477c-805f-ffeed09453aa could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1975.614314] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0a38f7-1df0-43f8-8427-ceb47181d5fd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.646377] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46a0011-f7bd-48bb-bd14-ca4b4d800f5a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.655237] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee94130-1fac-4460-98ca-4c9f67489709 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.671778] env[63622]: DEBUG nova.compute.provider_tree [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1976.021497] env[63622]: INFO nova.compute.manager [-] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Took 1.33 seconds to deallocate network for instance. [ 1976.097877] env[63622]: DEBUG oslo_vmware.api [None req-6faef40d-9e62-49ad-9eb4-89daf15aebb0 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817790, 'name': ReconfigVM_Task, 'duration_secs': 0.14278} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.098235] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-6faef40d-9e62-49ad-9eb4-89daf15aebb0 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376552', 'volume_id': 'd6f8832f-bfeb-48f7-b8c6-31d287373486', 'name': 'volume-d6f8832f-bfeb-48f7-b8c6-31d287373486', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '182a279b-bcac-4716-a074-54bfed531a77', 'attached_at': '', 'detached_at': '', 'volume_id': 'd6f8832f-bfeb-48f7-b8c6-31d287373486', 'serial': 'd6f8832f-bfeb-48f7-b8c6-31d287373486'} {{(pid=63622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1976.191790] env[63622]: ERROR nova.scheduler.client.report [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [req-a41e28a1-b52b-4b6f-acdb-5168239e8c38] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 8dd86f19-3c1a-4ba4-9c42-69cb148971df. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a41e28a1-b52b-4b6f-acdb-5168239e8c38"}]} [ 1976.208173] env[63622]: DEBUG nova.scheduler.client.report [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Refreshing inventories for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1976.224020] env[63622]: DEBUG nova.scheduler.client.report [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Updating ProviderTree inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1976.224020] env[63622]: DEBUG nova.compute.provider_tree [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1976.234580] env[63622]: DEBUG nova.scheduler.client.report [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Refreshing aggregate associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, aggregates: None {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1976.252112] env[63622]: DEBUG nova.scheduler.client.report [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Refreshing trait associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1976.369941] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9fc84c-d13d-4dd0-ba1e-adb7c06a13eb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.379313] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f910c4f-b251-4040-a969-236a0323634a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.411971] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd96aa9-900d-47f7-8c71-eebe1b71a73f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.420993] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5335ff34-24fb-4092-ac86-508eff864f22 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.435755] env[63622]: DEBUG nova.compute.provider_tree [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1976.528952] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5e6d6205-a019-489c-9dd2-13bf903a6614 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.548783] env[63622]: DEBUG oslo_concurrency.lockutils [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Acquiring lock "069d8e36-b0c9-4112-9b20-057fd94c9723" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.549047] env[63622]: DEBUG oslo_concurrency.lockutils [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Lock "069d8e36-b0c9-4112-9b20-057fd94c9723" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.641459] env[63622]: DEBUG nova.objects.instance [None req-6faef40d-9e62-49ad-9eb4-89daf15aebb0 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lazy-loading 'flavor' on Instance uuid 182a279b-bcac-4716-a074-54bfed531a77 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1976.969020] env[63622]: DEBUG nova.scheduler.client.report [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Updated inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with generation 181 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1976.969020] env[63622]: DEBUG nova.compute.provider_tree [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Updating resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df generation from 181 to 182 during operation: update_inventory {{(pid=63622) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1976.969020] env[63622]: DEBUG nova.compute.provider_tree [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1977.051402] env[63622]: DEBUG nova.compute.manager [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1977.473158] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.791s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.475875] env[63622]: DEBUG oslo_concurrency.lockutils [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.941s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1977.477489] env[63622]: INFO nova.compute.claims [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1977.575222] env[63622]: DEBUG oslo_concurrency.lockutils [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.649782] env[63622]: DEBUG oslo_concurrency.lockutils [None req-6faef40d-9e62-49ad-9eb4-89daf15aebb0 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "182a279b-bcac-4716-a074-54bfed531a77" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.292s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.991031] env[63622]: DEBUG oslo_concurrency.lockutils [None req-fcad3f44-d703-4ef7-a898-f12916009153 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "77ecc42e-90bb-4a90-9209-d0338fe4d760" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 30.137s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.991511] env[63622]: DEBUG oslo_concurrency.lockutils [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "77ecc42e-90bb-4a90-9209-d0338fe4d760" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.853s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1977.991706] env[63622]: INFO nova.compute.manager [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Unshelving [ 1978.599270] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46bb878-6a09-480a-bf10-5fe979f67a16 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.607276] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537da6c9-d572-4588-833e-a95aee9dc80c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.637657] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf840e2b-2497-4b4b-b6be-21bc650392a3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.644485] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ba36ee-4a56-49b4-9072-76b43b4c0768 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.657803] env[63622]: DEBUG nova.compute.provider_tree [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1978.659194] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ad38bbcf-76b1-406f-8d30-c94f992e32f2 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquiring lock "182a279b-bcac-4716-a074-54bfed531a77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1978.659418] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ad38bbcf-76b1-406f-8d30-c94f992e32f2 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "182a279b-bcac-4716-a074-54bfed531a77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.659620] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ad38bbcf-76b1-406f-8d30-c94f992e32f2 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquiring lock "182a279b-bcac-4716-a074-54bfed531a77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1978.659800] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ad38bbcf-76b1-406f-8d30-c94f992e32f2 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "182a279b-bcac-4716-a074-54bfed531a77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.659961] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ad38bbcf-76b1-406f-8d30-c94f992e32f2 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "182a279b-bcac-4716-a074-54bfed531a77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.663700] env[63622]: INFO nova.compute.manager [None req-ad38bbcf-76b1-406f-8d30-c94f992e32f2 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Terminating instance [ 1979.014929] env[63622]: DEBUG oslo_concurrency.lockutils [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.163603] env[63622]: DEBUG nova.scheduler.client.report [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1979.168871] env[63622]: DEBUG nova.compute.manager [None req-ad38bbcf-76b1-406f-8d30-c94f992e32f2 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1979.169109] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ad38bbcf-76b1-406f-8d30-c94f992e32f2 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1979.169973] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd24533-05e2-4f54-b00e-f7bdceea20d1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.178615] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad38bbcf-76b1-406f-8d30-c94f992e32f2 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1979.178865] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bf9b152-8fd4-4729-bbd7-8a821505e38c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.187176] env[63622]: DEBUG oslo_vmware.api [None req-ad38bbcf-76b1-406f-8d30-c94f992e32f2 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 1979.187176] env[63622]: value = "task-1817791" [ 1979.187176] env[63622]: _type = "Task" [ 1979.187176] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.197091] env[63622]: DEBUG oslo_vmware.api [None req-ad38bbcf-76b1-406f-8d30-c94f992e32f2 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.670049] env[63622]: DEBUG oslo_concurrency.lockutils [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.193s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1979.670049] env[63622]: DEBUG nova.compute.manager [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1979.672263] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.221s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1979.673717] env[63622]: INFO nova.compute.claims [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1979.696834] env[63622]: DEBUG oslo_vmware.api [None req-ad38bbcf-76b1-406f-8d30-c94f992e32f2 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817791, 'name': PowerOffVM_Task, 'duration_secs': 0.178796} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.697112] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad38bbcf-76b1-406f-8d30-c94f992e32f2 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1979.697319] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ad38bbcf-76b1-406f-8d30-c94f992e32f2 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1979.697570] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-074f2ac7-f504-4898-803a-d3ef6c9a9e30 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.779073] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ad38bbcf-76b1-406f-8d30-c94f992e32f2 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1979.779274] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ad38bbcf-76b1-406f-8d30-c94f992e32f2 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1979.779463] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad38bbcf-76b1-406f-8d30-c94f992e32f2 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Deleting the datastore file [datastore1] 182a279b-bcac-4716-a074-54bfed531a77 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1979.779724] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-509169ef-f028-40f8-ac20-0476ff2f14e1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.789293] env[63622]: DEBUG oslo_vmware.api [None req-ad38bbcf-76b1-406f-8d30-c94f992e32f2 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 1979.789293] env[63622]: value = "task-1817793" [ 1979.789293] env[63622]: _type = "Task" [ 1979.789293] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.797244] env[63622]: DEBUG oslo_vmware.api [None req-ad38bbcf-76b1-406f-8d30-c94f992e32f2 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.179609] env[63622]: DEBUG nova.compute.utils [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1980.181830] env[63622]: DEBUG nova.compute.manager [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1980.182015] env[63622]: DEBUG nova.network.neutron [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1980.220018] env[63622]: DEBUG nova.policy [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c05ad3c866a4547a09327109e612142', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1dfc298083b84d488c9dcadbd8226fee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1980.300714] env[63622]: DEBUG oslo_vmware.api [None req-ad38bbcf-76b1-406f-8d30-c94f992e32f2 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129958} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.300873] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad38bbcf-76b1-406f-8d30-c94f992e32f2 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1980.301118] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ad38bbcf-76b1-406f-8d30-c94f992e32f2 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1980.301310] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ad38bbcf-76b1-406f-8d30-c94f992e32f2 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1980.301505] env[63622]: INFO nova.compute.manager [None req-ad38bbcf-76b1-406f-8d30-c94f992e32f2 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1980.301781] env[63622]: DEBUG oslo.service.loopingcall [None req-ad38bbcf-76b1-406f-8d30-c94f992e32f2 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1980.301998] env[63622]: DEBUG nova.compute.manager [-] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1980.302123] env[63622]: DEBUG nova.network.neutron [-] [instance: 182a279b-bcac-4716-a074-54bfed531a77] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1980.655358] env[63622]: DEBUG nova.network.neutron [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Successfully created port: 9d86d993-77c5-483d-b4d7-d7135f21af51 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1980.683223] env[63622]: DEBUG nova.compute.manager [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1980.818444] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7793e6-3cbf-4361-b402-548863fa2517 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.826389] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6258b84-a2ec-4266-a26f-167fc0aea998 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.856270] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52fa6e9-7aba-48de-aef3-f8d92237c2ff {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.863861] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a644fcc-3d87-4ad4-9075-ec121633affb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.878047] env[63622]: DEBUG nova.compute.provider_tree [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1981.007162] env[63622]: DEBUG nova.compute.manager [req-3bb2cfc2-c234-40fc-8da1-261c1fdc73fb req-b6097d8d-14a6-427d-b357-f7506feed1c2 service nova] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Received event network-vif-deleted-aef6da95-4704-4825-b72c-ef4f8a5c018d {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1981.007349] env[63622]: INFO nova.compute.manager [req-3bb2cfc2-c234-40fc-8da1-261c1fdc73fb req-b6097d8d-14a6-427d-b357-f7506feed1c2 service nova] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Neutron deleted interface aef6da95-4704-4825-b72c-ef4f8a5c018d; detaching it from the instance and deleting it from the info cache [ 1981.007639] env[63622]: DEBUG nova.network.neutron [req-3bb2cfc2-c234-40fc-8da1-261c1fdc73fb req-b6097d8d-14a6-427d-b357-f7506feed1c2 service nova] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1981.380326] env[63622]: DEBUG nova.scheduler.client.report [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1981.482137] env[63622]: DEBUG nova.network.neutron [-] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1981.510316] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ff3e8f6-4713-484b-84c2-df9295f44a9d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.520870] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c98cacd-11fd-4d04-9c25-2ca4d2c04a4f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.549079] env[63622]: DEBUG nova.compute.manager [req-3bb2cfc2-c234-40fc-8da1-261c1fdc73fb req-b6097d8d-14a6-427d-b357-f7506feed1c2 service nova] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Detach interface failed, port_id=aef6da95-4704-4825-b72c-ef4f8a5c018d, reason: Instance 182a279b-bcac-4716-a074-54bfed531a77 could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1981.700135] env[63622]: DEBUG nova.compute.manager [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1981.725647] env[63622]: DEBUG nova.virt.hardware [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1981.725916] env[63622]: DEBUG nova.virt.hardware [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1981.726088] env[63622]: DEBUG nova.virt.hardware [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1981.726285] env[63622]: DEBUG nova.virt.hardware [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1981.726482] env[63622]: DEBUG nova.virt.hardware [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1981.726655] env[63622]: DEBUG nova.virt.hardware [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1981.726867] env[63622]: DEBUG nova.virt.hardware [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1981.727037] env[63622]: DEBUG nova.virt.hardware [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1981.727208] env[63622]: DEBUG nova.virt.hardware [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1981.727371] env[63622]: DEBUG nova.virt.hardware [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1981.727570] env[63622]: DEBUG nova.virt.hardware [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1981.728418] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef911abb-d77c-43cb-aaca-88fb4982938d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.736526] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b544a5ad-b779-4622-9b2d-8a1f749682fb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.885317] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.213s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.885843] env[63622]: DEBUG nova.compute.manager [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1981.889614] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5e6d6205-a019-489c-9dd2-13bf903a6614 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.361s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.889825] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5e6d6205-a019-489c-9dd2-13bf903a6614 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.891916] env[63622]: DEBUG oslo_concurrency.lockutils [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.317s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.893702] env[63622]: INFO nova.compute.claims [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1981.915346] env[63622]: INFO nova.scheduler.client.report [None req-5e6d6205-a019-489c-9dd2-13bf903a6614 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Deleted allocations for instance 81f8914f-f926-477c-805f-ffeed09453aa [ 1981.985095] env[63622]: INFO nova.compute.manager [-] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Took 1.68 seconds to deallocate network for instance. [ 1982.328799] env[63622]: DEBUG nova.network.neutron [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Successfully updated port: 9d86d993-77c5-483d-b4d7-d7135f21af51 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1982.397365] env[63622]: DEBUG nova.compute.utils [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1982.398778] env[63622]: DEBUG nova.compute.manager [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1982.398952] env[63622]: DEBUG nova.network.neutron [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1982.423042] env[63622]: DEBUG oslo_concurrency.lockutils [None req-5e6d6205-a019-489c-9dd2-13bf903a6614 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "81f8914f-f926-477c-805f-ffeed09453aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.406s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.452616] env[63622]: DEBUG nova.policy [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b2a5967a965432d8e862018d373c278', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '068319b363fb4cf0ab99d3d35221338d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1982.491054] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ad38bbcf-76b1-406f-8d30-c94f992e32f2 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.782432] env[63622]: DEBUG nova.network.neutron [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Successfully created port: a2abda03-0cc8-4cc7-9279-62f802ccc094 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1982.835209] env[63622]: DEBUG oslo_concurrency.lockutils [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "refresh_cache-cc685530-fdce-4f5d-85f2-3cced123ae15" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1982.835377] env[63622]: DEBUG oslo_concurrency.lockutils [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquired lock "refresh_cache-cc685530-fdce-4f5d-85f2-3cced123ae15" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1982.835508] env[63622]: DEBUG nova.network.neutron [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1982.904105] env[63622]: DEBUG nova.compute.manager [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1983.009387] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c060f7-5fe2-4cb1-956d-745885346a46 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.017522] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c083b207-c1da-4dd9-9d25-c13040f0ef83 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.051427] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27a9414-5e49-4464-963a-15a13be71c4b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.055285] env[63622]: DEBUG nova.compute.manager [req-6d5a5742-2358-43fb-a1cd-37e09fba1521 req-7e7ef919-2845-476e-9613-fb2411534df8 service nova] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Received event network-vif-plugged-9d86d993-77c5-483d-b4d7-d7135f21af51 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1983.055496] env[63622]: DEBUG oslo_concurrency.lockutils [req-6d5a5742-2358-43fb-a1cd-37e09fba1521 req-7e7ef919-2845-476e-9613-fb2411534df8 service nova] Acquiring lock "cc685530-fdce-4f5d-85f2-3cced123ae15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.055699] env[63622]: DEBUG oslo_concurrency.lockutils [req-6d5a5742-2358-43fb-a1cd-37e09fba1521 req-7e7ef919-2845-476e-9613-fb2411534df8 service nova] Lock "cc685530-fdce-4f5d-85f2-3cced123ae15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.055860] env[63622]: DEBUG oslo_concurrency.lockutils [req-6d5a5742-2358-43fb-a1cd-37e09fba1521 req-7e7ef919-2845-476e-9613-fb2411534df8 service nova] Lock "cc685530-fdce-4f5d-85f2-3cced123ae15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1983.056034] env[63622]: DEBUG nova.compute.manager [req-6d5a5742-2358-43fb-a1cd-37e09fba1521 req-7e7ef919-2845-476e-9613-fb2411534df8 service nova] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] No waiting events found dispatching network-vif-plugged-9d86d993-77c5-483d-b4d7-d7135f21af51 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1983.056217] env[63622]: WARNING nova.compute.manager [req-6d5a5742-2358-43fb-a1cd-37e09fba1521 req-7e7ef919-2845-476e-9613-fb2411534df8 service nova] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Received unexpected event network-vif-plugged-9d86d993-77c5-483d-b4d7-d7135f21af51 for instance with vm_state building and task_state spawning. [ 1983.056389] env[63622]: DEBUG nova.compute.manager [req-6d5a5742-2358-43fb-a1cd-37e09fba1521 req-7e7ef919-2845-476e-9613-fb2411534df8 service nova] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Received event network-changed-9d86d993-77c5-483d-b4d7-d7135f21af51 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1983.056520] env[63622]: DEBUG nova.compute.manager [req-6d5a5742-2358-43fb-a1cd-37e09fba1521 req-7e7ef919-2845-476e-9613-fb2411534df8 service nova] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Refreshing instance network info cache due to event network-changed-9d86d993-77c5-483d-b4d7-d7135f21af51. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1983.056698] env[63622]: DEBUG oslo_concurrency.lockutils [req-6d5a5742-2358-43fb-a1cd-37e09fba1521 req-7e7ef919-2845-476e-9613-fb2411534df8 service nova] Acquiring lock "refresh_cache-cc685530-fdce-4f5d-85f2-3cced123ae15" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1983.063491] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cff0a94-0576-42cb-b9d0-57662c69542c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.078607] env[63622]: DEBUG nova.compute.provider_tree [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1983.243054] env[63622]: DEBUG oslo_concurrency.lockutils [None req-592c3f42-25cf-49f7-8c43-a3517b170def tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "cb8ecdf4-cfde-49f8-947c-66c10d785135" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.243343] env[63622]: DEBUG oslo_concurrency.lockutils [None req-592c3f42-25cf-49f7-8c43-a3517b170def tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "cb8ecdf4-cfde-49f8-947c-66c10d785135" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.243563] env[63622]: DEBUG oslo_concurrency.lockutils [None req-592c3f42-25cf-49f7-8c43-a3517b170def tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "cb8ecdf4-cfde-49f8-947c-66c10d785135-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.243747] env[63622]: DEBUG oslo_concurrency.lockutils [None req-592c3f42-25cf-49f7-8c43-a3517b170def tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "cb8ecdf4-cfde-49f8-947c-66c10d785135-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.243918] env[63622]: DEBUG oslo_concurrency.lockutils [None req-592c3f42-25cf-49f7-8c43-a3517b170def tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "cb8ecdf4-cfde-49f8-947c-66c10d785135-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1983.246016] env[63622]: INFO nova.compute.manager [None req-592c3f42-25cf-49f7-8c43-a3517b170def tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Terminating instance [ 1983.387344] env[63622]: DEBUG nova.network.neutron [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1983.536577] env[63622]: DEBUG nova.network.neutron [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Updating instance_info_cache with network_info: [{"id": "9d86d993-77c5-483d-b4d7-d7135f21af51", "address": "fa:16:3e:82:50:6d", "network": {"id": "8ebec4d2-c849-4180-ac6d-05f780f2bca4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-843836297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dfc298083b84d488c9dcadbd8226fee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d86d993-77", "ovs_interfaceid": "9d86d993-77c5-483d-b4d7-d7135f21af51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1983.581349] env[63622]: DEBUG nova.scheduler.client.report [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1983.750746] env[63622]: DEBUG nova.compute.manager [None req-592c3f42-25cf-49f7-8c43-a3517b170def tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1983.751047] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-592c3f42-25cf-49f7-8c43-a3517b170def tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1983.751313] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e4ff431-0fda-4453-a0d1-f4218e113d89 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.760071] env[63622]: DEBUG oslo_vmware.api [None req-592c3f42-25cf-49f7-8c43-a3517b170def tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1983.760071] env[63622]: value = "task-1817794" [ 1983.760071] env[63622]: _type = "Task" [ 1983.760071] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.768451] env[63622]: DEBUG oslo_vmware.api [None req-592c3f42-25cf-49f7-8c43-a3517b170def tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.918469] env[63622]: DEBUG nova.compute.manager [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1983.945027] env[63622]: DEBUG nova.virt.hardware [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1983.945243] env[63622]: DEBUG nova.virt.hardware [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1983.945243] env[63622]: DEBUG nova.virt.hardware [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1983.945419] env[63622]: DEBUG nova.virt.hardware [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1983.945565] env[63622]: DEBUG nova.virt.hardware [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1983.945715] env[63622]: DEBUG nova.virt.hardware [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1983.945927] env[63622]: DEBUG nova.virt.hardware [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1983.946094] env[63622]: DEBUG nova.virt.hardware [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1983.946262] env[63622]: DEBUG nova.virt.hardware [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1983.946422] env[63622]: DEBUG nova.virt.hardware [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1983.946669] env[63622]: DEBUG nova.virt.hardware [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1983.947693] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2dee5c-504f-4c13-ae72-281a066acaac {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.956512] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012de877-3211-4201-adaf-f8d05957c382 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.039809] env[63622]: DEBUG oslo_concurrency.lockutils [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Releasing lock "refresh_cache-cc685530-fdce-4f5d-85f2-3cced123ae15" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1984.040169] env[63622]: DEBUG nova.compute.manager [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Instance network_info: |[{"id": "9d86d993-77c5-483d-b4d7-d7135f21af51", "address": "fa:16:3e:82:50:6d", "network": {"id": "8ebec4d2-c849-4180-ac6d-05f780f2bca4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-843836297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dfc298083b84d488c9dcadbd8226fee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d86d993-77", "ovs_interfaceid": "9d86d993-77c5-483d-b4d7-d7135f21af51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1984.040489] env[63622]: DEBUG oslo_concurrency.lockutils [req-6d5a5742-2358-43fb-a1cd-37e09fba1521 req-7e7ef919-2845-476e-9613-fb2411534df8 service nova] Acquired lock "refresh_cache-cc685530-fdce-4f5d-85f2-3cced123ae15" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1984.040671] env[63622]: DEBUG nova.network.neutron [req-6d5a5742-2358-43fb-a1cd-37e09fba1521 req-7e7ef919-2845-476e-9613-fb2411534df8 service nova] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Refreshing network info cache for port 9d86d993-77c5-483d-b4d7-d7135f21af51 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1984.041881] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:50:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d86d993-77c5-483d-b4d7-d7135f21af51', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1984.049441] env[63622]: DEBUG oslo.service.loopingcall [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1984.050442] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1984.050602] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3278ac9-eb81-4da3-b7e4-0fd13f92e292 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.070788] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1984.070788] env[63622]: value = "task-1817795" [ 1984.070788] env[63622]: _type = "Task" [ 1984.070788] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.079179] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817795, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.085366] env[63622]: DEBUG oslo_concurrency.lockutils [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.193s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.085914] env[63622]: DEBUG nova.compute.manager [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1984.088372] env[63622]: DEBUG oslo_concurrency.lockutils [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.074s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1984.088548] env[63622]: DEBUG nova.objects.instance [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lazy-loading 'pci_requests' on Instance uuid 77ecc42e-90bb-4a90-9209-d0338fe4d760 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1984.269851] env[63622]: DEBUG oslo_vmware.api [None req-592c3f42-25cf-49f7-8c43-a3517b170def tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817794, 'name': PowerOffVM_Task, 'duration_secs': 0.165053} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.270122] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-592c3f42-25cf-49f7-8c43-a3517b170def tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1984.270328] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-592c3f42-25cf-49f7-8c43-a3517b170def tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Volume detach. Driver type: vmdk {{(pid=63622) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1984.270523] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-592c3f42-25cf-49f7-8c43-a3517b170def tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376549', 'volume_id': 'c628b97e-db0d-4dfe-9936-91eafc582e5f', 'name': 'volume-c628b97e-db0d-4dfe-9936-91eafc582e5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'cb8ecdf4-cfde-49f8-947c-66c10d785135', 'attached_at': '2024-12-12T14:12:34.000000', 'detached_at': '', 'volume_id': 'c628b97e-db0d-4dfe-9936-91eafc582e5f', 'serial': 'c628b97e-db0d-4dfe-9936-91eafc582e5f'} {{(pid=63622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1984.271294] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719f6665-20c0-4f30-9826-a83838154a97 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.291336] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd96b64-46b9-4cd9-b85f-9dc265275fa8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.298495] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9eb0918-6d66-4775-a22a-571513b721cc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.303897] env[63622]: DEBUG nova.network.neutron [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Successfully updated port: a2abda03-0cc8-4cc7-9279-62f802ccc094 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1984.318860] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "refresh_cache-cafa63ee-006a-4d28-b16f-87f40c497cfb" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1984.319020] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquired lock "refresh_cache-cafa63ee-006a-4d28-b16f-87f40c497cfb" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1984.319894] env[63622]: DEBUG nova.network.neutron [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1984.321750] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a9f8ab-3306-4ea4-a561-9e2d747c7be1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.338945] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-592c3f42-25cf-49f7-8c43-a3517b170def tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] The volume has not been displaced from its original location: [datastore1] volume-c628b97e-db0d-4dfe-9936-91eafc582e5f/volume-c628b97e-db0d-4dfe-9936-91eafc582e5f.vmdk. No consolidation needed. {{(pid=63622) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1984.344184] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-592c3f42-25cf-49f7-8c43-a3517b170def tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1984.344773] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49f6d7e0-a360-42ce-993a-62a56cbc92f8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.368722] env[63622]: DEBUG oslo_vmware.api [None req-592c3f42-25cf-49f7-8c43-a3517b170def tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1984.368722] env[63622]: value = "task-1817796" [ 1984.368722] env[63622]: _type = "Task" [ 1984.368722] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.378884] env[63622]: DEBUG oslo_vmware.api [None req-592c3f42-25cf-49f7-8c43-a3517b170def tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817796, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.581575] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817795, 'name': CreateVM_Task, 'duration_secs': 0.358616} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.581750] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1984.591515] env[63622]: DEBUG nova.compute.utils [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1984.593662] env[63622]: DEBUG oslo_concurrency.lockutils [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1984.593786] env[63622]: DEBUG oslo_concurrency.lockutils [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1984.594116] env[63622]: DEBUG oslo_concurrency.lockutils [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1984.594419] env[63622]: DEBUG nova.compute.manager [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1984.594584] env[63622]: DEBUG nova.network.neutron [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1984.598232] env[63622]: DEBUG nova.objects.instance [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lazy-loading 'numa_topology' on Instance uuid 77ecc42e-90bb-4a90-9209-d0338fe4d760 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1984.598473] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b58333c-577b-4a22-a907-83f3c090f465 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.606341] env[63622]: DEBUG oslo_vmware.api [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1984.606341] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52fa0360-5fce-9d22-877b-62e790d9b2fb" [ 1984.606341] env[63622]: _type = "Task" [ 1984.606341] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.615623] env[63622]: DEBUG oslo_vmware.api [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52fa0360-5fce-9d22-877b-62e790d9b2fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.664038] env[63622]: DEBUG nova.policy [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89a3697a971b491bb9e457ac58011713', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cb2ead9fe9b4633a4aa0ce4445e105a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1984.853717] env[63622]: DEBUG nova.network.neutron [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1984.882582] env[63622]: DEBUG oslo_vmware.api [None req-592c3f42-25cf-49f7-8c43-a3517b170def tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817796, 'name': ReconfigVM_Task, 'duration_secs': 0.167265} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.882966] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-592c3f42-25cf-49f7-8c43-a3517b170def tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1984.887418] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2865c3f8-4092-4ee5-8594-a7f611c6d5ca {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.904019] env[63622]: DEBUG nova.network.neutron [req-6d5a5742-2358-43fb-a1cd-37e09fba1521 req-7e7ef919-2845-476e-9613-fb2411534df8 service nova] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Updated VIF entry in instance network info cache for port 9d86d993-77c5-483d-b4d7-d7135f21af51. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1984.904357] env[63622]: DEBUG nova.network.neutron [req-6d5a5742-2358-43fb-a1cd-37e09fba1521 req-7e7ef919-2845-476e-9613-fb2411534df8 service nova] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Updating instance_info_cache with network_info: [{"id": "9d86d993-77c5-483d-b4d7-d7135f21af51", "address": "fa:16:3e:82:50:6d", "network": {"id": "8ebec4d2-c849-4180-ac6d-05f780f2bca4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-843836297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dfc298083b84d488c9dcadbd8226fee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d86d993-77", "ovs_interfaceid": "9d86d993-77c5-483d-b4d7-d7135f21af51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1984.906748] env[63622]: DEBUG oslo_vmware.api [None req-592c3f42-25cf-49f7-8c43-a3517b170def tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1984.906748] env[63622]: value = "task-1817797" [ 1984.906748] env[63622]: _type = "Task" [ 1984.906748] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.915289] env[63622]: DEBUG oslo_vmware.api [None req-592c3f42-25cf-49f7-8c43-a3517b170def tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817797, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.000250] env[63622]: DEBUG nova.network.neutron [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Updating instance_info_cache with network_info: [{"id": "a2abda03-0cc8-4cc7-9279-62f802ccc094", "address": "fa:16:3e:0c:50:b2", "network": {"id": "9fa016ff-84b6-4077-add7-d40824a74722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-258535483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068319b363fb4cf0ab99d3d35221338d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2abda03-0c", "ovs_interfaceid": "a2abda03-0cc8-4cc7-9279-62f802ccc094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1985.027637] env[63622]: DEBUG nova.network.neutron [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Successfully created port: 24771ee4-2368-4a5e-ad0d-99ac6aad0ee2 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1985.060330] env[63622]: DEBUG nova.compute.manager [req-0f6a1567-fd06-4c7e-9fb3-33a905d4cea0 req-0a07dcfb-2101-4bd8-8542-938547aac226 service nova] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Received event network-vif-plugged-a2abda03-0cc8-4cc7-9279-62f802ccc094 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1985.060619] env[63622]: DEBUG oslo_concurrency.lockutils [req-0f6a1567-fd06-4c7e-9fb3-33a905d4cea0 req-0a07dcfb-2101-4bd8-8542-938547aac226 service nova] Acquiring lock "cafa63ee-006a-4d28-b16f-87f40c497cfb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.060883] env[63622]: DEBUG oslo_concurrency.lockutils [req-0f6a1567-fd06-4c7e-9fb3-33a905d4cea0 req-0a07dcfb-2101-4bd8-8542-938547aac226 service nova] Lock "cafa63ee-006a-4d28-b16f-87f40c497cfb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.062290] env[63622]: DEBUG oslo_concurrency.lockutils [req-0f6a1567-fd06-4c7e-9fb3-33a905d4cea0 req-0a07dcfb-2101-4bd8-8542-938547aac226 service nova] Lock "cafa63ee-006a-4d28-b16f-87f40c497cfb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.062535] env[63622]: DEBUG nova.compute.manager [req-0f6a1567-fd06-4c7e-9fb3-33a905d4cea0 req-0a07dcfb-2101-4bd8-8542-938547aac226 service nova] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] No waiting events found dispatching network-vif-plugged-a2abda03-0cc8-4cc7-9279-62f802ccc094 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1985.062752] env[63622]: WARNING nova.compute.manager [req-0f6a1567-fd06-4c7e-9fb3-33a905d4cea0 req-0a07dcfb-2101-4bd8-8542-938547aac226 service nova] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Received unexpected event network-vif-plugged-a2abda03-0cc8-4cc7-9279-62f802ccc094 for instance with vm_state building and task_state spawning. [ 1985.062939] env[63622]: DEBUG nova.compute.manager [req-0f6a1567-fd06-4c7e-9fb3-33a905d4cea0 req-0a07dcfb-2101-4bd8-8542-938547aac226 service nova] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Received event network-changed-a2abda03-0cc8-4cc7-9279-62f802ccc094 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1985.063143] env[63622]: DEBUG nova.compute.manager [req-0f6a1567-fd06-4c7e-9fb3-33a905d4cea0 req-0a07dcfb-2101-4bd8-8542-938547aac226 service nova] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Refreshing instance network info cache due to event network-changed-a2abda03-0cc8-4cc7-9279-62f802ccc094. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1985.063349] env[63622]: DEBUG oslo_concurrency.lockutils [req-0f6a1567-fd06-4c7e-9fb3-33a905d4cea0 req-0a07dcfb-2101-4bd8-8542-938547aac226 service nova] Acquiring lock "refresh_cache-cafa63ee-006a-4d28-b16f-87f40c497cfb" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1985.102978] env[63622]: DEBUG nova.compute.manager [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1985.105924] env[63622]: INFO nova.compute.claims [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1985.119725] env[63622]: DEBUG oslo_vmware.api [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52fa0360-5fce-9d22-877b-62e790d9b2fb, 'name': SearchDatastore_Task, 'duration_secs': 0.012626} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.122263] env[63622]: DEBUG oslo_concurrency.lockutils [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1985.122549] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1985.122792] env[63622]: DEBUG oslo_concurrency.lockutils [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1985.124128] env[63622]: DEBUG oslo_concurrency.lockutils [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1985.124366] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1985.124664] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70fc5ef7-ec02-4504-9c65-cedc7f1d1635 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.134094] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1985.134296] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1985.138030] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5caab07-78eb-4eb8-bce8-d48298e98d77 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.140866] env[63622]: DEBUG oslo_vmware.api [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1985.140866] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]522876bd-1fb5-8ee7-0f8f-73140e7311a2" [ 1985.140866] env[63622]: _type = "Task" [ 1985.140866] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.149397] env[63622]: DEBUG oslo_vmware.api [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]522876bd-1fb5-8ee7-0f8f-73140e7311a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.408501] env[63622]: DEBUG oslo_concurrency.lockutils [req-6d5a5742-2358-43fb-a1cd-37e09fba1521 req-7e7ef919-2845-476e-9613-fb2411534df8 service nova] Releasing lock "refresh_cache-cc685530-fdce-4f5d-85f2-3cced123ae15" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1985.418937] env[63622]: DEBUG oslo_vmware.api [None req-592c3f42-25cf-49f7-8c43-a3517b170def tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817797, 'name': ReconfigVM_Task, 'duration_secs': 0.143188} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.419266] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-592c3f42-25cf-49f7-8c43-a3517b170def tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376549', 'volume_id': 'c628b97e-db0d-4dfe-9936-91eafc582e5f', 'name': 'volume-c628b97e-db0d-4dfe-9936-91eafc582e5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'cb8ecdf4-cfde-49f8-947c-66c10d785135', 'attached_at': '2024-12-12T14:12:34.000000', 'detached_at': '', 'volume_id': 'c628b97e-db0d-4dfe-9936-91eafc582e5f', 'serial': 'c628b97e-db0d-4dfe-9936-91eafc582e5f'} {{(pid=63622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1985.419538] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-592c3f42-25cf-49f7-8c43-a3517b170def tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1985.420303] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce5e0c6-bd60-4d05-8d70-36551b9ff5fc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.427660] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-592c3f42-25cf-49f7-8c43-a3517b170def tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1985.427901] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dea07f1b-476f-4117-a7d0-d021fe430167 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.503224] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Releasing lock "refresh_cache-cafa63ee-006a-4d28-b16f-87f40c497cfb" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1985.503565] env[63622]: DEBUG nova.compute.manager [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Instance network_info: |[{"id": "a2abda03-0cc8-4cc7-9279-62f802ccc094", "address": "fa:16:3e:0c:50:b2", "network": {"id": "9fa016ff-84b6-4077-add7-d40824a74722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-258535483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068319b363fb4cf0ab99d3d35221338d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2abda03-0c", "ovs_interfaceid": "a2abda03-0cc8-4cc7-9279-62f802ccc094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1985.503876] env[63622]: DEBUG oslo_concurrency.lockutils [req-0f6a1567-fd06-4c7e-9fb3-33a905d4cea0 req-0a07dcfb-2101-4bd8-8542-938547aac226 service nova] Acquired lock "refresh_cache-cafa63ee-006a-4d28-b16f-87f40c497cfb" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1985.504067] env[63622]: DEBUG nova.network.neutron [req-0f6a1567-fd06-4c7e-9fb3-33a905d4cea0 req-0a07dcfb-2101-4bd8-8542-938547aac226 service nova] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Refreshing network info cache for port a2abda03-0cc8-4cc7-9279-62f802ccc094 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1985.505347] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:50:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2abda03-0cc8-4cc7-9279-62f802ccc094', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1985.513128] env[63622]: DEBUG oslo.service.loopingcall [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1985.513496] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1985.514245] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad8296d7-ff9b-449b-a1f6-8d979be8496c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.535272] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1985.535272] env[63622]: value = "task-1817799" [ 1985.535272] env[63622]: _type = "Task" [ 1985.535272] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.545070] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817799, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.652585] env[63622]: DEBUG oslo_vmware.api [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]522876bd-1fb5-8ee7-0f8f-73140e7311a2, 'name': SearchDatastore_Task, 'duration_secs': 0.00956} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.653371] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06b5d5b1-68d3-4c5f-8aff-244661ed0fbf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.659121] env[63622]: DEBUG oslo_vmware.api [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1985.659121] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]524c44c5-395d-ccf3-c73a-50c2a06e71d2" [ 1985.659121] env[63622]: _type = "Task" [ 1985.659121] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.667854] env[63622]: DEBUG oslo_vmware.api [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]524c44c5-395d-ccf3-c73a-50c2a06e71d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.048967] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817799, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.116425] env[63622]: DEBUG nova.compute.manager [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1986.141839] env[63622]: DEBUG nova.virt.hardware [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1986.142108] env[63622]: DEBUG nova.virt.hardware [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1986.142293] env[63622]: DEBUG nova.virt.hardware [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1986.142447] env[63622]: DEBUG nova.virt.hardware [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1986.142596] env[63622]: DEBUG nova.virt.hardware [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1986.142745] env[63622]: DEBUG nova.virt.hardware [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1986.142952] env[63622]: DEBUG nova.virt.hardware [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1986.143129] env[63622]: DEBUG nova.virt.hardware [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1986.143298] env[63622]: DEBUG nova.virt.hardware [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1986.143460] env[63622]: DEBUG nova.virt.hardware [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1986.143634] env[63622]: DEBUG nova.virt.hardware [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1986.144545] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69da7b64-7215-4d7b-a5e3-df509b9f738b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.153218] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a934de-b170-4e0f-b2a1-5cb0938b5270 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.187108] env[63622]: DEBUG oslo_vmware.api [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]524c44c5-395d-ccf3-c73a-50c2a06e71d2, 'name': SearchDatastore_Task, 'duration_secs': 0.009946} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.189469] env[63622]: DEBUG oslo_concurrency.lockutils [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1986.189738] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] cc685530-fdce-4f5d-85f2-3cced123ae15/cc685530-fdce-4f5d-85f2-3cced123ae15.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1986.190775] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e63e81e-9fe6-43ac-b5a3-7d33f165df8d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.197037] env[63622]: DEBUG oslo_vmware.api [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1986.197037] env[63622]: value = "task-1817800" [ 1986.197037] env[63622]: _type = "Task" [ 1986.197037] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.208288] env[63622]: DEBUG oslo_vmware.api [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817800, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.238220] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae84a7a1-fe01-4e6d-b8ac-3c2bed9a9e1d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.242219] env[63622]: DEBUG nova.network.neutron [req-0f6a1567-fd06-4c7e-9fb3-33a905d4cea0 req-0a07dcfb-2101-4bd8-8542-938547aac226 service nova] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Updated VIF entry in instance network info cache for port a2abda03-0cc8-4cc7-9279-62f802ccc094. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1986.243402] env[63622]: DEBUG nova.network.neutron [req-0f6a1567-fd06-4c7e-9fb3-33a905d4cea0 req-0a07dcfb-2101-4bd8-8542-938547aac226 service nova] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Updating instance_info_cache with network_info: [{"id": "a2abda03-0cc8-4cc7-9279-62f802ccc094", "address": "fa:16:3e:0c:50:b2", "network": {"id": "9fa016ff-84b6-4077-add7-d40824a74722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-258535483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068319b363fb4cf0ab99d3d35221338d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2abda03-0c", "ovs_interfaceid": "a2abda03-0cc8-4cc7-9279-62f802ccc094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1986.249964] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad93c91a-6bc0-41bf-b916-7ba2c29edf4b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.281409] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eedfbc7-602c-45f6-90b0-b6cbb0d1a9fe {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.288648] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efedc6f-b707-40a0-99dc-b585949c5505 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.301552] env[63622]: DEBUG nova.compute.provider_tree [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1986.549373] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817799, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.707156] env[63622]: DEBUG oslo_vmware.api [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817800, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462272} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.707156] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] cc685530-fdce-4f5d-85f2-3cced123ae15/cc685530-fdce-4f5d-85f2-3cced123ae15.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1986.707156] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1986.707386] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c61288b2-626e-42f9-a064-0a0777fac0ef {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.714208] env[63622]: DEBUG oslo_vmware.api [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1986.714208] env[63622]: value = "task-1817801" [ 1986.714208] env[63622]: _type = "Task" [ 1986.714208] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.721878] env[63622]: DEBUG oslo_vmware.api [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817801, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.745686] env[63622]: DEBUG oslo_concurrency.lockutils [req-0f6a1567-fd06-4c7e-9fb3-33a905d4cea0 req-0a07dcfb-2101-4bd8-8542-938547aac226 service nova] Releasing lock "refresh_cache-cafa63ee-006a-4d28-b16f-87f40c497cfb" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1986.804317] env[63622]: DEBUG nova.scheduler.client.report [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1987.047607] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817799, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.224116] env[63622]: DEBUG oslo_vmware.api [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817801, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064764} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.224529] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1987.225182] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d7811f-809c-4323-a304-a36fdd4d5c3a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.246482] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] cc685530-fdce-4f5d-85f2-3cced123ae15/cc685530-fdce-4f5d-85f2-3cced123ae15.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1987.246720] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be1c8672-c400-44fb-af83-54699ee821f9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.266101] env[63622]: DEBUG oslo_vmware.api [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1987.266101] env[63622]: value = "task-1817802" [ 1987.266101] env[63622]: _type = "Task" [ 1987.266101] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.273669] env[63622]: DEBUG oslo_vmware.api [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817802, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.309897] env[63622]: DEBUG oslo_concurrency.lockutils [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.221s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1987.312281] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ad38bbcf-76b1-406f-8d30-c94f992e32f2 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.821s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1987.312530] env[63622]: DEBUG nova.objects.instance [None req-ad38bbcf-76b1-406f-8d30-c94f992e32f2 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lazy-loading 'resources' on Instance uuid 182a279b-bcac-4716-a074-54bfed531a77 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1987.352695] env[63622]: INFO nova.network.neutron [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Updating port cdc2825f-706b-4a65-928f-9d62134a20c9 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1987.547767] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817799, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.777036] env[63622]: DEBUG oslo_vmware.api [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817802, 'name': ReconfigVM_Task, 'duration_secs': 0.26039} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.777036] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Reconfigured VM instance instance-00000077 to attach disk [datastore1] cc685530-fdce-4f5d-85f2-3cced123ae15/cc685530-fdce-4f5d-85f2-3cced123ae15.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1987.777693] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-455084af-b2cc-4fe1-b064-38608d065142 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.784955] env[63622]: DEBUG oslo_vmware.api [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1987.784955] env[63622]: value = "task-1817803" [ 1987.784955] env[63622]: _type = "Task" [ 1987.784955] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.793209] env[63622]: DEBUG oslo_vmware.api [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817803, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.925711] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9024194-685b-4f81-85a8-0781775e37b7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.933955] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045ce6a2-5fda-4f79-8ea7-b6f8aa9c30d9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.965047] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7561b22-6c08-47b7-94c9-5c50501ca041 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.973076] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b45e102-067d-47f5-bd0d-5f3b0fc914e4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.986424] env[63622]: DEBUG nova.compute.provider_tree [None req-ad38bbcf-76b1-406f-8d30-c94f992e32f2 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1988.048531] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817799, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.295107] env[63622]: DEBUG oslo_vmware.api [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817803, 'name': Rename_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.490299] env[63622]: DEBUG nova.scheduler.client.report [None req-ad38bbcf-76b1-406f-8d30-c94f992e32f2 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1988.549494] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817799, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.795578] env[63622]: DEBUG oslo_vmware.api [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817803, 'name': Rename_Task, 'duration_secs': 0.811622} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.795578] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1988.795868] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be62ffe9-abd5-4a2b-b2b6-1e7ea0225fda {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.805338] env[63622]: DEBUG oslo_vmware.api [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1988.805338] env[63622]: value = "task-1817804" [ 1988.805338] env[63622]: _type = "Task" [ 1988.805338] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.813078] env[63622]: DEBUG oslo_vmware.api [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.995281] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ad38bbcf-76b1-406f-8d30-c94f992e32f2 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.683s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1989.014089] env[63622]: INFO nova.scheduler.client.report [None req-ad38bbcf-76b1-406f-8d30-c94f992e32f2 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Deleted allocations for instance 182a279b-bcac-4716-a074-54bfed531a77 [ 1989.049262] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817799, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.315849] env[63622]: DEBUG oslo_vmware.api [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817804, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.524179] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ad38bbcf-76b1-406f-8d30-c94f992e32f2 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "182a279b-bcac-4716-a074-54bfed531a77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.865s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1989.552384] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817799, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.816980] env[63622]: DEBUG oslo_vmware.api [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817804, 'name': PowerOnVM_Task, 'duration_secs': 0.627436} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.817249] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1989.817452] env[63622]: INFO nova.compute.manager [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Took 8.12 seconds to spawn the instance on the hypervisor. [ 1989.817633] env[63622]: DEBUG nova.compute.manager [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1989.818383] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015e3161-b514-444b-990c-7a07e11f6215 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.051590] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817799, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.340023] env[63622]: INFO nova.compute.manager [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Took 15.82 seconds to build instance. [ 1990.552711] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817799, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.843220] env[63622]: DEBUG oslo_concurrency.lockutils [None req-76bcb809-0908-476e-879c-7c32e87e79e9 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "cc685530-fdce-4f5d-85f2-3cced123ae15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.336s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1991.053437] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817799, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.556629] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817799, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.774810] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f7ecab9-826c-4ef7-b3e0-0edc9d2fce89 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "cc685530-fdce-4f5d-85f2-3cced123ae15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1991.775125] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f7ecab9-826c-4ef7-b3e0-0edc9d2fce89 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "cc685530-fdce-4f5d-85f2-3cced123ae15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1991.775346] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f7ecab9-826c-4ef7-b3e0-0edc9d2fce89 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "cc685530-fdce-4f5d-85f2-3cced123ae15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1991.775551] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f7ecab9-826c-4ef7-b3e0-0edc9d2fce89 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "cc685530-fdce-4f5d-85f2-3cced123ae15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1991.775781] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f7ecab9-826c-4ef7-b3e0-0edc9d2fce89 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "cc685530-fdce-4f5d-85f2-3cced123ae15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1991.777927] env[63622]: INFO nova.compute.manager [None req-2f7ecab9-826c-4ef7-b3e0-0edc9d2fce89 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Terminating instance [ 1991.829483] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-592c3f42-25cf-49f7-8c43-a3517b170def tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1991.829777] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-592c3f42-25cf-49f7-8c43-a3517b170def tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1991.830012] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-592c3f42-25cf-49f7-8c43-a3517b170def tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Deleting the datastore file [datastore1] cb8ecdf4-cfde-49f8-947c-66c10d785135 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1991.830291] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ef8264d-aee3-41f9-b6f5-409a801f4d99 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.839060] env[63622]: DEBUG oslo_vmware.api [None req-592c3f42-25cf-49f7-8c43-a3517b170def tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1991.839060] env[63622]: value = "task-1817805" [ 1991.839060] env[63622]: _type = "Task" [ 1991.839060] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.846792] env[63622]: DEBUG oslo_vmware.api [None req-592c3f42-25cf-49f7-8c43-a3517b170def tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817805, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.055163] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817799, 'name': CreateVM_Task, 'duration_secs': 6.466606} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.055339] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1992.055928] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1992.056120] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1992.056449] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1992.056733] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f910e71-3e49-441a-bdab-9876b0ef20dd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.061633] env[63622]: DEBUG oslo_vmware.api [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1992.061633] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5256b268-09de-857b-f622-0a2d2405a191" [ 1992.061633] env[63622]: _type = "Task" [ 1992.061633] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.069661] env[63622]: DEBUG oslo_vmware.api [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5256b268-09de-857b-f622-0a2d2405a191, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.216832] env[63622]: DEBUG oslo_concurrency.lockutils [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquiring lock "e196ee47-fb0f-4647-b46c-d398b1bbf4eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.217087] env[63622]: DEBUG oslo_concurrency.lockutils [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "e196ee47-fb0f-4647-b46c-d398b1bbf4eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.282142] env[63622]: DEBUG nova.compute.manager [None req-2f7ecab9-826c-4ef7-b3e0-0edc9d2fce89 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1992.282433] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7ecab9-826c-4ef7-b3e0-0edc9d2fce89 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1992.283688] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66f9c9c-18e2-408d-9bb1-6edbc465c97e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.293598] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f7ecab9-826c-4ef7-b3e0-0edc9d2fce89 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1992.293870] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99fe32c3-5c83-48e0-a2b9-6b94dc06befb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.301180] env[63622]: DEBUG oslo_vmware.api [None req-2f7ecab9-826c-4ef7-b3e0-0edc9d2fce89 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1992.301180] env[63622]: value = "task-1817806" [ 1992.301180] env[63622]: _type = "Task" [ 1992.301180] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.309477] env[63622]: DEBUG oslo_vmware.api [None req-2f7ecab9-826c-4ef7-b3e0-0edc9d2fce89 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.349956] env[63622]: DEBUG oslo_vmware.api [None req-592c3f42-25cf-49f7-8c43-a3517b170def tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817805, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091144} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.349956] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-592c3f42-25cf-49f7-8c43-a3517b170def tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1992.349956] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-592c3f42-25cf-49f7-8c43-a3517b170def tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1992.349956] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-592c3f42-25cf-49f7-8c43-a3517b170def tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1992.349956] env[63622]: INFO nova.compute.manager [None req-592c3f42-25cf-49f7-8c43-a3517b170def tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Took 8.60 seconds to destroy the instance on the hypervisor. [ 1992.350258] env[63622]: DEBUG oslo.service.loopingcall [None req-592c3f42-25cf-49f7-8c43-a3517b170def tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1992.350380] env[63622]: DEBUG nova.compute.manager [-] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1992.350494] env[63622]: DEBUG nova.network.neutron [-] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1992.572538] env[63622]: DEBUG oslo_vmware.api [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5256b268-09de-857b-f622-0a2d2405a191, 'name': SearchDatastore_Task, 'duration_secs': 0.009045} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.572932] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1992.573118] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1992.573392] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1992.573548] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1992.573720] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1992.573979] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10a1c9f4-451d-489c-94b4-8988eeaab617 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.582635] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1992.582635] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1992.583375] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ae6bcd4-545f-45f8-89ba-6f3dd01debc5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.589141] env[63622]: DEBUG oslo_vmware.api [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1992.589141] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d2e6dd-53d9-ff65-800a-495d2d06e587" [ 1992.589141] env[63622]: _type = "Task" [ 1992.589141] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.597484] env[63622]: DEBUG oslo_vmware.api [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d2e6dd-53d9-ff65-800a-495d2d06e587, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.719690] env[63622]: DEBUG nova.compute.manager [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1992.794897] env[63622]: DEBUG nova.compute.manager [req-de0d32b6-a4cd-4d26-ae79-f5486185c0d3 req-812d32ad-1172-442c-8f12-b9d13426f592 service nova] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Received event network-vif-plugged-cdc2825f-706b-4a65-928f-9d62134a20c9 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1992.795065] env[63622]: DEBUG oslo_concurrency.lockutils [req-de0d32b6-a4cd-4d26-ae79-f5486185c0d3 req-812d32ad-1172-442c-8f12-b9d13426f592 service nova] Acquiring lock "77ecc42e-90bb-4a90-9209-d0338fe4d760-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.795280] env[63622]: DEBUG oslo_concurrency.lockutils [req-de0d32b6-a4cd-4d26-ae79-f5486185c0d3 req-812d32ad-1172-442c-8f12-b9d13426f592 service nova] Lock "77ecc42e-90bb-4a90-9209-d0338fe4d760-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.795421] env[63622]: DEBUG oslo_concurrency.lockutils [req-de0d32b6-a4cd-4d26-ae79-f5486185c0d3 req-812d32ad-1172-442c-8f12-b9d13426f592 service nova] Lock "77ecc42e-90bb-4a90-9209-d0338fe4d760-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.795589] env[63622]: DEBUG nova.compute.manager [req-de0d32b6-a4cd-4d26-ae79-f5486185c0d3 req-812d32ad-1172-442c-8f12-b9d13426f592 service nova] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] No waiting events found dispatching network-vif-plugged-cdc2825f-706b-4a65-928f-9d62134a20c9 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1992.795754] env[63622]: WARNING nova.compute.manager [req-de0d32b6-a4cd-4d26-ae79-f5486185c0d3 req-812d32ad-1172-442c-8f12-b9d13426f592 service nova] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Received unexpected event network-vif-plugged-cdc2825f-706b-4a65-928f-9d62134a20c9 for instance with vm_state shelved_offloaded and task_state spawning. [ 1992.815021] env[63622]: DEBUG oslo_vmware.api [None req-2f7ecab9-826c-4ef7-b3e0-0edc9d2fce89 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817806, 'name': PowerOffVM_Task, 'duration_secs': 0.188271} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.815021] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f7ecab9-826c-4ef7-b3e0-0edc9d2fce89 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1992.815021] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7ecab9-826c-4ef7-b3e0-0edc9d2fce89 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1992.815021] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44e05862-862b-4ea3-8231-1d0edf3350b1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.830223] env[63622]: DEBUG nova.compute.manager [req-c0d3d929-5f68-43bf-b3cb-59a3e7d972a7 req-0b264053-fb52-469a-a3fb-3cb360a1544f service nova] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Received event network-vif-plugged-24771ee4-2368-4a5e-ad0d-99ac6aad0ee2 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1992.830223] env[63622]: DEBUG oslo_concurrency.lockutils [req-c0d3d929-5f68-43bf-b3cb-59a3e7d972a7 req-0b264053-fb52-469a-a3fb-3cb360a1544f service nova] Acquiring lock "069d8e36-b0c9-4112-9b20-057fd94c9723-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.830223] env[63622]: DEBUG oslo_concurrency.lockutils [req-c0d3d929-5f68-43bf-b3cb-59a3e7d972a7 req-0b264053-fb52-469a-a3fb-3cb360a1544f service nova] Lock "069d8e36-b0c9-4112-9b20-057fd94c9723-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.830223] env[63622]: DEBUG oslo_concurrency.lockutils [req-c0d3d929-5f68-43bf-b3cb-59a3e7d972a7 req-0b264053-fb52-469a-a3fb-3cb360a1544f service nova] Lock "069d8e36-b0c9-4112-9b20-057fd94c9723-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.830423] env[63622]: DEBUG nova.compute.manager [req-c0d3d929-5f68-43bf-b3cb-59a3e7d972a7 req-0b264053-fb52-469a-a3fb-3cb360a1544f service nova] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] No waiting events found dispatching network-vif-plugged-24771ee4-2368-4a5e-ad0d-99ac6aad0ee2 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1992.830423] env[63622]: WARNING nova.compute.manager [req-c0d3d929-5f68-43bf-b3cb-59a3e7d972a7 req-0b264053-fb52-469a-a3fb-3cb360a1544f service nova] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Received unexpected event network-vif-plugged-24771ee4-2368-4a5e-ad0d-99ac6aad0ee2 for instance with vm_state building and task_state spawning. [ 1992.889549] env[63622]: DEBUG oslo_concurrency.lockutils [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "refresh_cache-77ecc42e-90bb-4a90-9209-d0338fe4d760" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1992.889823] env[63622]: DEBUG oslo_concurrency.lockutils [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquired lock "refresh_cache-77ecc42e-90bb-4a90-9209-d0338fe4d760" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1992.889935] env[63622]: DEBUG nova.network.neutron [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1992.958676] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7ecab9-826c-4ef7-b3e0-0edc9d2fce89 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1992.958943] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7ecab9-826c-4ef7-b3e0-0edc9d2fce89 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1992.959133] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f7ecab9-826c-4ef7-b3e0-0edc9d2fce89 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Deleting the datastore file [datastore1] cc685530-fdce-4f5d-85f2-3cced123ae15 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1992.959411] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e621aa1-3c20-415b-9c25-afef1a50438b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.967460] env[63622]: DEBUG oslo_vmware.api [None req-2f7ecab9-826c-4ef7-b3e0-0edc9d2fce89 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for the task: (returnval){ [ 1992.967460] env[63622]: value = "task-1817808" [ 1992.967460] env[63622]: _type = "Task" [ 1992.967460] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.975729] env[63622]: DEBUG oslo_vmware.api [None req-2f7ecab9-826c-4ef7-b3e0-0edc9d2fce89 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817808, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.015347] env[63622]: DEBUG nova.network.neutron [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Successfully updated port: 24771ee4-2368-4a5e-ad0d-99ac6aad0ee2 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1993.099621] env[63622]: DEBUG oslo_vmware.api [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d2e6dd-53d9-ff65-800a-495d2d06e587, 'name': SearchDatastore_Task, 'duration_secs': 0.00959} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.100406] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b01facfa-6f0a-48cd-a081-2eb40242aeea {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.105483] env[63622]: DEBUG oslo_vmware.api [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1993.105483] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b29594-246f-d88f-5e36-66f99fbabdec" [ 1993.105483] env[63622]: _type = "Task" [ 1993.105483] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.112566] env[63622]: DEBUG oslo_vmware.api [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b29594-246f-d88f-5e36-66f99fbabdec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.247836] env[63622]: DEBUG oslo_concurrency.lockutils [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1993.248142] env[63622]: DEBUG oslo_concurrency.lockutils [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.249757] env[63622]: INFO nova.compute.claims [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1993.478262] env[63622]: DEBUG oslo_vmware.api [None req-2f7ecab9-826c-4ef7-b3e0-0edc9d2fce89 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Task: {'id': task-1817808, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123806} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.479049] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f7ecab9-826c-4ef7-b3e0-0edc9d2fce89 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1993.479049] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7ecab9-826c-4ef7-b3e0-0edc9d2fce89 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1993.479049] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7ecab9-826c-4ef7-b3e0-0edc9d2fce89 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1993.479049] env[63622]: INFO nova.compute.manager [None req-2f7ecab9-826c-4ef7-b3e0-0edc9d2fce89 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1993.479293] env[63622]: DEBUG oslo.service.loopingcall [None req-2f7ecab9-826c-4ef7-b3e0-0edc9d2fce89 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1993.479469] env[63622]: DEBUG nova.compute.manager [-] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1993.479566] env[63622]: DEBUG nova.network.neutron [-] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1993.517895] env[63622]: DEBUG oslo_concurrency.lockutils [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Acquiring lock "refresh_cache-069d8e36-b0c9-4112-9b20-057fd94c9723" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1993.518056] env[63622]: DEBUG oslo_concurrency.lockutils [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Acquired lock "refresh_cache-069d8e36-b0c9-4112-9b20-057fd94c9723" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1993.518211] env[63622]: DEBUG nova.network.neutron [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1993.535931] env[63622]: DEBUG nova.network.neutron [-] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1993.616599] env[63622]: DEBUG oslo_vmware.api [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52b29594-246f-d88f-5e36-66f99fbabdec, 'name': SearchDatastore_Task, 'duration_secs': 0.009198} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.617195] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1993.617461] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] cafa63ee-006a-4d28-b16f-87f40c497cfb/cafa63ee-006a-4d28-b16f-87f40c497cfb.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1993.617800] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adaa1c21-3096-4bd4-bf7d-56a13601e12c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.624753] env[63622]: DEBUG oslo_vmware.api [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1993.624753] env[63622]: value = "task-1817809" [ 1993.624753] env[63622]: _type = "Task" [ 1993.624753] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.632796] env[63622]: DEBUG oslo_vmware.api [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817809, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.710235] env[63622]: DEBUG nova.network.neutron [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Updating instance_info_cache with network_info: [{"id": "cdc2825f-706b-4a65-928f-9d62134a20c9", "address": "fa:16:3e:a6:19:14", "network": {"id": "d99154f7-509d-4022-8cc6-a3f6dfa87b98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065749372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a0890704ac74d28998a905c11f1f4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdc2825f-70", "ovs_interfaceid": "cdc2825f-706b-4a65-928f-9d62134a20c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1994.039045] env[63622]: INFO nova.compute.manager [-] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Took 1.69 seconds to deallocate network for instance. [ 1994.051401] env[63622]: DEBUG nova.network.neutron [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1994.134196] env[63622]: DEBUG oslo_vmware.api [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817809, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455379} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.134433] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] cafa63ee-006a-4d28-b16f-87f40c497cfb/cafa63ee-006a-4d28-b16f-87f40c497cfb.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1994.134664] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1994.134945] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-582be94b-de4e-4763-a604-3694231a8c52 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.141862] env[63622]: DEBUG oslo_vmware.api [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1994.141862] env[63622]: value = "task-1817810" [ 1994.141862] env[63622]: _type = "Task" [ 1994.141862] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.151329] env[63622]: DEBUG oslo_vmware.api [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817810, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.184990] env[63622]: DEBUG nova.network.neutron [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Updating instance_info_cache with network_info: [{"id": "24771ee4-2368-4a5e-ad0d-99ac6aad0ee2", "address": "fa:16:3e:4d:74:66", "network": {"id": "49115de2-d0c4-449b-ada0-c22de90d3afa", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-51768816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cb2ead9fe9b4633a4aa0ce4445e105a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24771ee4-23", "ovs_interfaceid": "24771ee4-2368-4a5e-ad0d-99ac6aad0ee2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1994.213142] env[63622]: DEBUG oslo_concurrency.lockutils [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Releasing lock "refresh_cache-77ecc42e-90bb-4a90-9209-d0338fe4d760" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1994.241394] env[63622]: DEBUG nova.virt.hardware [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='88585a427be613e56cc1e9049492b2fa',container_format='bare',created_at=2024-12-12T14:12:37Z,direct_url=,disk_format='vmdk',id=e0242617-424c-46c1-87d2-ed46f8c0c842,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1230973656-shelved',owner='1a0890704ac74d28998a905c11f1f4b0',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2024-12-12T14:12:53Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1994.241663] env[63622]: DEBUG nova.virt.hardware [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1994.241810] env[63622]: DEBUG nova.virt.hardware [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1994.241990] env[63622]: DEBUG nova.virt.hardware [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1994.242167] env[63622]: DEBUG nova.virt.hardware [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1994.242321] env[63622]: DEBUG nova.virt.hardware [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1994.242535] env[63622]: DEBUG nova.virt.hardware [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1994.242715] env[63622]: DEBUG nova.virt.hardware [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1994.242881] env[63622]: DEBUG nova.virt.hardware [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1994.243061] env[63622]: DEBUG nova.virt.hardware [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1994.243237] env[63622]: DEBUG nova.virt.hardware [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1994.244135] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5938e3f0-256b-4676-a13d-49090131ec7b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.253998] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b74b610-a781-4d3d-ab32-b59f3a00a2ca {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.271465] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:19:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdc2825f-706b-4a65-928f-9d62134a20c9', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1994.278828] env[63622]: DEBUG oslo.service.loopingcall [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1994.279246] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1994.279449] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78094887-5459-4cc4-965e-b3d7a2e93549 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.298395] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1994.298395] env[63622]: value = "task-1817811" [ 1994.298395] env[63622]: _type = "Task" [ 1994.298395] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.305933] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817811, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.348825] env[63622]: DEBUG nova.network.neutron [-] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1994.394979] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a34a5f7-b41c-46d1-8379-2e53e16437db {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.402627] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8e326a-8e93-4101-a169-02b6abdc21d2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.434727] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c1e770-d8e2-41cb-ac5a-8c09c14cb9dd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.443470] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f78dd56-de59-4b35-819a-aab39ec6de25 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.459627] env[63622]: DEBUG nova.compute.provider_tree [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1994.584162] env[63622]: INFO nova.compute.manager [None req-592c3f42-25cf-49f7-8c43-a3517b170def tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Took 0.54 seconds to detach 1 volumes for instance. [ 1994.586671] env[63622]: DEBUG nova.compute.manager [None req-592c3f42-25cf-49f7-8c43-a3517b170def tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Deleting volume: c628b97e-db0d-4dfe-9936-91eafc582e5f {{(pid=63622) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1994.652409] env[63622]: DEBUG oslo_vmware.api [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817810, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06321} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.652750] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1994.653586] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ae60ba-2ae1-4f9f-8257-2e5c5d35e719 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.679898] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] cafa63ee-006a-4d28-b16f-87f40c497cfb/cafa63ee-006a-4d28-b16f-87f40c497cfb.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1994.680863] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e6dc251-1ecd-43c8-a827-71d9497002db {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.695365] env[63622]: DEBUG oslo_concurrency.lockutils [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Releasing lock "refresh_cache-069d8e36-b0c9-4112-9b20-057fd94c9723" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1994.695674] env[63622]: DEBUG nova.compute.manager [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Instance network_info: |[{"id": "24771ee4-2368-4a5e-ad0d-99ac6aad0ee2", "address": "fa:16:3e:4d:74:66", "network": {"id": "49115de2-d0c4-449b-ada0-c22de90d3afa", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-51768816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cb2ead9fe9b4633a4aa0ce4445e105a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24771ee4-23", "ovs_interfaceid": "24771ee4-2368-4a5e-ad0d-99ac6aad0ee2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1994.696112] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:74:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5291d0-ee0f-4d70-b2ae-ab6879a67b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24771ee4-2368-4a5e-ad0d-99ac6aad0ee2', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1994.703263] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Creating folder: Project (4cb2ead9fe9b4633a4aa0ce4445e105a). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1994.704132] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f281e9db-ff68-472a-a740-0a8d2b3c034a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.709801] env[63622]: DEBUG oslo_vmware.api [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1994.709801] env[63622]: value = "task-1817813" [ 1994.709801] env[63622]: _type = "Task" [ 1994.709801] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.715112] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Created folder: Project (4cb2ead9fe9b4633a4aa0ce4445e105a) in parent group-v376252. [ 1994.716269] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Creating folder: Instances. Parent ref: group-v376566. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1994.718282] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ade6b46-161a-4d02-9456-e59e1ecc8cb8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.720225] env[63622]: DEBUG oslo_vmware.api [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817813, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.728462] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Created folder: Instances in parent group-v376566. [ 1994.728702] env[63622]: DEBUG oslo.service.loopingcall [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1994.728889] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1994.729104] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ef7253c-21c0-4660-a2c1-b85eb7c33380 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.749015] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1994.749015] env[63622]: value = "task-1817816" [ 1994.749015] env[63622]: _type = "Task" [ 1994.749015] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.757285] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817816, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.809616] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817811, 'name': CreateVM_Task, 'duration_secs': 0.345016} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.809827] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1994.811317] env[63622]: DEBUG oslo_concurrency.lockutils [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0242617-424c-46c1-87d2-ed46f8c0c842" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1994.811317] env[63622]: DEBUG oslo_concurrency.lockutils [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0242617-424c-46c1-87d2-ed46f8c0c842" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1994.811654] env[63622]: DEBUG oslo_concurrency.lockutils [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0242617-424c-46c1-87d2-ed46f8c0c842" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1994.811860] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-213252dd-475c-41db-88f2-942923c5452d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.818147] env[63622]: DEBUG oslo_vmware.api [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1994.818147] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a3d5d8-03c9-6f3d-bad9-649acdcae5fd" [ 1994.818147] env[63622]: _type = "Task" [ 1994.818147] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.824343] env[63622]: DEBUG nova.compute.manager [req-8917050a-85b0-4212-b334-a7c11f6c1273 req-3c55b6d6-6d60-4bf1-b8c4-f9540ec8e211 service nova] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Received event network-changed-cdc2825f-706b-4a65-928f-9d62134a20c9 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1994.824461] env[63622]: DEBUG nova.compute.manager [req-8917050a-85b0-4212-b334-a7c11f6c1273 req-3c55b6d6-6d60-4bf1-b8c4-f9540ec8e211 service nova] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Refreshing instance network info cache due to event network-changed-cdc2825f-706b-4a65-928f-9d62134a20c9. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1994.824721] env[63622]: DEBUG oslo_concurrency.lockutils [req-8917050a-85b0-4212-b334-a7c11f6c1273 req-3c55b6d6-6d60-4bf1-b8c4-f9540ec8e211 service nova] Acquiring lock "refresh_cache-77ecc42e-90bb-4a90-9209-d0338fe4d760" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1994.825013] env[63622]: DEBUG oslo_concurrency.lockutils [req-8917050a-85b0-4212-b334-a7c11f6c1273 req-3c55b6d6-6d60-4bf1-b8c4-f9540ec8e211 service nova] Acquired lock "refresh_cache-77ecc42e-90bb-4a90-9209-d0338fe4d760" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1994.825168] env[63622]: DEBUG nova.network.neutron [req-8917050a-85b0-4212-b334-a7c11f6c1273 req-3c55b6d6-6d60-4bf1-b8c4-f9540ec8e211 service nova] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Refreshing network info cache for port cdc2825f-706b-4a65-928f-9d62134a20c9 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1994.834368] env[63622]: DEBUG oslo_vmware.api [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52a3d5d8-03c9-6f3d-bad9-649acdcae5fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.851408] env[63622]: INFO nova.compute.manager [-] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Took 1.37 seconds to deallocate network for instance. [ 1994.870393] env[63622]: DEBUG nova.compute.manager [req-1d477621-e1d6-4da6-9047-920afdc78fbd req-8dcc2e97-c1c6-44d1-90fa-f6b0902426aa service nova] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Received event network-changed-24771ee4-2368-4a5e-ad0d-99ac6aad0ee2 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1994.872022] env[63622]: DEBUG nova.compute.manager [req-1d477621-e1d6-4da6-9047-920afdc78fbd req-8dcc2e97-c1c6-44d1-90fa-f6b0902426aa service nova] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Refreshing instance network info cache due to event network-changed-24771ee4-2368-4a5e-ad0d-99ac6aad0ee2. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1994.872022] env[63622]: DEBUG oslo_concurrency.lockutils [req-1d477621-e1d6-4da6-9047-920afdc78fbd req-8dcc2e97-c1c6-44d1-90fa-f6b0902426aa service nova] Acquiring lock "refresh_cache-069d8e36-b0c9-4112-9b20-057fd94c9723" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1994.872022] env[63622]: DEBUG oslo_concurrency.lockutils [req-1d477621-e1d6-4da6-9047-920afdc78fbd req-8dcc2e97-c1c6-44d1-90fa-f6b0902426aa service nova] Acquired lock "refresh_cache-069d8e36-b0c9-4112-9b20-057fd94c9723" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1994.872022] env[63622]: DEBUG nova.network.neutron [req-1d477621-e1d6-4da6-9047-920afdc78fbd req-8dcc2e97-c1c6-44d1-90fa-f6b0902426aa service nova] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Refreshing network info cache for port 24771ee4-2368-4a5e-ad0d-99ac6aad0ee2 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1994.963410] env[63622]: DEBUG nova.scheduler.client.report [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1995.132437] env[63622]: DEBUG oslo_concurrency.lockutils [None req-592c3f42-25cf-49f7-8c43-a3517b170def tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1995.220744] env[63622]: DEBUG oslo_vmware.api [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817813, 'name': ReconfigVM_Task, 'duration_secs': 0.290519} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.221062] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Reconfigured VM instance instance-00000078 to attach disk [datastore1] cafa63ee-006a-4d28-b16f-87f40c497cfb/cafa63ee-006a-4d28-b16f-87f40c497cfb.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1995.221727] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89ee1663-2bb8-4fdd-bcf1-c9d771fe7999 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.229863] env[63622]: DEBUG oslo_vmware.api [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1995.229863] env[63622]: value = "task-1817817" [ 1995.229863] env[63622]: _type = "Task" [ 1995.229863] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.238950] env[63622]: DEBUG oslo_vmware.api [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817817, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.260356] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817816, 'name': CreateVM_Task, 'duration_secs': 0.3615} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.260515] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1995.261188] env[63622]: DEBUG oslo_concurrency.lockutils [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1995.261369] env[63622]: DEBUG oslo_concurrency.lockutils [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1995.261720] env[63622]: DEBUG oslo_concurrency.lockutils [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1995.261990] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef07b750-f356-4305-8618-fccb9d3715e8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.266991] env[63622]: DEBUG oslo_vmware.api [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Waiting for the task: (returnval){ [ 1995.266991] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52596691-a7aa-9a5e-b61b-973b482e3325" [ 1995.266991] env[63622]: _type = "Task" [ 1995.266991] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.274747] env[63622]: DEBUG oslo_vmware.api [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52596691-a7aa-9a5e-b61b-973b482e3325, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.333187] env[63622]: DEBUG oslo_concurrency.lockutils [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0242617-424c-46c1-87d2-ed46f8c0c842" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1995.333436] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Processing image e0242617-424c-46c1-87d2-ed46f8c0c842 {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1995.333664] env[63622]: DEBUG oslo_concurrency.lockutils [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0242617-424c-46c1-87d2-ed46f8c0c842/e0242617-424c-46c1-87d2-ed46f8c0c842.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1995.333812] env[63622]: DEBUG oslo_concurrency.lockutils [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0242617-424c-46c1-87d2-ed46f8c0c842/e0242617-424c-46c1-87d2-ed46f8c0c842.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1995.334027] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1995.334642] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7503b49-0a5b-4d10-925d-c004d126ef9a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.342911] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1995.343107] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1995.343812] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04e1073f-8b4f-4a27-a93a-016d30153bc2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.349236] env[63622]: DEBUG oslo_vmware.api [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1995.349236] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]523195b6-fa9c-9461-608a-1846a7e59f34" [ 1995.349236] env[63622]: _type = "Task" [ 1995.349236] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.357351] env[63622]: DEBUG oslo_vmware.api [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]523195b6-fa9c-9461-608a-1846a7e59f34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.359311] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f7ecab9-826c-4ef7-b3e0-0edc9d2fce89 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1995.469286] env[63622]: DEBUG oslo_concurrency.lockutils [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.221s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1995.469833] env[63622]: DEBUG nova.compute.manager [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1995.476068] env[63622]: DEBUG oslo_concurrency.lockutils [None req-592c3f42-25cf-49f7-8c43-a3517b170def tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.343s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1995.476068] env[63622]: DEBUG oslo_concurrency.lockutils [None req-592c3f42-25cf-49f7-8c43-a3517b170def tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1995.477226] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f7ecab9-826c-4ef7-b3e0-0edc9d2fce89 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.118s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1995.477442] env[63622]: DEBUG nova.objects.instance [None req-2f7ecab9-826c-4ef7-b3e0-0edc9d2fce89 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lazy-loading 'resources' on Instance uuid cc685530-fdce-4f5d-85f2-3cced123ae15 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1995.504135] env[63622]: INFO nova.scheduler.client.report [None req-592c3f42-25cf-49f7-8c43-a3517b170def tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Deleted allocations for instance cb8ecdf4-cfde-49f8-947c-66c10d785135 [ 1995.730781] env[63622]: DEBUG nova.network.neutron [req-8917050a-85b0-4212-b334-a7c11f6c1273 req-3c55b6d6-6d60-4bf1-b8c4-f9540ec8e211 service nova] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Updated VIF entry in instance network info cache for port cdc2825f-706b-4a65-928f-9d62134a20c9. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1995.731177] env[63622]: DEBUG nova.network.neutron [req-8917050a-85b0-4212-b334-a7c11f6c1273 req-3c55b6d6-6d60-4bf1-b8c4-f9540ec8e211 service nova] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Updating instance_info_cache with network_info: [{"id": "cdc2825f-706b-4a65-928f-9d62134a20c9", "address": "fa:16:3e:a6:19:14", "network": {"id": "d99154f7-509d-4022-8cc6-a3f6dfa87b98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065749372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a0890704ac74d28998a905c11f1f4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdc2825f-70", "ovs_interfaceid": "cdc2825f-706b-4a65-928f-9d62134a20c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1995.747334] env[63622]: DEBUG oslo_vmware.api [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817817, 'name': Rename_Task, 'duration_secs': 0.143117} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.747334] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1995.747334] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5771827-9322-43a6-8dab-44d9e636643d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.749564] env[63622]: DEBUG nova.network.neutron [req-1d477621-e1d6-4da6-9047-920afdc78fbd req-8dcc2e97-c1c6-44d1-90fa-f6b0902426aa service nova] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Updated VIF entry in instance network info cache for port 24771ee4-2368-4a5e-ad0d-99ac6aad0ee2. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1995.749893] env[63622]: DEBUG nova.network.neutron [req-1d477621-e1d6-4da6-9047-920afdc78fbd req-8dcc2e97-c1c6-44d1-90fa-f6b0902426aa service nova] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Updating instance_info_cache with network_info: [{"id": "24771ee4-2368-4a5e-ad0d-99ac6aad0ee2", "address": "fa:16:3e:4d:74:66", "network": {"id": "49115de2-d0c4-449b-ada0-c22de90d3afa", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-51768816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cb2ead9fe9b4633a4aa0ce4445e105a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24771ee4-23", "ovs_interfaceid": "24771ee4-2368-4a5e-ad0d-99ac6aad0ee2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1995.753451] env[63622]: DEBUG oslo_vmware.api [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 1995.753451] env[63622]: value = "task-1817818" [ 1995.753451] env[63622]: _type = "Task" [ 1995.753451] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.763000] env[63622]: DEBUG oslo_vmware.api [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.781318] env[63622]: DEBUG oslo_vmware.api [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52596691-a7aa-9a5e-b61b-973b482e3325, 'name': SearchDatastore_Task, 'duration_secs': 0.008812} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.781615] env[63622]: DEBUG oslo_concurrency.lockutils [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1995.781852] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1995.782095] env[63622]: DEBUG oslo_concurrency.lockutils [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1995.782249] env[63622]: DEBUG oslo_concurrency.lockutils [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1995.782427] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1995.782677] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c4bf97a-ac5d-4357-9839-7907425a1656 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.790961] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1995.791165] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1995.791916] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b565f86d-b12c-4c61-80d1-2955ed9db9ea {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.797094] env[63622]: DEBUG oslo_vmware.api [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Waiting for the task: (returnval){ [ 1995.797094] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]523a2d81-d57c-8ad0-8c89-8e99d92d3ba5" [ 1995.797094] env[63622]: _type = "Task" [ 1995.797094] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.806594] env[63622]: DEBUG oslo_vmware.api [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]523a2d81-d57c-8ad0-8c89-8e99d92d3ba5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.859813] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Preparing fetch location {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1995.860096] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Fetch image to [datastore1] OSTACK_IMG_5cfd8257-6302-4eb2-ac4e-b7e59d057f1a/OSTACK_IMG_5cfd8257-6302-4eb2-ac4e-b7e59d057f1a.vmdk {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1995.860280] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Downloading stream optimized image e0242617-424c-46c1-87d2-ed46f8c0c842 to [datastore1] OSTACK_IMG_5cfd8257-6302-4eb2-ac4e-b7e59d057f1a/OSTACK_IMG_5cfd8257-6302-4eb2-ac4e-b7e59d057f1a.vmdk on the data store datastore1 as vApp {{(pid=63622) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1995.860451] env[63622]: DEBUG nova.virt.vmwareapi.images [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Downloading image file data e0242617-424c-46c1-87d2-ed46f8c0c842 to the ESX as VM named 'OSTACK_IMG_5cfd8257-6302-4eb2-ac4e-b7e59d057f1a' {{(pid=63622) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1995.937327] env[63622]: DEBUG oslo_vmware.rw_handles [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1995.937327] env[63622]: value = "resgroup-9" [ 1995.937327] env[63622]: _type = "ResourcePool" [ 1995.937327] env[63622]: }. {{(pid=63622) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1995.937709] env[63622]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-26afae7c-c000-4b94-a7ef-ecadd819da88 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.960426] env[63622]: DEBUG oslo_vmware.rw_handles [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lease: (returnval){ [ 1995.960426] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52cd94c9-7a39-8602-17b6-5ac823390133" [ 1995.960426] env[63622]: _type = "HttpNfcLease" [ 1995.960426] env[63622]: } obtained for vApp import into resource pool (val){ [ 1995.960426] env[63622]: value = "resgroup-9" [ 1995.960426] env[63622]: _type = "ResourcePool" [ 1995.960426] env[63622]: }. {{(pid=63622) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1995.960796] env[63622]: DEBUG oslo_vmware.api [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the lease: (returnval){ [ 1995.960796] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52cd94c9-7a39-8602-17b6-5ac823390133" [ 1995.960796] env[63622]: _type = "HttpNfcLease" [ 1995.960796] env[63622]: } to be ready. {{(pid=63622) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1995.968864] env[63622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1995.968864] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52cd94c9-7a39-8602-17b6-5ac823390133" [ 1995.968864] env[63622]: _type = "HttpNfcLease" [ 1995.968864] env[63622]: } is initializing. {{(pid=63622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1995.980847] env[63622]: DEBUG nova.compute.utils [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1995.986511] env[63622]: DEBUG nova.compute.manager [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1995.986980] env[63622]: DEBUG nova.network.neutron [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1996.012664] env[63622]: DEBUG oslo_concurrency.lockutils [None req-592c3f42-25cf-49f7-8c43-a3517b170def tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "cb8ecdf4-cfde-49f8-947c-66c10d785135" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.769s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.035056] env[63622]: DEBUG nova.policy [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c1670b678724f49be724cbc009c8cb6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e31a48c01354bcb9da91dcb5cd0f901', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 1996.089868] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ae3310-9a73-454c-80ee-db5f24ac2481 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.097982] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f715b242-24a0-4e9e-951e-143676bafa41 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.132374] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d44a3b-403d-4b54-b894-56639c7781f6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.140778] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd79c309-e2cf-4802-908f-0c8460cd45ae {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.154594] env[63622]: DEBUG nova.compute.provider_tree [None req-2f7ecab9-826c-4ef7-b3e0-0edc9d2fce89 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1996.239551] env[63622]: DEBUG oslo_concurrency.lockutils [req-8917050a-85b0-4212-b334-a7c11f6c1273 req-3c55b6d6-6d60-4bf1-b8c4-f9540ec8e211 service nova] Releasing lock "refresh_cache-77ecc42e-90bb-4a90-9209-d0338fe4d760" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1996.253283] env[63622]: DEBUG oslo_concurrency.lockutils [req-1d477621-e1d6-4da6-9047-920afdc78fbd req-8dcc2e97-c1c6-44d1-90fa-f6b0902426aa service nova] Releasing lock "refresh_cache-069d8e36-b0c9-4112-9b20-057fd94c9723" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1996.253618] env[63622]: DEBUG nova.compute.manager [req-1d477621-e1d6-4da6-9047-920afdc78fbd req-8dcc2e97-c1c6-44d1-90fa-f6b0902426aa service nova] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Received event network-vif-deleted-5525bbf9-829c-41a1-bf32-75e5177cfd36 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1996.253805] env[63622]: DEBUG nova.compute.manager [req-1d477621-e1d6-4da6-9047-920afdc78fbd req-8dcc2e97-c1c6-44d1-90fa-f6b0902426aa service nova] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Received event network-vif-deleted-9d86d993-77c5-483d-b4d7-d7135f21af51 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1996.265474] env[63622]: DEBUG oslo_vmware.api [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817818, 'name': PowerOnVM_Task, 'duration_secs': 0.4682} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.265735] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1996.265942] env[63622]: INFO nova.compute.manager [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Took 12.35 seconds to spawn the instance on the hypervisor. [ 1996.266275] env[63622]: DEBUG nova.compute.manager [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1996.267329] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975fbd46-3703-4943-943a-cadebf66b130 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.309875] env[63622]: DEBUG oslo_vmware.api [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]523a2d81-d57c-8ad0-8c89-8e99d92d3ba5, 'name': SearchDatastore_Task, 'duration_secs': 0.013953} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.310883] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31a630c2-1689-484a-92bd-a016849d144a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.317954] env[63622]: DEBUG oslo_vmware.api [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Waiting for the task: (returnval){ [ 1996.317954] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52dd7185-c45c-9ff2-2af9-b8a336814a77" [ 1996.317954] env[63622]: _type = "Task" [ 1996.317954] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.326833] env[63622]: DEBUG oslo_vmware.api [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52dd7185-c45c-9ff2-2af9-b8a336814a77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.334525] env[63622]: DEBUG nova.network.neutron [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Successfully created port: 6890f81b-f0e5-4c62-9538-a74f55f1bf14 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1996.470314] env[63622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1996.470314] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52cd94c9-7a39-8602-17b6-5ac823390133" [ 1996.470314] env[63622]: _type = "HttpNfcLease" [ 1996.470314] env[63622]: } is ready. {{(pid=63622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1996.470660] env[63622]: DEBUG oslo_vmware.rw_handles [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1996.470660] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52cd94c9-7a39-8602-17b6-5ac823390133" [ 1996.470660] env[63622]: _type = "HttpNfcLease" [ 1996.470660] env[63622]: }. {{(pid=63622) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1996.471378] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c1ad4d-089c-4af9-b1df-db3ab04c0f5d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.479200] env[63622]: DEBUG oslo_vmware.rw_handles [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee39ec-a7a1-f93e-12c5-615d46daafd5/disk-0.vmdk from lease info. {{(pid=63622) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1996.479393] env[63622]: DEBUG oslo_vmware.rw_handles [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee39ec-a7a1-f93e-12c5-615d46daafd5/disk-0.vmdk. {{(pid=63622) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1996.535670] env[63622]: DEBUG nova.compute.manager [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1996.545014] env[63622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d95b4b1a-c87f-4243-94fb-ed3e72622ed5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.658985] env[63622]: DEBUG nova.scheduler.client.report [None req-2f7ecab9-826c-4ef7-b3e0-0edc9d2fce89 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1996.786543] env[63622]: INFO nova.compute.manager [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Took 21.35 seconds to build instance. [ 1996.830330] env[63622]: DEBUG oslo_vmware.api [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52dd7185-c45c-9ff2-2af9-b8a336814a77, 'name': SearchDatastore_Task, 'duration_secs': 0.010423} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.832037] env[63622]: DEBUG oslo_concurrency.lockutils [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1996.832318] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 069d8e36-b0c9-4112-9b20-057fd94c9723/069d8e36-b0c9-4112-9b20-057fd94c9723.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1996.832587] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61ec361c-cb81-4248-aaf3-afe1eb45c068 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.841967] env[63622]: DEBUG oslo_vmware.api [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Waiting for the task: (returnval){ [ 1996.841967] env[63622]: value = "task-1817820" [ 1996.841967] env[63622]: _type = "Task" [ 1996.841967] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.854763] env[63622]: DEBUG oslo_vmware.api [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Task: {'id': task-1817820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.074143] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c759e586-fe71-43f4-8450-b7ae4a1e8943 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "59bfe42c-856e-424b-a23b-38b4043181c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1997.074382] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c759e586-fe71-43f4-8450-b7ae4a1e8943 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "59bfe42c-856e-424b-a23b-38b4043181c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1997.074623] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c759e586-fe71-43f4-8450-b7ae4a1e8943 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "59bfe42c-856e-424b-a23b-38b4043181c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1997.074820] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c759e586-fe71-43f4-8450-b7ae4a1e8943 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "59bfe42c-856e-424b-a23b-38b4043181c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1997.074990] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c759e586-fe71-43f4-8450-b7ae4a1e8943 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "59bfe42c-856e-424b-a23b-38b4043181c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.078260] env[63622]: INFO nova.compute.manager [None req-c759e586-fe71-43f4-8450-b7ae4a1e8943 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Terminating instance [ 1997.162936] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f7ecab9-826c-4ef7-b3e0-0edc9d2fce89 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.686s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.187381] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1997.187668] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1997.191741] env[63622]: INFO nova.scheduler.client.report [None req-2f7ecab9-826c-4ef7-b3e0-0edc9d2fce89 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Deleted allocations for instance cc685530-fdce-4f5d-85f2-3cced123ae15 [ 1997.291485] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2229a3e3-93d8-4758-baeb-6a214730a07d tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "cafa63ee-006a-4d28-b16f-87f40c497cfb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.879s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.355606] env[63622]: DEBUG oslo_vmware.api [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Task: {'id': task-1817820, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.462714] env[63622]: DEBUG nova.compute.manager [req-c33d653e-d58e-4fb8-8c77-cb8353420be8 req-b1349731-ecd7-42ab-affc-362e1e68ba2a service nova] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Received event network-changed-a2abda03-0cc8-4cc7-9279-62f802ccc094 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1997.462976] env[63622]: DEBUG nova.compute.manager [req-c33d653e-d58e-4fb8-8c77-cb8353420be8 req-b1349731-ecd7-42ab-affc-362e1e68ba2a service nova] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Refreshing instance network info cache due to event network-changed-a2abda03-0cc8-4cc7-9279-62f802ccc094. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1997.463207] env[63622]: DEBUG oslo_concurrency.lockutils [req-c33d653e-d58e-4fb8-8c77-cb8353420be8 req-b1349731-ecd7-42ab-affc-362e1e68ba2a service nova] Acquiring lock "refresh_cache-cafa63ee-006a-4d28-b16f-87f40c497cfb" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1997.463352] env[63622]: DEBUG oslo_concurrency.lockutils [req-c33d653e-d58e-4fb8-8c77-cb8353420be8 req-b1349731-ecd7-42ab-affc-362e1e68ba2a service nova] Acquired lock "refresh_cache-cafa63ee-006a-4d28-b16f-87f40c497cfb" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1997.463551] env[63622]: DEBUG nova.network.neutron [req-c33d653e-d58e-4fb8-8c77-cb8353420be8 req-b1349731-ecd7-42ab-affc-362e1e68ba2a service nova] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Refreshing network info cache for port a2abda03-0cc8-4cc7-9279-62f802ccc094 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1997.546407] env[63622]: DEBUG nova.compute.manager [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1997.577107] env[63622]: DEBUG nova.virt.hardware [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1997.577376] env[63622]: DEBUG nova.virt.hardware [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1997.577646] env[63622]: DEBUG nova.virt.hardware [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1997.577923] env[63622]: DEBUG nova.virt.hardware [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1997.578136] env[63622]: DEBUG nova.virt.hardware [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1997.578306] env[63622]: DEBUG nova.virt.hardware [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1997.578527] env[63622]: DEBUG nova.virt.hardware [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1997.578715] env[63622]: DEBUG nova.virt.hardware [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1997.579020] env[63622]: DEBUG nova.virt.hardware [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1997.579344] env[63622]: DEBUG nova.virt.hardware [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1997.579555] env[63622]: DEBUG nova.virt.hardware [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1997.580672] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21422689-1277-4a4f-a657-a6c28ad0194f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.586659] env[63622]: DEBUG nova.compute.manager [None req-c759e586-fe71-43f4-8450-b7ae4a1e8943 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1997.586878] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c759e586-fe71-43f4-8450-b7ae4a1e8943 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1997.588012] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aee95ec-c0e4-44b0-a1ff-1caaaadad718 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.599718] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83dc70d6-9c4e-452e-879c-16e1646ab85c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.604673] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c759e586-fe71-43f4-8450-b7ae4a1e8943 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1997.608249] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9825a474-22a3-4ae0-8de0-0cf8d2adaf92 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.627418] env[63622]: DEBUG oslo_vmware.api [None req-c759e586-fe71-43f4-8450-b7ae4a1e8943 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1997.627418] env[63622]: value = "task-1817821" [ 1997.627418] env[63622]: _type = "Task" [ 1997.627418] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.637066] env[63622]: DEBUG oslo_vmware.api [None req-c759e586-fe71-43f4-8450-b7ae4a1e8943 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.671841] env[63622]: DEBUG oslo_vmware.rw_handles [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Completed reading data from the image iterator. {{(pid=63622) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1997.673369] env[63622]: DEBUG oslo_vmware.rw_handles [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee39ec-a7a1-f93e-12c5-615d46daafd5/disk-0.vmdk. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1997.673369] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a463ed-8681-46f8-9cc9-32e70c306454 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.681514] env[63622]: DEBUG oslo_vmware.rw_handles [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee39ec-a7a1-f93e-12c5-615d46daafd5/disk-0.vmdk is in state: ready. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1997.681795] env[63622]: DEBUG oslo_vmware.rw_handles [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee39ec-a7a1-f93e-12c5-615d46daafd5/disk-0.vmdk. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1997.682066] env[63622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-10c7e84b-0fb0-4bbe-ad1d-d2842c8a111a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.706042] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1997.706218] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Starting heal instance info cache {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 1997.708508] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2f7ecab9-826c-4ef7-b3e0-0edc9d2fce89 tempest-ServerDiskConfigTestJSON-1931486943 tempest-ServerDiskConfigTestJSON-1931486943-project-member] Lock "cc685530-fdce-4f5d-85f2-3cced123ae15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.932s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.856492] env[63622]: DEBUG oslo_vmware.api [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Task: {'id': task-1817820, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.926029] env[63622]: DEBUG oslo_vmware.rw_handles [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee39ec-a7a1-f93e-12c5-615d46daafd5/disk-0.vmdk. {{(pid=63622) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1997.926272] env[63622]: INFO nova.virt.vmwareapi.images [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Downloaded image file data e0242617-424c-46c1-87d2-ed46f8c0c842 [ 1997.927195] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc4635d-2411-4dfb-9f47-5b199cb7b90a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.950967] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87ecc35f-3414-4e52-b797-c971d89d1dbb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.991706] env[63622]: INFO nova.virt.vmwareapi.images [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] The imported VM was unregistered [ 1997.992994] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Caching image {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1997.993344] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Creating directory with path [datastore1] devstack-image-cache_base/e0242617-424c-46c1-87d2-ed46f8c0c842 {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1997.993650] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f489595-d049-4374-935e-2c66649ee108 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.052036] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Created directory with path [datastore1] devstack-image-cache_base/e0242617-424c-46c1-87d2-ed46f8c0c842 {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1998.052036] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_5cfd8257-6302-4eb2-ac4e-b7e59d057f1a/OSTACK_IMG_5cfd8257-6302-4eb2-ac4e-b7e59d057f1a.vmdk to [datastore1] devstack-image-cache_base/e0242617-424c-46c1-87d2-ed46f8c0c842/e0242617-424c-46c1-87d2-ed46f8c0c842.vmdk. {{(pid=63622) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1998.052036] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-fce34937-47a3-434c-a4f2-b7785c6804c6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.058381] env[63622]: DEBUG oslo_vmware.api [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 1998.058381] env[63622]: value = "task-1817823" [ 1998.058381] env[63622]: _type = "Task" [ 1998.058381] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.066707] env[63622]: DEBUG oslo_vmware.api [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817823, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.138415] env[63622]: DEBUG oslo_vmware.api [None req-c759e586-fe71-43f4-8450-b7ae4a1e8943 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817821, 'name': PowerOffVM_Task, 'duration_secs': 0.26099} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.138693] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-c759e586-fe71-43f4-8450-b7ae4a1e8943 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1998.138902] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c759e586-fe71-43f4-8450-b7ae4a1e8943 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1998.139207] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2f8fc21-2fa2-42c0-97da-b1b3f8d3a2bd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.221239] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c759e586-fe71-43f4-8450-b7ae4a1e8943 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1998.221497] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c759e586-fe71-43f4-8450-b7ae4a1e8943 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1998.221692] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c759e586-fe71-43f4-8450-b7ae4a1e8943 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Deleting the datastore file [datastore1] 59bfe42c-856e-424b-a23b-38b4043181c8 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1998.222503] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ebd7db7-ea5c-49da-bebd-3e3dec630a31 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.230700] env[63622]: DEBUG oslo_vmware.api [None req-c759e586-fe71-43f4-8450-b7ae4a1e8943 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 1998.230700] env[63622]: value = "task-1817825" [ 1998.230700] env[63622]: _type = "Task" [ 1998.230700] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.239880] env[63622]: DEBUG oslo_vmware.api [None req-c759e586-fe71-43f4-8450-b7ae4a1e8943 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.309236] env[63622]: DEBUG nova.network.neutron [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Successfully updated port: 6890f81b-f0e5-4c62-9538-a74f55f1bf14 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1998.353880] env[63622]: DEBUG oslo_vmware.api [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Task: {'id': task-1817820, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.361360] env[63622]: DEBUG nova.network.neutron [req-c33d653e-d58e-4fb8-8c77-cb8353420be8 req-b1349731-ecd7-42ab-affc-362e1e68ba2a service nova] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Updated VIF entry in instance network info cache for port a2abda03-0cc8-4cc7-9279-62f802ccc094. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1998.361693] env[63622]: DEBUG nova.network.neutron [req-c33d653e-d58e-4fb8-8c77-cb8353420be8 req-b1349731-ecd7-42ab-affc-362e1e68ba2a service nova] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Updating instance_info_cache with network_info: [{"id": "a2abda03-0cc8-4cc7-9279-62f802ccc094", "address": "fa:16:3e:0c:50:b2", "network": {"id": "9fa016ff-84b6-4077-add7-d40824a74722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-258535483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068319b363fb4cf0ab99d3d35221338d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2abda03-0c", "ovs_interfaceid": "a2abda03-0cc8-4cc7-9279-62f802ccc094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1998.568738] env[63622]: DEBUG oslo_vmware.api [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817823, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.742794] env[63622]: DEBUG oslo_vmware.api [None req-c759e586-fe71-43f4-8450-b7ae4a1e8943 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.812220] env[63622]: DEBUG oslo_concurrency.lockutils [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquiring lock "refresh_cache-e196ee47-fb0f-4647-b46c-d398b1bbf4eb" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1998.812384] env[63622]: DEBUG oslo_concurrency.lockutils [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquired lock "refresh_cache-e196ee47-fb0f-4647-b46c-d398b1bbf4eb" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1998.812550] env[63622]: DEBUG nova.network.neutron [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1998.856308] env[63622]: DEBUG oslo_vmware.api [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Task: {'id': task-1817820, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.588798} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.856612] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 069d8e36-b0c9-4112-9b20-057fd94c9723/069d8e36-b0c9-4112-9b20-057fd94c9723.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1998.856923] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1998.857120] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96c7a5bb-3039-468f-acd5-c382196ab4c6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.864121] env[63622]: DEBUG oslo_concurrency.lockutils [req-c33d653e-d58e-4fb8-8c77-cb8353420be8 req-b1349731-ecd7-42ab-affc-362e1e68ba2a service nova] Releasing lock "refresh_cache-cafa63ee-006a-4d28-b16f-87f40c497cfb" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.866018] env[63622]: DEBUG oslo_vmware.api [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Waiting for the task: (returnval){ [ 1998.866018] env[63622]: value = "task-1817826" [ 1998.866018] env[63622]: _type = "Task" [ 1998.866018] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.875505] env[63622]: DEBUG oslo_vmware.api [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Task: {'id': task-1817826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.071281] env[63622]: DEBUG oslo_vmware.api [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817823, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.219346] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Skipping network cache update for instance because it is being deleted. {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10328}} [ 1999.246530] env[63622]: DEBUG oslo_vmware.api [None req-c759e586-fe71-43f4-8450-b7ae4a1e8943 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.544382} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.246991] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-c759e586-fe71-43f4-8450-b7ae4a1e8943 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1999.247264] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c759e586-fe71-43f4-8450-b7ae4a1e8943 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1999.247556] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-c759e586-fe71-43f4-8450-b7ae4a1e8943 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1999.247868] env[63622]: INFO nova.compute.manager [None req-c759e586-fe71-43f4-8450-b7ae4a1e8943 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1999.248302] env[63622]: DEBUG oslo.service.loopingcall [None req-c759e586-fe71-43f4-8450-b7ae4a1e8943 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1999.248505] env[63622]: DEBUG nova.compute.manager [-] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1999.248656] env[63622]: DEBUG nova.network.neutron [-] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1999.366063] env[63622]: DEBUG nova.network.neutron [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1999.377753] env[63622]: DEBUG oslo_vmware.api [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Task: {'id': task-1817826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082932} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.378091] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1999.378936] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9464ea06-1357-4a70-bf31-0ec987ce9692 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.403379] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 069d8e36-b0c9-4112-9b20-057fd94c9723/069d8e36-b0c9-4112-9b20-057fd94c9723.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1999.403718] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52a256cb-c7cf-4e1e-a140-a14852762f46 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.428335] env[63622]: DEBUG oslo_vmware.api [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Waiting for the task: (returnval){ [ 1999.428335] env[63622]: value = "task-1817827" [ 1999.428335] env[63622]: _type = "Task" [ 1999.428335] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.437963] env[63622]: DEBUG oslo_vmware.api [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Task: {'id': task-1817827, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.497147] env[63622]: DEBUG nova.compute.manager [req-7f050ae0-b806-420d-82f2-6a5591d94005 req-3007af03-67d6-46be-a5f3-a5660a114ef3 service nova] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Received event network-vif-plugged-6890f81b-f0e5-4c62-9538-a74f55f1bf14 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1999.497389] env[63622]: DEBUG oslo_concurrency.lockutils [req-7f050ae0-b806-420d-82f2-6a5591d94005 req-3007af03-67d6-46be-a5f3-a5660a114ef3 service nova] Acquiring lock "e196ee47-fb0f-4647-b46c-d398b1bbf4eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1999.497699] env[63622]: DEBUG oslo_concurrency.lockutils [req-7f050ae0-b806-420d-82f2-6a5591d94005 req-3007af03-67d6-46be-a5f3-a5660a114ef3 service nova] Lock "e196ee47-fb0f-4647-b46c-d398b1bbf4eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1999.498612] env[63622]: DEBUG oslo_concurrency.lockutils [req-7f050ae0-b806-420d-82f2-6a5591d94005 req-3007af03-67d6-46be-a5f3-a5660a114ef3 service nova] Lock "e196ee47-fb0f-4647-b46c-d398b1bbf4eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1999.498612] env[63622]: DEBUG nova.compute.manager [req-7f050ae0-b806-420d-82f2-6a5591d94005 req-3007af03-67d6-46be-a5f3-a5660a114ef3 service nova] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] No waiting events found dispatching network-vif-plugged-6890f81b-f0e5-4c62-9538-a74f55f1bf14 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1999.498612] env[63622]: WARNING nova.compute.manager [req-7f050ae0-b806-420d-82f2-6a5591d94005 req-3007af03-67d6-46be-a5f3-a5660a114ef3 service nova] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Received unexpected event network-vif-plugged-6890f81b-f0e5-4c62-9538-a74f55f1bf14 for instance with vm_state building and task_state spawning. [ 1999.498612] env[63622]: DEBUG nova.compute.manager [req-7f050ae0-b806-420d-82f2-6a5591d94005 req-3007af03-67d6-46be-a5f3-a5660a114ef3 service nova] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Received event network-changed-6890f81b-f0e5-4c62-9538-a74f55f1bf14 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1999.498612] env[63622]: DEBUG nova.compute.manager [req-7f050ae0-b806-420d-82f2-6a5591d94005 req-3007af03-67d6-46be-a5f3-a5660a114ef3 service nova] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Refreshing instance network info cache due to event network-changed-6890f81b-f0e5-4c62-9538-a74f55f1bf14. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1999.498883] env[63622]: DEBUG oslo_concurrency.lockutils [req-7f050ae0-b806-420d-82f2-6a5591d94005 req-3007af03-67d6-46be-a5f3-a5660a114ef3 service nova] Acquiring lock "refresh_cache-e196ee47-fb0f-4647-b46c-d398b1bbf4eb" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1999.575319] env[63622]: DEBUG oslo_vmware.api [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817823, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.708355] env[63622]: DEBUG nova.network.neutron [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Updating instance_info_cache with network_info: [{"id": "6890f81b-f0e5-4c62-9538-a74f55f1bf14", "address": "fa:16:3e:3a:0f:7c", "network": {"id": "c5082840-8665-4c31-8817-fd035981c27b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1678857801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e31a48c01354bcb9da91dcb5cd0f901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6890f81b-f0", "ovs_interfaceid": "6890f81b-f0e5-4c62-9538-a74f55f1bf14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1999.939103] env[63622]: DEBUG oslo_vmware.api [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Task: {'id': task-1817827, 'name': ReconfigVM_Task, 'duration_secs': 0.372432} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.939470] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 069d8e36-b0c9-4112-9b20-057fd94c9723/069d8e36-b0c9-4112-9b20-057fd94c9723.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1999.940186] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f33b0778-c094-439f-8d5a-ff4cff089d3f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.948837] env[63622]: DEBUG oslo_vmware.api [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Waiting for the task: (returnval){ [ 1999.948837] env[63622]: value = "task-1817828" [ 1999.948837] env[63622]: _type = "Task" [ 1999.948837] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.958049] env[63622]: DEBUG oslo_vmware.api [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Task: {'id': task-1817828, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.076062] env[63622]: DEBUG oslo_vmware.api [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817823, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.182029] env[63622]: DEBUG nova.network.neutron [-] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2000.212417] env[63622]: DEBUG oslo_concurrency.lockutils [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Releasing lock "refresh_cache-e196ee47-fb0f-4647-b46c-d398b1bbf4eb" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2000.213061] env[63622]: DEBUG nova.compute.manager [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Instance network_info: |[{"id": "6890f81b-f0e5-4c62-9538-a74f55f1bf14", "address": "fa:16:3e:3a:0f:7c", "network": {"id": "c5082840-8665-4c31-8817-fd035981c27b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1678857801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e31a48c01354bcb9da91dcb5cd0f901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6890f81b-f0", "ovs_interfaceid": "6890f81b-f0e5-4c62-9538-a74f55f1bf14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2000.213535] env[63622]: DEBUG oslo_concurrency.lockutils [req-7f050ae0-b806-420d-82f2-6a5591d94005 req-3007af03-67d6-46be-a5f3-a5660a114ef3 service nova] Acquired lock "refresh_cache-e196ee47-fb0f-4647-b46c-d398b1bbf4eb" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2000.213851] env[63622]: DEBUG nova.network.neutron [req-7f050ae0-b806-420d-82f2-6a5591d94005 req-3007af03-67d6-46be-a5f3-a5660a114ef3 service nova] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Refreshing network info cache for port 6890f81b-f0e5-4c62-9538-a74f55f1bf14 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2000.215507] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:0f:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6890f81b-f0e5-4c62-9538-a74f55f1bf14', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2000.225567] env[63622]: DEBUG oslo.service.loopingcall [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2000.230620] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2000.233605] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7b3998c-34dd-4ea3-85e7-7d779b5f1f95 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.257944] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2000.257944] env[63622]: value = "task-1817829" [ 2000.257944] env[63622]: _type = "Task" [ 2000.257944] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.268656] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817829, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.460575] env[63622]: DEBUG oslo_vmware.api [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Task: {'id': task-1817828, 'name': Rename_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.502268] env[63622]: DEBUG nova.network.neutron [req-7f050ae0-b806-420d-82f2-6a5591d94005 req-3007af03-67d6-46be-a5f3-a5660a114ef3 service nova] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Updated VIF entry in instance network info cache for port 6890f81b-f0e5-4c62-9538-a74f55f1bf14. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2000.502778] env[63622]: DEBUG nova.network.neutron [req-7f050ae0-b806-420d-82f2-6a5591d94005 req-3007af03-67d6-46be-a5f3-a5660a114ef3 service nova] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Updating instance_info_cache with network_info: [{"id": "6890f81b-f0e5-4c62-9538-a74f55f1bf14", "address": "fa:16:3e:3a:0f:7c", "network": {"id": "c5082840-8665-4c31-8817-fd035981c27b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1678857801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e31a48c01354bcb9da91dcb5cd0f901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6890f81b-f0", "ovs_interfaceid": "6890f81b-f0e5-4c62-9538-a74f55f1bf14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2000.580471] env[63622]: DEBUG oslo_vmware.api [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817823, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.686029] env[63622]: INFO nova.compute.manager [-] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Took 1.44 seconds to deallocate network for instance. [ 2000.735528] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "refresh_cache-77ecc42e-90bb-4a90-9209-d0338fe4d760" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2000.735815] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquired lock "refresh_cache-77ecc42e-90bb-4a90-9209-d0338fe4d760" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2000.736048] env[63622]: DEBUG nova.network.neutron [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Forcefully refreshing network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2000.769307] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817829, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.961040] env[63622]: DEBUG oslo_vmware.api [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Task: {'id': task-1817828, 'name': Rename_Task, 'duration_secs': 0.994583} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.961459] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2000.961459] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecf34f82-dae9-43aa-8da5-4084df7506d0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.968885] env[63622]: DEBUG oslo_vmware.api [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Waiting for the task: (returnval){ [ 2000.968885] env[63622]: value = "task-1817830" [ 2000.968885] env[63622]: _type = "Task" [ 2000.968885] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.979328] env[63622]: DEBUG oslo_vmware.api [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Task: {'id': task-1817830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.005643] env[63622]: DEBUG oslo_concurrency.lockutils [req-7f050ae0-b806-420d-82f2-6a5591d94005 req-3007af03-67d6-46be-a5f3-a5660a114ef3 service nova] Releasing lock "refresh_cache-e196ee47-fb0f-4647-b46c-d398b1bbf4eb" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2001.079130] env[63622]: DEBUG oslo_vmware.api [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817823, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.192245] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c759e586-fe71-43f4-8450-b7ae4a1e8943 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2001.193524] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c759e586-fe71-43f4-8450-b7ae4a1e8943 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2001.193524] env[63622]: DEBUG nova.objects.instance [None req-c759e586-fe71-43f4-8450-b7ae4a1e8943 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lazy-loading 'resources' on Instance uuid 59bfe42c-856e-424b-a23b-38b4043181c8 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2001.270161] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817829, 'name': CreateVM_Task} progress is 25%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.479666] env[63622]: DEBUG oslo_vmware.api [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Task: {'id': task-1817830, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.526791] env[63622]: DEBUG nova.compute.manager [req-8f800cc0-6488-42d7-b8a9-25e0dfc851e9 req-724f6f80-50c7-4153-ae15-071a21c633fe service nova] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Received event network-vif-deleted-8551cb02-b4bc-4f02-8b67-18a9c0ef87de {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 2001.578406] env[63622]: DEBUG oslo_vmware.api [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817823, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.124213} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.578630] env[63622]: INFO nova.virt.vmwareapi.ds_util [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_5cfd8257-6302-4eb2-ac4e-b7e59d057f1a/OSTACK_IMG_5cfd8257-6302-4eb2-ac4e-b7e59d057f1a.vmdk to [datastore1] devstack-image-cache_base/e0242617-424c-46c1-87d2-ed46f8c0c842/e0242617-424c-46c1-87d2-ed46f8c0c842.vmdk. [ 2001.578820] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Cleaning up location [datastore1] OSTACK_IMG_5cfd8257-6302-4eb2-ac4e-b7e59d057f1a {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2001.578981] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_5cfd8257-6302-4eb2-ac4e-b7e59d057f1a {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2001.579251] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-134300ee-d27c-4c94-b3d9-e3cf38476123 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.585441] env[63622]: DEBUG oslo_vmware.api [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 2001.585441] env[63622]: value = "task-1817831" [ 2001.585441] env[63622]: _type = "Task" [ 2001.585441] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.593893] env[63622]: DEBUG oslo_vmware.api [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.776335] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817829, 'name': CreateVM_Task, 'duration_secs': 1.260187} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.776517] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2001.777759] env[63622]: DEBUG oslo_concurrency.lockutils [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2001.777957] env[63622]: DEBUG oslo_concurrency.lockutils [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2001.778309] env[63622]: DEBUG oslo_concurrency.lockutils [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2001.778581] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6071f782-a257-4169-a735-cfeffd11c589 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.783913] env[63622]: DEBUG oslo_vmware.api [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 2001.783913] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]524b6bdc-eb48-bbdd-c8fa-683ffa2f5683" [ 2001.783913] env[63622]: _type = "Task" [ 2001.783913] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.795503] env[63622]: DEBUG oslo_vmware.api [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]524b6bdc-eb48-bbdd-c8fa-683ffa2f5683, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.798860] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78071f98-355b-4106-967c-3ebfc4ac1374 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.805873] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f18c35-5b19-42ba-aa84-79c5c859bde6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.839499] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7710e6-427c-4803-b3b6-480e7d56bd98 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.847671] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9e053c-addb-44f4-982f-b71637c58c2f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.861854] env[63622]: DEBUG nova.compute.provider_tree [None req-c759e586-fe71-43f4-8450-b7ae4a1e8943 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2001.983751] env[63622]: DEBUG oslo_vmware.api [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Task: {'id': task-1817830, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.022035] env[63622]: DEBUG nova.network.neutron [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Updating instance_info_cache with network_info: [{"id": "cdc2825f-706b-4a65-928f-9d62134a20c9", "address": "fa:16:3e:a6:19:14", "network": {"id": "d99154f7-509d-4022-8cc6-a3f6dfa87b98", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065749372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a0890704ac74d28998a905c11f1f4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdc2825f-70", "ovs_interfaceid": "cdc2825f-706b-4a65-928f-9d62134a20c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2002.097170] env[63622]: DEBUG oslo_vmware.api [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190344} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.097432] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2002.097606] env[63622]: DEBUG oslo_concurrency.lockutils [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0242617-424c-46c1-87d2-ed46f8c0c842/e0242617-424c-46c1-87d2-ed46f8c0c842.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2002.097867] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0242617-424c-46c1-87d2-ed46f8c0c842/e0242617-424c-46c1-87d2-ed46f8c0c842.vmdk to [datastore1] 77ecc42e-90bb-4a90-9209-d0338fe4d760/77ecc42e-90bb-4a90-9209-d0338fe4d760.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2002.098468] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66ca1851-52b7-4347-8089-ae63abb7ebe7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.105975] env[63622]: DEBUG oslo_vmware.api [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 2002.105975] env[63622]: value = "task-1817832" [ 2002.105975] env[63622]: _type = "Task" [ 2002.105975] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.113961] env[63622]: DEBUG oslo_vmware.api [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.298080] env[63622]: DEBUG oslo_vmware.api [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]524b6bdc-eb48-bbdd-c8fa-683ffa2f5683, 'name': SearchDatastore_Task, 'duration_secs': 0.046747} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.298340] env[63622]: DEBUG oslo_concurrency.lockutils [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2002.298552] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2002.298867] env[63622]: DEBUG oslo_concurrency.lockutils [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2002.299128] env[63622]: DEBUG oslo_concurrency.lockutils [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2002.299386] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2002.299709] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e330269c-23a4-4852-9964-3e0b622c004f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.316729] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2002.317010] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2002.318174] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8786c03-8163-4285-a415-58aa5532d7a0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.325340] env[63622]: DEBUG oslo_vmware.api [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 2002.325340] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]524b1be5-5814-712e-aec4-8f864b1d403a" [ 2002.325340] env[63622]: _type = "Task" [ 2002.325340] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.336370] env[63622]: DEBUG oslo_vmware.api [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]524b1be5-5814-712e-aec4-8f864b1d403a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.365715] env[63622]: DEBUG nova.scheduler.client.report [None req-c759e586-fe71-43f4-8450-b7ae4a1e8943 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2002.480798] env[63622]: DEBUG oslo_vmware.api [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Task: {'id': task-1817830, 'name': PowerOnVM_Task, 'duration_secs': 1.338222} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.481099] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2002.481314] env[63622]: INFO nova.compute.manager [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Took 16.36 seconds to spawn the instance on the hypervisor. [ 2002.481500] env[63622]: DEBUG nova.compute.manager [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2002.482343] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fda3ec8-5b56-4915-9594-bf328e03b458 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.525086] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Releasing lock "refresh_cache-77ecc42e-90bb-4a90-9209-d0338fe4d760" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2002.525245] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Updated the network info_cache for instance {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10350}} [ 2002.525360] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2002.525485] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2002.525637] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2002.525784] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2002.526072] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2002.526247] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2002.526382] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63622) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 2002.526527] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager.update_available_resource {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2002.616244] env[63622]: DEBUG oslo_vmware.api [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817832, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.837337] env[63622]: DEBUG oslo_vmware.api [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]524b1be5-5814-712e-aec4-8f864b1d403a, 'name': SearchDatastore_Task, 'duration_secs': 0.009832} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.838299] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4aa8cd4-7939-49b0-a1c6-3e06bf2cf8ec {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.844523] env[63622]: DEBUG oslo_vmware.api [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 2002.844523] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5220d674-3ac3-b971-8860-f0367a4fae2e" [ 2002.844523] env[63622]: _type = "Task" [ 2002.844523] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.852875] env[63622]: DEBUG oslo_vmware.api [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5220d674-3ac3-b971-8860-f0367a4fae2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.871010] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c759e586-fe71-43f4-8450-b7ae4a1e8943 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.678s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.893565] env[63622]: INFO nova.scheduler.client.report [None req-c759e586-fe71-43f4-8450-b7ae4a1e8943 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Deleted allocations for instance 59bfe42c-856e-424b-a23b-38b4043181c8 [ 2003.003028] env[63622]: INFO nova.compute.manager [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Took 25.45 seconds to build instance. [ 2003.030113] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.030376] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2003.030534] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2003.030692] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63622) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2003.031877] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738e3f94-1805-4bb3-ba6d-03af6acaba5f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.041397] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c81d0e-d84a-4c6f-ae15-f440c269b711 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.059297] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6863d5fe-80a1-4734-8888-37a51754d1b0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.066618] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8b3a3e-0f2d-4465-9b20-6d8b621ff1b3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.097375] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179978MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=63622) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2003.097542] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.097678] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2003.116043] env[63622]: DEBUG oslo_vmware.api [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817832, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.355276] env[63622]: DEBUG oslo_vmware.api [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5220d674-3ac3-b971-8860-f0367a4fae2e, 'name': SearchDatastore_Task, 'duration_secs': 0.088565} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.355517] env[63622]: DEBUG oslo_concurrency.lockutils [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2003.356421] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] e196ee47-fb0f-4647-b46c-d398b1bbf4eb/e196ee47-fb0f-4647-b46c-d398b1bbf4eb.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2003.356421] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fa903a7-962c-4ca8-a199-101e541958cd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.364532] env[63622]: DEBUG oslo_vmware.api [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 2003.364532] env[63622]: value = "task-1817833" [ 2003.364532] env[63622]: _type = "Task" [ 2003.364532] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.374081] env[63622]: DEBUG oslo_vmware.api [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817833, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.402044] env[63622]: DEBUG oslo_concurrency.lockutils [None req-c759e586-fe71-43f4-8450-b7ae4a1e8943 tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "59bfe42c-856e-424b-a23b-38b4043181c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.327s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2003.506039] env[63622]: DEBUG oslo_concurrency.lockutils [None req-50cfb3e6-5807-400d-94b2-570bb4a9ed1d tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Lock "069d8e36-b0c9-4112-9b20-057fd94c9723" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.957s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2003.618428] env[63622]: DEBUG oslo_vmware.api [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817832, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.877018] env[63622]: DEBUG oslo_vmware.api [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817833, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.120837] env[63622]: DEBUG oslo_vmware.api [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817832, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.128718] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 565f3e30-b352-4f31-ae46-769c18fb8c12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2004.128914] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance cafa63ee-006a-4d28-b16f-87f40c497cfb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2004.129078] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 77ecc42e-90bb-4a90-9209-d0338fe4d760 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2004.129245] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 069d8e36-b0c9-4112-9b20-057fd94c9723 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2004.129413] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance e196ee47-fb0f-4647-b46c-d398b1bbf4eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2004.129653] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2004.129845] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2004.212407] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4becf9f-3b3e-4595-9f20-efcc87350c2b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.220106] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34222123-736f-443b-ac17-8161f26ba0bf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.251579] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903491d8-9d31-4f8e-b5b5-1e26aa0b43d7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.259776] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31483f27-0d96-4165-af3b-46ba4494090f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.273711] env[63622]: DEBUG oslo_concurrency.lockutils [None req-eec88093-83b2-4da0-b606-262c93f6e1b9 tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Acquiring lock "069d8e36-b0c9-4112-9b20-057fd94c9723" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2004.273978] env[63622]: DEBUG oslo_concurrency.lockutils [None req-eec88093-83b2-4da0-b606-262c93f6e1b9 tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Lock "069d8e36-b0c9-4112-9b20-057fd94c9723" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2004.274211] env[63622]: DEBUG oslo_concurrency.lockutils [None req-eec88093-83b2-4da0-b606-262c93f6e1b9 tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Acquiring lock "069d8e36-b0c9-4112-9b20-057fd94c9723-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2004.274399] env[63622]: DEBUG oslo_concurrency.lockutils [None req-eec88093-83b2-4da0-b606-262c93f6e1b9 tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Lock "069d8e36-b0c9-4112-9b20-057fd94c9723-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2004.274569] env[63622]: DEBUG oslo_concurrency.lockutils [None req-eec88093-83b2-4da0-b606-262c93f6e1b9 tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Lock "069d8e36-b0c9-4112-9b20-057fd94c9723-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2004.276413] env[63622]: DEBUG nova.compute.provider_tree [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2004.277887] env[63622]: INFO nova.compute.manager [None req-eec88093-83b2-4da0-b606-262c93f6e1b9 tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Terminating instance [ 2004.377214] env[63622]: DEBUG oslo_vmware.api [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817833, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.618990] env[63622]: DEBUG oslo_vmware.api [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817832, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.781079] env[63622]: DEBUG nova.scheduler.client.report [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2004.784396] env[63622]: DEBUG nova.compute.manager [None req-eec88093-83b2-4da0-b606-262c93f6e1b9 tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2004.784650] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-eec88093-83b2-4da0-b606-262c93f6e1b9 tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2004.785857] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410dd319-6bd4-4c25-b125-130bbfe75dfd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.793961] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec88093-83b2-4da0-b606-262c93f6e1b9 tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2004.794199] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df65c63f-cc82-4bdc-b626-8d5031d8e5b7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.800706] env[63622]: DEBUG oslo_vmware.api [None req-eec88093-83b2-4da0-b606-262c93f6e1b9 tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Waiting for the task: (returnval){ [ 2004.800706] env[63622]: value = "task-1817835" [ 2004.800706] env[63622]: _type = "Task" [ 2004.800706] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.810256] env[63622]: DEBUG oslo_vmware.api [None req-eec88093-83b2-4da0-b606-262c93f6e1b9 tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Task: {'id': task-1817835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.876737] env[63622]: DEBUG oslo_vmware.api [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817833, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.121287] env[63622]: DEBUG oslo_vmware.api [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817832, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.613798} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.121684] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0242617-424c-46c1-87d2-ed46f8c0c842/e0242617-424c-46c1-87d2-ed46f8c0c842.vmdk to [datastore1] 77ecc42e-90bb-4a90-9209-d0338fe4d760/77ecc42e-90bb-4a90-9209-d0338fe4d760.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2005.122896] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107f3e14-36f0-4864-9b41-f4dd0e079ee9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.147330] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 77ecc42e-90bb-4a90-9209-d0338fe4d760/77ecc42e-90bb-4a90-9209-d0338fe4d760.vmdk or device None with type streamOptimized {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2005.147660] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6144d38c-51db-4ac4-8e94-8f5e8ed7627f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.168720] env[63622]: DEBUG oslo_vmware.api [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 2005.168720] env[63622]: value = "task-1817836" [ 2005.168720] env[63622]: _type = "Task" [ 2005.168720] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.177710] env[63622]: DEBUG oslo_vmware.api [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817836, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.287083] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2005.287382] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.190s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2005.287795] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2005.288042] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Cleaning up deleted instances {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11579}} [ 2005.310718] env[63622]: DEBUG oslo_vmware.api [None req-eec88093-83b2-4da0-b606-262c93f6e1b9 tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Task: {'id': task-1817835, 'name': PowerOffVM_Task, 'duration_secs': 0.203001} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.311345] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec88093-83b2-4da0-b606-262c93f6e1b9 tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2005.311345] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-eec88093-83b2-4da0-b606-262c93f6e1b9 tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2005.311449] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ca9ea2e-b90b-4f9f-a86f-527b181ed655 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.377611] env[63622]: DEBUG oslo_vmware.api [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817833, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.391201] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-eec88093-83b2-4da0-b606-262c93f6e1b9 tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2005.391473] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-eec88093-83b2-4da0-b606-262c93f6e1b9 tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2005.391710] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-eec88093-83b2-4da0-b606-262c93f6e1b9 tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Deleting the datastore file [datastore1] 069d8e36-b0c9-4112-9b20-057fd94c9723 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2005.392129] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a17998d-6cfc-4db9-8abe-b0f73e6b7b68 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.398327] env[63622]: DEBUG oslo_vmware.api [None req-eec88093-83b2-4da0-b606-262c93f6e1b9 tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Waiting for the task: (returnval){ [ 2005.398327] env[63622]: value = "task-1817838" [ 2005.398327] env[63622]: _type = "Task" [ 2005.398327] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.406168] env[63622]: DEBUG oslo_vmware.api [None req-eec88093-83b2-4da0-b606-262c93f6e1b9 tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Task: {'id': task-1817838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.679400] env[63622]: DEBUG oslo_vmware.api [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817836, 'name': ReconfigVM_Task, 'duration_secs': 0.341649} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.679701] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 77ecc42e-90bb-4a90-9209-d0338fe4d760/77ecc42e-90bb-4a90-9209-d0338fe4d760.vmdk or device None with type streamOptimized {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2005.680398] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b91ca403-ba4f-4b30-9170-0116d7d2a8a2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.687534] env[63622]: DEBUG oslo_vmware.api [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 2005.687534] env[63622]: value = "task-1817839" [ 2005.687534] env[63622]: _type = "Task" [ 2005.687534] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.694781] env[63622]: DEBUG oslo_vmware.api [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817839, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.803891] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] There are 53 instances to clean {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11588}} [ 2005.804097] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: cc685530-fdce-4f5d-85f2-3cced123ae15] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2005.877804] env[63622]: DEBUG oslo_vmware.api [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817833, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.907366] env[63622]: DEBUG oslo_vmware.api [None req-eec88093-83b2-4da0-b606-262c93f6e1b9 tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Task: {'id': task-1817838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.466737} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.907611] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-eec88093-83b2-4da0-b606-262c93f6e1b9 tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2005.907852] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-eec88093-83b2-4da0-b606-262c93f6e1b9 tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2005.908069] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-eec88093-83b2-4da0-b606-262c93f6e1b9 tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2005.908253] env[63622]: INFO nova.compute.manager [None req-eec88093-83b2-4da0-b606-262c93f6e1b9 tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2005.908491] env[63622]: DEBUG oslo.service.loopingcall [None req-eec88093-83b2-4da0-b606-262c93f6e1b9 tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2005.908695] env[63622]: DEBUG nova.compute.manager [-] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2005.908759] env[63622]: DEBUG nova.network.neutron [-] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2006.145369] env[63622]: DEBUG nova.compute.manager [req-34285ac0-15e8-4a47-89ae-15c30afc8378 req-67e59691-3d28-47e6-994a-96afed846d9d service nova] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Received event network-vif-deleted-24771ee4-2368-4a5e-ad0d-99ac6aad0ee2 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 2006.145369] env[63622]: INFO nova.compute.manager [req-34285ac0-15e8-4a47-89ae-15c30afc8378 req-67e59691-3d28-47e6-994a-96afed846d9d service nova] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Neutron deleted interface 24771ee4-2368-4a5e-ad0d-99ac6aad0ee2; detaching it from the instance and deleting it from the info cache [ 2006.145369] env[63622]: DEBUG nova.network.neutron [req-34285ac0-15e8-4a47-89ae-15c30afc8378 req-67e59691-3d28-47e6-994a-96afed846d9d service nova] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2006.197390] env[63622]: DEBUG oslo_vmware.api [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817839, 'name': Rename_Task, 'duration_secs': 0.136189} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.197721] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2006.197971] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a768c824-ec44-4fe6-94e6-df70f6af8a99 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.204839] env[63622]: DEBUG oslo_vmware.api [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 2006.204839] env[63622]: value = "task-1817840" [ 2006.204839] env[63622]: _type = "Task" [ 2006.204839] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.212734] env[63622]: DEBUG oslo_vmware.api [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.306993] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 81f8914f-f926-477c-805f-ffeed09453aa] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2006.379417] env[63622]: DEBUG oslo_vmware.api [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817833, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.984907} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.379655] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] e196ee47-fb0f-4647-b46c-d398b1bbf4eb/e196ee47-fb0f-4647-b46c-d398b1bbf4eb.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2006.379888] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2006.380149] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f22c132-c252-45e7-bbd2-c8b6c1624e9d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.385756] env[63622]: DEBUG oslo_vmware.api [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 2006.385756] env[63622]: value = "task-1817841" [ 2006.385756] env[63622]: _type = "Task" [ 2006.385756] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.393351] env[63622]: DEBUG oslo_vmware.api [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817841, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.624834] env[63622]: DEBUG nova.network.neutron [-] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2006.650206] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a968b0f-578e-402e-898a-74bb4951b4a7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.659992] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94587985-d4d7-41b8-a0c6-82ecdaaf30c9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.688502] env[63622]: DEBUG nova.compute.manager [req-34285ac0-15e8-4a47-89ae-15c30afc8378 req-67e59691-3d28-47e6-994a-96afed846d9d service nova] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Detach interface failed, port_id=24771ee4-2368-4a5e-ad0d-99ac6aad0ee2, reason: Instance 069d8e36-b0c9-4112-9b20-057fd94c9723 could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 2006.714063] env[63622]: DEBUG oslo_vmware.api [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817840, 'name': PowerOnVM_Task, 'duration_secs': 0.469752} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.714351] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2006.810430] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 1a44a70f-218c-4860-bb59-bb5e06fa422a] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2006.814872] env[63622]: DEBUG nova.compute.manager [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2006.815726] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19b0d96-1d26-4c9c-b692-ff10373ddf69 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.895486] env[63622]: DEBUG oslo_vmware.api [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817841, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09043} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.895745] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2006.896575] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8532a93-b3a5-4c8e-a635-78ca21ceecd4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.918795] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] e196ee47-fb0f-4647-b46c-d398b1bbf4eb/e196ee47-fb0f-4647-b46c-d398b1bbf4eb.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2006.918978] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9cc9521-97f9-482b-9976-6806d73e967c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.938171] env[63622]: DEBUG oslo_vmware.api [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 2006.938171] env[63622]: value = "task-1817842" [ 2006.938171] env[63622]: _type = "Task" [ 2006.938171] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.945744] env[63622]: DEBUG oslo_vmware.api [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817842, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.046138] env[63622]: DEBUG oslo_concurrency.lockutils [None req-6f25e420-0bd9-452d-bb67-a32c2708311b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "565f3e30-b352-4f31-ae46-769c18fb8c12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2007.046383] env[63622]: DEBUG oslo_concurrency.lockutils [None req-6f25e420-0bd9-452d-bb67-a32c2708311b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "565f3e30-b352-4f31-ae46-769c18fb8c12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2007.046665] env[63622]: DEBUG oslo_concurrency.lockutils [None req-6f25e420-0bd9-452d-bb67-a32c2708311b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "565f3e30-b352-4f31-ae46-769c18fb8c12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2007.046888] env[63622]: DEBUG oslo_concurrency.lockutils [None req-6f25e420-0bd9-452d-bb67-a32c2708311b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "565f3e30-b352-4f31-ae46-769c18fb8c12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2007.047091] env[63622]: DEBUG oslo_concurrency.lockutils [None req-6f25e420-0bd9-452d-bb67-a32c2708311b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "565f3e30-b352-4f31-ae46-769c18fb8c12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2007.049297] env[63622]: INFO nova.compute.manager [None req-6f25e420-0bd9-452d-bb67-a32c2708311b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Terminating instance [ 2007.128190] env[63622]: INFO nova.compute.manager [-] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Took 1.22 seconds to deallocate network for instance. [ 2007.320097] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: a6e0cbfe-cc8a-4962-8f33-07c6e7988f51] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2007.330719] env[63622]: DEBUG oslo_concurrency.lockutils [None req-682a2ce7-bccf-445f-ab4c-ffc2051548d9 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "77ecc42e-90bb-4a90-9209-d0338fe4d760" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 29.339s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2007.448437] env[63622]: DEBUG oslo_vmware.api [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817842, 'name': ReconfigVM_Task, 'duration_secs': 0.267342} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.448714] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Reconfigured VM instance instance-0000007a to attach disk [datastore1] e196ee47-fb0f-4647-b46c-d398b1bbf4eb/e196ee47-fb0f-4647-b46c-d398b1bbf4eb.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2007.449344] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ba6904c-1565-4c36-8cf4-c32ad54432cc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.455611] env[63622]: DEBUG oslo_vmware.api [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 2007.455611] env[63622]: value = "task-1817843" [ 2007.455611] env[63622]: _type = "Task" [ 2007.455611] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.463587] env[63622]: DEBUG oslo_vmware.api [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817843, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.553213] env[63622]: DEBUG nova.compute.manager [None req-6f25e420-0bd9-452d-bb67-a32c2708311b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2007.553465] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-6f25e420-0bd9-452d-bb67-a32c2708311b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2007.554371] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d25eae-d9f1-46e2-ac07-3944c447afdb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.561888] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f25e420-0bd9-452d-bb67-a32c2708311b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2007.562160] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7f7cfa3-7337-4b1a-83a3-da84e1fe0e1a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.568648] env[63622]: DEBUG oslo_vmware.api [None req-6f25e420-0bd9-452d-bb67-a32c2708311b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 2007.568648] env[63622]: value = "task-1817844" [ 2007.568648] env[63622]: _type = "Task" [ 2007.568648] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.577229] env[63622]: DEBUG oslo_vmware.api [None req-6f25e420-0bd9-452d-bb67-a32c2708311b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.634995] env[63622]: DEBUG oslo_concurrency.lockutils [None req-eec88093-83b2-4da0-b606-262c93f6e1b9 tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2007.635279] env[63622]: DEBUG oslo_concurrency.lockutils [None req-eec88093-83b2-4da0-b606-262c93f6e1b9 tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2007.635532] env[63622]: DEBUG nova.objects.instance [None req-eec88093-83b2-4da0-b606-262c93f6e1b9 tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Lazy-loading 'resources' on Instance uuid 069d8e36-b0c9-4112-9b20-057fd94c9723 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2007.823514] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: cb8ecdf4-cfde-49f8-947c-66c10d785135] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2007.965568] env[63622]: DEBUG oslo_vmware.api [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817843, 'name': Rename_Task, 'duration_secs': 0.203512} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.965863] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2007.966124] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa9f5afe-6fc1-48ad-92fe-05fd6cd815c0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.972971] env[63622]: DEBUG oslo_vmware.api [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 2007.972971] env[63622]: value = "task-1817845" [ 2007.972971] env[63622]: _type = "Task" [ 2007.972971] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.981676] env[63622]: DEBUG oslo_vmware.api [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.078241] env[63622]: DEBUG oslo_vmware.api [None req-6f25e420-0bd9-452d-bb67-a32c2708311b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817844, 'name': PowerOffVM_Task, 'duration_secs': 0.181339} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.078531] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f25e420-0bd9-452d-bb67-a32c2708311b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2008.078703] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-6f25e420-0bd9-452d-bb67-a32c2708311b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2008.078962] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95bc530b-f4f4-4feb-bc06-048b4c2f945f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.199963] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-6f25e420-0bd9-452d-bb67-a32c2708311b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2008.200210] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-6f25e420-0bd9-452d-bb67-a32c2708311b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2008.200392] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f25e420-0bd9-452d-bb67-a32c2708311b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Deleting the datastore file [datastore1] 565f3e30-b352-4f31-ae46-769c18fb8c12 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2008.200650] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a99759f7-0f7c-466f-87d0-86b952928f54 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.210815] env[63622]: DEBUG oslo_vmware.api [None req-6f25e420-0bd9-452d-bb67-a32c2708311b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for the task: (returnval){ [ 2008.210815] env[63622]: value = "task-1817847" [ 2008.210815] env[63622]: _type = "Task" [ 2008.210815] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.219844] env[63622]: DEBUG oslo_vmware.api [None req-6f25e420-0bd9-452d-bb67-a32c2708311b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.221357] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787f3065-12a6-4b0a-9f39-89b98c7b2bf8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.228369] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170314dc-ca09-40e9-9996-20a6b9aa1b47 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.258468] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd90190-e348-4861-b238-208c3b57c114 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.266233] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cc6312-9354-4515-9f34-de12bed9b687 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.279268] env[63622]: DEBUG nova.compute.provider_tree [None req-eec88093-83b2-4da0-b606-262c93f6e1b9 tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2008.327024] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: cb6972bf-339e-4c4e-88a8-059a1cd0e0a6] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2008.484474] env[63622]: DEBUG oslo_vmware.api [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817845, 'name': PowerOnVM_Task, 'duration_secs': 0.438815} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.484849] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2008.485098] env[63622]: INFO nova.compute.manager [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Took 10.94 seconds to spawn the instance on the hypervisor. [ 2008.485307] env[63622]: DEBUG nova.compute.manager [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2008.486083] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4698e4c7-3c50-4233-b086-7a94dd40c1df {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.675518] env[63622]: DEBUG oslo_concurrency.lockutils [None req-121aaa5d-85f9-427c-9d27-1a60a50d5ae1 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "77ecc42e-90bb-4a90-9209-d0338fe4d760" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2008.675792] env[63622]: DEBUG oslo_concurrency.lockutils [None req-121aaa5d-85f9-427c-9d27-1a60a50d5ae1 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "77ecc42e-90bb-4a90-9209-d0338fe4d760" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.676033] env[63622]: DEBUG oslo_concurrency.lockutils [None req-121aaa5d-85f9-427c-9d27-1a60a50d5ae1 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "77ecc42e-90bb-4a90-9209-d0338fe4d760-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2008.676228] env[63622]: DEBUG oslo_concurrency.lockutils [None req-121aaa5d-85f9-427c-9d27-1a60a50d5ae1 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "77ecc42e-90bb-4a90-9209-d0338fe4d760-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.676403] env[63622]: DEBUG oslo_concurrency.lockutils [None req-121aaa5d-85f9-427c-9d27-1a60a50d5ae1 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "77ecc42e-90bb-4a90-9209-d0338fe4d760-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2008.678588] env[63622]: INFO nova.compute.manager [None req-121aaa5d-85f9-427c-9d27-1a60a50d5ae1 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Terminating instance [ 2008.720803] env[63622]: DEBUG oslo_vmware.api [None req-6f25e420-0bd9-452d-bb67-a32c2708311b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Task: {'id': task-1817847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151798} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.721017] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f25e420-0bd9-452d-bb67-a32c2708311b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2008.721219] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-6f25e420-0bd9-452d-bb67-a32c2708311b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2008.721395] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-6f25e420-0bd9-452d-bb67-a32c2708311b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2008.721563] env[63622]: INFO nova.compute.manager [None req-6f25e420-0bd9-452d-bb67-a32c2708311b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Took 1.17 seconds to destroy the instance on the hypervisor. [ 2008.721793] env[63622]: DEBUG oslo.service.loopingcall [None req-6f25e420-0bd9-452d-bb67-a32c2708311b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2008.721973] env[63622]: DEBUG nova.compute.manager [-] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2008.722084] env[63622]: DEBUG nova.network.neutron [-] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2008.783508] env[63622]: DEBUG nova.scheduler.client.report [None req-eec88093-83b2-4da0-b606-262c93f6e1b9 tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2008.829841] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: a006c7ef-29f4-4ba8-90d1-802749acbba9] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2009.008623] env[63622]: INFO nova.compute.manager [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Took 15.78 seconds to build instance. [ 2009.024052] env[63622]: DEBUG nova.compute.manager [req-23e14d6f-ba89-4516-b192-98678c0f71f0 req-2d73ebe2-3c38-421d-bd37-04d310c60620 service nova] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Received event network-vif-deleted-99fb4aa6-b454-4ad6-bfef-91a99d00ffd0 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 2009.024319] env[63622]: INFO nova.compute.manager [req-23e14d6f-ba89-4516-b192-98678c0f71f0 req-2d73ebe2-3c38-421d-bd37-04d310c60620 service nova] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Neutron deleted interface 99fb4aa6-b454-4ad6-bfef-91a99d00ffd0; detaching it from the instance and deleting it from the info cache [ 2009.024445] env[63622]: DEBUG nova.network.neutron [req-23e14d6f-ba89-4516-b192-98678c0f71f0 req-2d73ebe2-3c38-421d-bd37-04d310c60620 service nova] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2009.181882] env[63622]: DEBUG nova.compute.manager [None req-121aaa5d-85f9-427c-9d27-1a60a50d5ae1 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2009.182128] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-121aaa5d-85f9-427c-9d27-1a60a50d5ae1 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2009.183040] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c181b8-d19c-456c-b672-d5308c6ab03a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.191021] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-121aaa5d-85f9-427c-9d27-1a60a50d5ae1 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2009.191260] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-307e3db4-07b1-484d-86bb-be74839627d5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.197811] env[63622]: DEBUG oslo_vmware.api [None req-121aaa5d-85f9-427c-9d27-1a60a50d5ae1 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 2009.197811] env[63622]: value = "task-1817848" [ 2009.197811] env[63622]: _type = "Task" [ 2009.197811] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.205916] env[63622]: DEBUG oslo_vmware.api [None req-121aaa5d-85f9-427c-9d27-1a60a50d5ae1 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817848, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.288701] env[63622]: DEBUG oslo_concurrency.lockutils [None req-eec88093-83b2-4da0-b606-262c93f6e1b9 tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.653s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2009.311775] env[63622]: INFO nova.scheduler.client.report [None req-eec88093-83b2-4da0-b606-262c93f6e1b9 tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Deleted allocations for instance 069d8e36-b0c9-4112-9b20-057fd94c9723 [ 2009.333329] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: ac063e1a-4962-45db-9398-322289398e75] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2009.509096] env[63622]: DEBUG nova.network.neutron [-] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2009.510510] env[63622]: DEBUG oslo_concurrency.lockutils [None req-920d0b00-fe95-4d34-a82f-f5feb6b3c203 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "e196ee47-fb0f-4647-b46c-d398b1bbf4eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.293s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2009.526859] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40b186dd-8152-476c-a345-eed01b503870 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.536462] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f05ed8b-1627-4212-9d15-7c2df57d6358 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.562522] env[63622]: DEBUG nova.compute.manager [req-23e14d6f-ba89-4516-b192-98678c0f71f0 req-2d73ebe2-3c38-421d-bd37-04d310c60620 service nova] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Detach interface failed, port_id=99fb4aa6-b454-4ad6-bfef-91a99d00ffd0, reason: Instance 565f3e30-b352-4f31-ae46-769c18fb8c12 could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 2009.707198] env[63622]: DEBUG oslo_vmware.api [None req-121aaa5d-85f9-427c-9d27-1a60a50d5ae1 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817848, 'name': PowerOffVM_Task, 'duration_secs': 0.200294} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.707510] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-121aaa5d-85f9-427c-9d27-1a60a50d5ae1 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2009.707753] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-121aaa5d-85f9-427c-9d27-1a60a50d5ae1 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2009.708022] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-869d5907-b6e6-4ab5-a9c4-d5eb0f2d841d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.821228] env[63622]: DEBUG oslo_concurrency.lockutils [None req-eec88093-83b2-4da0-b606-262c93f6e1b9 tempest-ServerPasswordTestJSON-1898264786 tempest-ServerPasswordTestJSON-1898264786-project-member] Lock "069d8e36-b0c9-4112-9b20-057fd94c9723" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.547s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2009.837803] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 86013933-26fc-4e31-aa1e-3ea08130fb7b] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2009.867637] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-121aaa5d-85f9-427c-9d27-1a60a50d5ae1 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2009.867637] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-121aaa5d-85f9-427c-9d27-1a60a50d5ae1 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2009.867637] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-121aaa5d-85f9-427c-9d27-1a60a50d5ae1 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Deleting the datastore file [datastore1] 77ecc42e-90bb-4a90-9209-d0338fe4d760 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2009.867637] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cf5bea7-8082-4f56-88db-3a833f760d43 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.869017] env[63622]: DEBUG oslo_vmware.api [None req-121aaa5d-85f9-427c-9d27-1a60a50d5ae1 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for the task: (returnval){ [ 2009.869017] env[63622]: value = "task-1817850" [ 2009.869017] env[63622]: _type = "Task" [ 2009.869017] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.878503] env[63622]: DEBUG oslo_vmware.api [None req-121aaa5d-85f9-427c-9d27-1a60a50d5ae1 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817850, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.011809] env[63622]: INFO nova.compute.manager [-] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Took 1.29 seconds to deallocate network for instance. [ 2010.202261] env[63622]: DEBUG nova.compute.manager [req-8f33bfb6-f594-46f4-b3f7-b0bea90d62ec req-af9b6bf3-bb5b-4a83-bdbc-24e9742e9f9e service nova] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Received event network-changed-6890f81b-f0e5-4c62-9538-a74f55f1bf14 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 2010.202471] env[63622]: DEBUG nova.compute.manager [req-8f33bfb6-f594-46f4-b3f7-b0bea90d62ec req-af9b6bf3-bb5b-4a83-bdbc-24e9742e9f9e service nova] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Refreshing instance network info cache due to event network-changed-6890f81b-f0e5-4c62-9538-a74f55f1bf14. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 2010.202680] env[63622]: DEBUG oslo_concurrency.lockutils [req-8f33bfb6-f594-46f4-b3f7-b0bea90d62ec req-af9b6bf3-bb5b-4a83-bdbc-24e9742e9f9e service nova] Acquiring lock "refresh_cache-e196ee47-fb0f-4647-b46c-d398b1bbf4eb" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2010.202825] env[63622]: DEBUG oslo_concurrency.lockutils [req-8f33bfb6-f594-46f4-b3f7-b0bea90d62ec req-af9b6bf3-bb5b-4a83-bdbc-24e9742e9f9e service nova] Acquired lock "refresh_cache-e196ee47-fb0f-4647-b46c-d398b1bbf4eb" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2010.202988] env[63622]: DEBUG nova.network.neutron [req-8f33bfb6-f594-46f4-b3f7-b0bea90d62ec req-af9b6bf3-bb5b-4a83-bdbc-24e9742e9f9e service nova] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Refreshing network info cache for port 6890f81b-f0e5-4c62-9538-a74f55f1bf14 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2010.341212] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 841525cb-ea3b-47c2-b79e-82102553cbf1] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2010.379166] env[63622]: DEBUG oslo_vmware.api [None req-121aaa5d-85f9-427c-9d27-1a60a50d5ae1 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Task: {'id': task-1817850, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188531} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.379531] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-121aaa5d-85f9-427c-9d27-1a60a50d5ae1 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2010.379720] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-121aaa5d-85f9-427c-9d27-1a60a50d5ae1 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2010.379897] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-121aaa5d-85f9-427c-9d27-1a60a50d5ae1 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2010.380080] env[63622]: INFO nova.compute.manager [None req-121aaa5d-85f9-427c-9d27-1a60a50d5ae1 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Took 1.20 seconds to destroy the instance on the hypervisor. [ 2010.380322] env[63622]: DEBUG oslo.service.loopingcall [None req-121aaa5d-85f9-427c-9d27-1a60a50d5ae1 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2010.380508] env[63622]: DEBUG nova.compute.manager [-] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2010.380603] env[63622]: DEBUG nova.network.neutron [-] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2010.518947] env[63622]: DEBUG oslo_concurrency.lockutils [None req-6f25e420-0bd9-452d-bb67-a32c2708311b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.519241] env[63622]: DEBUG oslo_concurrency.lockutils [None req-6f25e420-0bd9-452d-bb67-a32c2708311b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.519772] env[63622]: DEBUG nova.objects.instance [None req-6f25e420-0bd9-452d-bb67-a32c2708311b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lazy-loading 'resources' on Instance uuid 565f3e30-b352-4f31-ae46-769c18fb8c12 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2010.847131] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: b17067e4-3c12-4b51-b8b6-7da67a69f80c] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2011.093777] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141edf8e-88d2-441d-9a5b-e0a406aaa3af {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.100487] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e695610-8ab4-4a9b-9cf0-e681bb97880f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.139098] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3375fe1c-5009-49a2-a7c4-c2c907c03a3b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.148157] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8858fcef-c1de-4286-a1b5-ffeb362fed7c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.163846] env[63622]: DEBUG nova.compute.provider_tree [None req-6f25e420-0bd9-452d-bb67-a32c2708311b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2011.230699] env[63622]: DEBUG nova.network.neutron [req-8f33bfb6-f594-46f4-b3f7-b0bea90d62ec req-af9b6bf3-bb5b-4a83-bdbc-24e9742e9f9e service nova] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Updated VIF entry in instance network info cache for port 6890f81b-f0e5-4c62-9538-a74f55f1bf14. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2011.230699] env[63622]: DEBUG nova.network.neutron [req-8f33bfb6-f594-46f4-b3f7-b0bea90d62ec req-af9b6bf3-bb5b-4a83-bdbc-24e9742e9f9e service nova] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Updating instance_info_cache with network_info: [{"id": "6890f81b-f0e5-4c62-9538-a74f55f1bf14", "address": "fa:16:3e:3a:0f:7c", "network": {"id": "c5082840-8665-4c31-8817-fd035981c27b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1678857801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e31a48c01354bcb9da91dcb5cd0f901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6890f81b-f0", "ovs_interfaceid": "6890f81b-f0e5-4c62-9538-a74f55f1bf14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2011.246809] env[63622]: DEBUG nova.compute.manager [req-6d31b948-0c32-4c7a-89e1-df812a069263 req-711dd68e-bf54-4639-931f-6e83ae4b17ca service nova] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Received event network-vif-deleted-cdc2825f-706b-4a65-928f-9d62134a20c9 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 2011.247108] env[63622]: INFO nova.compute.manager [req-6d31b948-0c32-4c7a-89e1-df812a069263 req-711dd68e-bf54-4639-931f-6e83ae4b17ca service nova] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Neutron deleted interface cdc2825f-706b-4a65-928f-9d62134a20c9; detaching it from the instance and deleting it from the info cache [ 2011.247287] env[63622]: DEBUG nova.network.neutron [req-6d31b948-0c32-4c7a-89e1-df812a069263 req-711dd68e-bf54-4639-931f-6e83ae4b17ca service nova] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2011.350979] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 59bfe42c-856e-424b-a23b-38b4043181c8] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2011.666756] env[63622]: DEBUG nova.scheduler.client.report [None req-6f25e420-0bd9-452d-bb67-a32c2708311b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2011.723355] env[63622]: DEBUG nova.network.neutron [-] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2011.732825] env[63622]: DEBUG oslo_concurrency.lockutils [req-8f33bfb6-f594-46f4-b3f7-b0bea90d62ec req-af9b6bf3-bb5b-4a83-bdbc-24e9742e9f9e service nova] Releasing lock "refresh_cache-e196ee47-fb0f-4647-b46c-d398b1bbf4eb" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2011.751053] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1abd8b5c-145e-441a-ac8f-f4727bd26134 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.761572] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6544d8e-fe29-40b4-ba23-876eb935accb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.790313] env[63622]: DEBUG nova.compute.manager [req-6d31b948-0c32-4c7a-89e1-df812a069263 req-711dd68e-bf54-4639-931f-6e83ae4b17ca service nova] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Detach interface failed, port_id=cdc2825f-706b-4a65-928f-9d62134a20c9, reason: Instance 77ecc42e-90bb-4a90-9209-d0338fe4d760 could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 2011.854745] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: f3803982-89cd-4573-be0b-d866c4969b9c] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2012.172314] env[63622]: DEBUG oslo_concurrency.lockutils [None req-6f25e420-0bd9-452d-bb67-a32c2708311b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.653s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.198110] env[63622]: INFO nova.scheduler.client.report [None req-6f25e420-0bd9-452d-bb67-a32c2708311b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Deleted allocations for instance 565f3e30-b352-4f31-ae46-769c18fb8c12 [ 2012.226949] env[63622]: INFO nova.compute.manager [-] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Took 1.85 seconds to deallocate network for instance. [ 2012.358555] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 657f0d2f-9abe-459f-9f39-55b3d0f44c66] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2012.706154] env[63622]: DEBUG oslo_concurrency.lockutils [None req-6f25e420-0bd9-452d-bb67-a32c2708311b tempest-ServerActionsTestOtherA-1509441630 tempest-ServerActionsTestOtherA-1509441630-project-member] Lock "565f3e30-b352-4f31-ae46-769c18fb8c12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.660s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.732784] env[63622]: DEBUG oslo_concurrency.lockutils [None req-121aaa5d-85f9-427c-9d27-1a60a50d5ae1 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2012.732944] env[63622]: DEBUG oslo_concurrency.lockutils [None req-121aaa5d-85f9-427c-9d27-1a60a50d5ae1 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.733185] env[63622]: DEBUG nova.objects.instance [None req-121aaa5d-85f9-427c-9d27-1a60a50d5ae1 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lazy-loading 'resources' on Instance uuid 77ecc42e-90bb-4a90-9209-d0338fe4d760 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2012.863869] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 182a279b-bcac-4716-a074-54bfed531a77] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2013.296016] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08d0afd-e600-417b-9528-8a638f4eae5c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.303935] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6654177d-29c1-4b0a-af4a-a1b6e34268c6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.341382] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85c54c9-7de9-476c-9269-b4872220ff66 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.348863] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59940871-042c-4577-a069-728885c1e213 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.361824] env[63622]: DEBUG nova.compute.provider_tree [None req-121aaa5d-85f9-427c-9d27-1a60a50d5ae1 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2013.367016] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 86ae2ff0-b4e3-4d0b-b935-5012b2b7d818] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2013.865405] env[63622]: DEBUG nova.scheduler.client.report [None req-121aaa5d-85f9-427c-9d27-1a60a50d5ae1 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2013.872899] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 22a1615f-7e0f-4157-a1bf-823c35067eb8] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2014.370297] env[63622]: DEBUG oslo_concurrency.lockutils [None req-121aaa5d-85f9-427c-9d27-1a60a50d5ae1 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.637s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2014.378912] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 625ea38b-6950-4f5f-a86f-b2955517eb6f] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2014.399849] env[63622]: INFO nova.scheduler.client.report [None req-121aaa5d-85f9-427c-9d27-1a60a50d5ae1 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Deleted allocations for instance 77ecc42e-90bb-4a90-9209-d0338fe4d760 [ 2014.887092] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: ff1c8157-91b5-42fe-89e7-d259a280809e] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2014.911528] env[63622]: DEBUG oslo_concurrency.lockutils [None req-121aaa5d-85f9-427c-9d27-1a60a50d5ae1 tempest-ServerActionsTestOtherB-161234690 tempest-ServerActionsTestOtherB-161234690-project-member] Lock "77ecc42e-90bb-4a90-9209-d0338fe4d760" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.236s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2015.396946] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 85edb7a4-290d-4cef-9c1e-8ca007ebac0c] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2015.900189] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: e4f68328-8255-4396-9d1e-620b3cbc180c] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2016.403619] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: c10d1928-0da5-4060-bf87-f8ae90e202e4] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2016.640562] env[63622]: DEBUG oslo_concurrency.lockutils [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquiring lock "fc05232c-c247-4cdf-a3ee-7ea189706cd2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.640804] env[63622]: DEBUG oslo_concurrency.lockutils [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lock "fc05232c-c247-4cdf-a3ee-7ea189706cd2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.906996] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: af25d05a-5aab-4153-a85a-adf18a6dec7c] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2017.143193] env[63622]: DEBUG nova.compute.manager [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2017.410831] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 25b772ef-3133-474b-8600-7851c2cfc7d3] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2017.666973] env[63622]: DEBUG oslo_concurrency.lockutils [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2017.666973] env[63622]: DEBUG oslo_concurrency.lockutils [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.668436] env[63622]: INFO nova.compute.claims [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2017.914020] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: d83a4abb-5602-4a8a-b01c-8382ba7bccee] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2018.417061] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 4e661c59-9ddd-4522-9a27-283fbb0df5d3] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2018.730862] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b056f1ae-08b8-4839-8fd7-d0aacf2224c6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.738572] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da2ee67-4823-4695-9c67-3f4d8c3af161 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.767699] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c11381-095b-463a-a79f-2bedfe3fa8b3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.774642] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ee024d-6498-49e3-ad11-6ec7925c11be {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.787274] env[63622]: DEBUG nova.compute.provider_tree [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2018.920587] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 9a854487-4c27-4271-9a1f-1875f7bd0a06] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2019.290976] env[63622]: DEBUG nova.scheduler.client.report [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2019.423596] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: de6c7fe2-e333-449c-9e97-0c374c306ab5] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2019.795924] env[63622]: DEBUG oslo_concurrency.lockutils [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.129s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.796573] env[63622]: DEBUG nova.compute.manager [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2019.926418] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 0824ddf3-a526-4b7f-95ca-489d8898ae40] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2020.301936] env[63622]: DEBUG nova.compute.utils [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2020.303568] env[63622]: DEBUG nova.compute.manager [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2020.303695] env[63622]: DEBUG nova.network.neutron [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2020.357569] env[63622]: DEBUG nova.policy [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb124630556d4c3fb1b3949c356d5a10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e3f6155f3fc482ebdcf4991031bb6f0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 2020.429294] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 3ba0280a-9e90-4236-b70b-f485d0766364] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2020.613819] env[63622]: DEBUG nova.network.neutron [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Successfully created port: 554c8a2d-f4ed-47af-bf94-024b35836de2 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2020.809559] env[63622]: DEBUG nova.compute.manager [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2020.932582] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 8b252127-42c1-4f62-aa3e-c83d1103c382] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2021.435318] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 4ca60959-0687-4529-8000-a5fe899dd88a] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2021.816943] env[63622]: DEBUG nova.compute.manager [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2021.851146] env[63622]: DEBUG nova.virt.hardware [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2021.851418] env[63622]: DEBUG nova.virt.hardware [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2021.851656] env[63622]: DEBUG nova.virt.hardware [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2021.851760] env[63622]: DEBUG nova.virt.hardware [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2021.851910] env[63622]: DEBUG nova.virt.hardware [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2021.852070] env[63622]: DEBUG nova.virt.hardware [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2021.852286] env[63622]: DEBUG nova.virt.hardware [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2021.852445] env[63622]: DEBUG nova.virt.hardware [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2021.852611] env[63622]: DEBUG nova.virt.hardware [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2021.852775] env[63622]: DEBUG nova.virt.hardware [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2021.852949] env[63622]: DEBUG nova.virt.hardware [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2021.853820] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0ff177-2e43-4998-a0f0-379fd5bf503e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.861553] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68623eed-a657-4b8a-8a30-cd637992280d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.938892] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: c8d628d7-4626-4930-ba9d-dab479a58d71] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2021.975472] env[63622]: DEBUG nova.compute.manager [req-9869c49d-63b0-4585-81c3-60a47ff632b4 req-1a516a3c-7095-48da-a90e-14cc4e0c39dc service nova] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Received event network-vif-plugged-554c8a2d-f4ed-47af-bf94-024b35836de2 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 2021.975701] env[63622]: DEBUG oslo_concurrency.lockutils [req-9869c49d-63b0-4585-81c3-60a47ff632b4 req-1a516a3c-7095-48da-a90e-14cc4e0c39dc service nova] Acquiring lock "fc05232c-c247-4cdf-a3ee-7ea189706cd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2021.975908] env[63622]: DEBUG oslo_concurrency.lockutils [req-9869c49d-63b0-4585-81c3-60a47ff632b4 req-1a516a3c-7095-48da-a90e-14cc4e0c39dc service nova] Lock "fc05232c-c247-4cdf-a3ee-7ea189706cd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2021.976101] env[63622]: DEBUG oslo_concurrency.lockutils [req-9869c49d-63b0-4585-81c3-60a47ff632b4 req-1a516a3c-7095-48da-a90e-14cc4e0c39dc service nova] Lock "fc05232c-c247-4cdf-a3ee-7ea189706cd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2021.976292] env[63622]: DEBUG nova.compute.manager [req-9869c49d-63b0-4585-81c3-60a47ff632b4 req-1a516a3c-7095-48da-a90e-14cc4e0c39dc service nova] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] No waiting events found dispatching network-vif-plugged-554c8a2d-f4ed-47af-bf94-024b35836de2 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2021.976411] env[63622]: WARNING nova.compute.manager [req-9869c49d-63b0-4585-81c3-60a47ff632b4 req-1a516a3c-7095-48da-a90e-14cc4e0c39dc service nova] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Received unexpected event network-vif-plugged-554c8a2d-f4ed-47af-bf94-024b35836de2 for instance with vm_state building and task_state spawning. [ 2022.061918] env[63622]: DEBUG nova.network.neutron [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Successfully updated port: 554c8a2d-f4ed-47af-bf94-024b35836de2 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2022.442453] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 1cd4057c-3ba9-4a2f-89b1-e1a763402a82] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2022.564027] env[63622]: DEBUG oslo_concurrency.lockutils [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquiring lock "refresh_cache-fc05232c-c247-4cdf-a3ee-7ea189706cd2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2022.564027] env[63622]: DEBUG oslo_concurrency.lockutils [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquired lock "refresh_cache-fc05232c-c247-4cdf-a3ee-7ea189706cd2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2022.564242] env[63622]: DEBUG nova.network.neutron [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2022.946073] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: a33387ce-53a1-4cb9-9e7b-4ff7cabc841c] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2023.095793] env[63622]: DEBUG nova.network.neutron [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2023.213289] env[63622]: DEBUG nova.network.neutron [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Updating instance_info_cache with network_info: [{"id": "554c8a2d-f4ed-47af-bf94-024b35836de2", "address": "fa:16:3e:1d:ed:2f", "network": {"id": "87952d56-97ab-4a39-be7b-4831baf24442", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1695775358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e3f6155f3fc482ebdcf4991031bb6f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap554c8a2d-f4", "ovs_interfaceid": "554c8a2d-f4ed-47af-bf94-024b35836de2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2023.449649] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 1076340d-a740-4c92-8539-0ba9d17680f0] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2023.715861] env[63622]: DEBUG oslo_concurrency.lockutils [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Releasing lock "refresh_cache-fc05232c-c247-4cdf-a3ee-7ea189706cd2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2023.716186] env[63622]: DEBUG nova.compute.manager [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Instance network_info: |[{"id": "554c8a2d-f4ed-47af-bf94-024b35836de2", "address": "fa:16:3e:1d:ed:2f", "network": {"id": "87952d56-97ab-4a39-be7b-4831baf24442", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1695775358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e3f6155f3fc482ebdcf4991031bb6f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap554c8a2d-f4", "ovs_interfaceid": "554c8a2d-f4ed-47af-bf94-024b35836de2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2023.716614] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:ed:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '554c8a2d-f4ed-47af-bf94-024b35836de2', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2023.724194] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Creating folder: Project (9e3f6155f3fc482ebdcf4991031bb6f0). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2023.724485] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fd7e9db-779a-443f-a602-6f18f3fcd7c6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.739156] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Created folder: Project (9e3f6155f3fc482ebdcf4991031bb6f0) in parent group-v376252. [ 2023.739343] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Creating folder: Instances. Parent ref: group-v376571. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2023.739571] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3a50803-ec43-47db-aaa6-7378064d88d4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.749372] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Created folder: Instances in parent group-v376571. [ 2023.749609] env[63622]: DEBUG oslo.service.loopingcall [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2023.749792] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2023.749987] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9400abcf-8d48-46c2-9f78-84751a3aba47 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.768045] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2023.768045] env[63622]: value = "task-1817854" [ 2023.768045] env[63622]: _type = "Task" [ 2023.768045] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.775339] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817854, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.953078] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 6a584ddb-fae6-4dd8-9b55-093406314097] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2023.999993] env[63622]: DEBUG nova.compute.manager [req-69e3f929-d9e2-484f-8332-467b4731f558 req-7acf919e-fc90-4103-b8f7-3252562fbd98 service nova] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Received event network-changed-554c8a2d-f4ed-47af-bf94-024b35836de2 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 2024.000222] env[63622]: DEBUG nova.compute.manager [req-69e3f929-d9e2-484f-8332-467b4731f558 req-7acf919e-fc90-4103-b8f7-3252562fbd98 service nova] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Refreshing instance network info cache due to event network-changed-554c8a2d-f4ed-47af-bf94-024b35836de2. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 2024.000485] env[63622]: DEBUG oslo_concurrency.lockutils [req-69e3f929-d9e2-484f-8332-467b4731f558 req-7acf919e-fc90-4103-b8f7-3252562fbd98 service nova] Acquiring lock "refresh_cache-fc05232c-c247-4cdf-a3ee-7ea189706cd2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2024.000577] env[63622]: DEBUG oslo_concurrency.lockutils [req-69e3f929-d9e2-484f-8332-467b4731f558 req-7acf919e-fc90-4103-b8f7-3252562fbd98 service nova] Acquired lock "refresh_cache-fc05232c-c247-4cdf-a3ee-7ea189706cd2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2024.000974] env[63622]: DEBUG nova.network.neutron [req-69e3f929-d9e2-484f-8332-467b4731f558 req-7acf919e-fc90-4103-b8f7-3252562fbd98 service nova] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Refreshing network info cache for port 554c8a2d-f4ed-47af-bf94-024b35836de2 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2024.278530] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817854, 'name': CreateVM_Task, 'duration_secs': 0.428049} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.278782] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2024.279333] env[63622]: DEBUG oslo_concurrency.lockutils [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2024.279499] env[63622]: DEBUG oslo_concurrency.lockutils [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2024.279812] env[63622]: DEBUG oslo_concurrency.lockutils [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2024.280057] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cc2e3b3-398d-48af-837f-6bff725e1a08 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.284372] env[63622]: DEBUG oslo_vmware.api [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2024.284372] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]527f11cf-2a12-262d-6f48-36e54d752134" [ 2024.284372] env[63622]: _type = "Task" [ 2024.284372] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.291490] env[63622]: DEBUG oslo_vmware.api [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]527f11cf-2a12-262d-6f48-36e54d752134, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.456333] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: d9c53bf1-f585-498b-99c9-fea2cf9e74a1] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2024.683301] env[63622]: DEBUG nova.network.neutron [req-69e3f929-d9e2-484f-8332-467b4731f558 req-7acf919e-fc90-4103-b8f7-3252562fbd98 service nova] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Updated VIF entry in instance network info cache for port 554c8a2d-f4ed-47af-bf94-024b35836de2. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2024.683641] env[63622]: DEBUG nova.network.neutron [req-69e3f929-d9e2-484f-8332-467b4731f558 req-7acf919e-fc90-4103-b8f7-3252562fbd98 service nova] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Updating instance_info_cache with network_info: [{"id": "554c8a2d-f4ed-47af-bf94-024b35836de2", "address": "fa:16:3e:1d:ed:2f", "network": {"id": "87952d56-97ab-4a39-be7b-4831baf24442", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1695775358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e3f6155f3fc482ebdcf4991031bb6f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap554c8a2d-f4", "ovs_interfaceid": "554c8a2d-f4ed-47af-bf94-024b35836de2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2024.796524] env[63622]: DEBUG oslo_vmware.api [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]527f11cf-2a12-262d-6f48-36e54d752134, 'name': SearchDatastore_Task, 'duration_secs': 0.022491} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.796810] env[63622]: DEBUG oslo_concurrency.lockutils [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2024.797072] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2024.797311] env[63622]: DEBUG oslo_concurrency.lockutils [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2024.797461] env[63622]: DEBUG oslo_concurrency.lockutils [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2024.797641] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2024.797933] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-457cea55-8bc4-4a96-9edb-913a25ca7fda {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.806541] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2024.806794] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2024.807676] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc62d73c-b53a-461b-aaac-43a5427ef654 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.812773] env[63622]: DEBUG oslo_vmware.api [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2024.812773] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5201dea1-f43f-51d8-8d05-17a46930cf84" [ 2024.812773] env[63622]: _type = "Task" [ 2024.812773] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.820626] env[63622]: DEBUG oslo_vmware.api [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5201dea1-f43f-51d8-8d05-17a46930cf84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.959337] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 33d3c30c-584c-4547-823a-feaca12bad8d] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2025.186563] env[63622]: DEBUG oslo_concurrency.lockutils [req-69e3f929-d9e2-484f-8332-467b4731f558 req-7acf919e-fc90-4103-b8f7-3252562fbd98 service nova] Releasing lock "refresh_cache-fc05232c-c247-4cdf-a3ee-7ea189706cd2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2025.323464] env[63622]: DEBUG oslo_vmware.api [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5201dea1-f43f-51d8-8d05-17a46930cf84, 'name': SearchDatastore_Task, 'duration_secs': 0.008329} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.324207] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de20f0d0-eb42-49b1-b80a-e4eaea41d298 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.329143] env[63622]: DEBUG oslo_vmware.api [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2025.329143] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]523785ef-c6c2-0560-f3f5-b52ea4b29fdb" [ 2025.329143] env[63622]: _type = "Task" [ 2025.329143] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.336517] env[63622]: DEBUG oslo_vmware.api [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]523785ef-c6c2-0560-f3f5-b52ea4b29fdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.462322] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 8b938f1f-ad5c-4bf1-a1df-590138d31bfc] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2025.839341] env[63622]: DEBUG oslo_vmware.api [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]523785ef-c6c2-0560-f3f5-b52ea4b29fdb, 'name': SearchDatastore_Task, 'duration_secs': 0.009193} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.839620] env[63622]: DEBUG oslo_concurrency.lockutils [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2025.839921] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] fc05232c-c247-4cdf-a3ee-7ea189706cd2/fc05232c-c247-4cdf-a3ee-7ea189706cd2.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2025.840226] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-582caaa4-5909-4531-8059-af98b2d3f0d7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.847705] env[63622]: DEBUG oslo_vmware.api [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2025.847705] env[63622]: value = "task-1817855" [ 2025.847705] env[63622]: _type = "Task" [ 2025.847705] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.855046] env[63622]: DEBUG oslo_vmware.api [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.965834] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 3eaef681-f30f-4f11-8a0a-c8bfe7081c3f] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2026.357526] env[63622]: DEBUG oslo_vmware.api [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817855, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473513} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.357758] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] fc05232c-c247-4cdf-a3ee-7ea189706cd2/fc05232c-c247-4cdf-a3ee-7ea189706cd2.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2026.357983] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2026.358237] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3135905-6987-48e3-906f-ccdd894b87ea {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.363822] env[63622]: DEBUG oslo_vmware.api [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2026.363822] env[63622]: value = "task-1817856" [ 2026.363822] env[63622]: _type = "Task" [ 2026.363822] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.370893] env[63622]: DEBUG oslo_vmware.api [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817856, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.469735] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: fc8cce34-20b3-4963-9e3b-b3d8b303b23e] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2026.873832] env[63622]: DEBUG oslo_vmware.api [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817856, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069692} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.874134] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2026.874880] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cfb111-898c-4c29-9053-3d2ca98f3dd3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.896834] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] fc05232c-c247-4cdf-a3ee-7ea189706cd2/fc05232c-c247-4cdf-a3ee-7ea189706cd2.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2026.897065] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42500fb5-91be-4827-b370-f0d88110b493 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.915890] env[63622]: DEBUG oslo_vmware.api [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2026.915890] env[63622]: value = "task-1817857" [ 2026.915890] env[63622]: _type = "Task" [ 2026.915890] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.922964] env[63622]: DEBUG oslo_vmware.api [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817857, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.972820] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: d214f8ef-1169-4858-96ce-d9a3208c7e61] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2027.425454] env[63622]: DEBUG oslo_vmware.api [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817857, 'name': ReconfigVM_Task, 'duration_secs': 0.28813} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.425711] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Reconfigured VM instance instance-0000007b to attach disk [datastore1] fc05232c-c247-4cdf-a3ee-7ea189706cd2/fc05232c-c247-4cdf-a3ee-7ea189706cd2.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2027.426339] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08b71463-323d-45d1-a09a-23b948800eff {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.432156] env[63622]: DEBUG oslo_vmware.api [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2027.432156] env[63622]: value = "task-1817858" [ 2027.432156] env[63622]: _type = "Task" [ 2027.432156] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.439338] env[63622]: DEBUG oslo_vmware.api [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817858, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.475959] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 4659fe4d-6ec1-4723-abf8-3071a37ed91e] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2027.942277] env[63622]: DEBUG oslo_vmware.api [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817858, 'name': Rename_Task, 'duration_secs': 0.154026} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.942544] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2027.942772] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30e86754-d0fc-4034-a9f7-7d4aabe651ab {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.948324] env[63622]: DEBUG oslo_vmware.api [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2027.948324] env[63622]: value = "task-1817859" [ 2027.948324] env[63622]: _type = "Task" [ 2027.948324] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.955198] env[63622]: DEBUG oslo_vmware.api [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817859, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.978801] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: c32a5b36-9de1-4b31-81cc-0bb26d34df7f] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2028.459060] env[63622]: DEBUG oslo_vmware.api [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817859, 'name': PowerOnVM_Task, 'duration_secs': 0.458571} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.459353] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2028.459557] env[63622]: INFO nova.compute.manager [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Took 6.64 seconds to spawn the instance on the hypervisor. [ 2028.459740] env[63622]: DEBUG nova.compute.manager [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2028.460510] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b64698c-40dd-4a23-8611-b975f561fa81 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.481985] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 254be768-e148-4291-be13-02cee70e2784] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2028.980135] env[63622]: INFO nova.compute.manager [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Took 11.33 seconds to build instance. [ 2028.985711] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 0ea5d621-0d9c-4062-8a21-88f72cdece18] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2029.482530] env[63622]: DEBUG oslo_concurrency.lockutils [None req-72c0053f-35ab-4c9e-9db3-c0d723202b7b tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lock "fc05232c-c247-4cdf-a3ee-7ea189706cd2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.841s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2029.489623] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 32355a6b-26c7-4c69-95d8-35578a757907] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2029.992219] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: be8f9418-ff2d-4a0f-b24f-869917441642] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2030.032520] env[63622]: DEBUG nova.compute.manager [req-94ad6990-c590-4223-88e7-c46f75a0edce req-16e6254f-ec74-4417-8363-8c0290a0cbf6 service nova] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Received event network-changed-554c8a2d-f4ed-47af-bf94-024b35836de2 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 2030.032729] env[63622]: DEBUG nova.compute.manager [req-94ad6990-c590-4223-88e7-c46f75a0edce req-16e6254f-ec74-4417-8363-8c0290a0cbf6 service nova] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Refreshing instance network info cache due to event network-changed-554c8a2d-f4ed-47af-bf94-024b35836de2. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 2030.032941] env[63622]: DEBUG oslo_concurrency.lockutils [req-94ad6990-c590-4223-88e7-c46f75a0edce req-16e6254f-ec74-4417-8363-8c0290a0cbf6 service nova] Acquiring lock "refresh_cache-fc05232c-c247-4cdf-a3ee-7ea189706cd2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2030.033099] env[63622]: DEBUG oslo_concurrency.lockutils [req-94ad6990-c590-4223-88e7-c46f75a0edce req-16e6254f-ec74-4417-8363-8c0290a0cbf6 service nova] Acquired lock "refresh_cache-fc05232c-c247-4cdf-a3ee-7ea189706cd2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2030.033302] env[63622]: DEBUG nova.network.neutron [req-94ad6990-c590-4223-88e7-c46f75a0edce req-16e6254f-ec74-4417-8363-8c0290a0cbf6 service nova] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Refreshing network info cache for port 554c8a2d-f4ed-47af-bf94-024b35836de2 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2030.495276] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: b64116cf-848e-4a45-a8bc-401f9dd0fe9f] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2030.748191] env[63622]: DEBUG nova.network.neutron [req-94ad6990-c590-4223-88e7-c46f75a0edce req-16e6254f-ec74-4417-8363-8c0290a0cbf6 service nova] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Updated VIF entry in instance network info cache for port 554c8a2d-f4ed-47af-bf94-024b35836de2. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2030.748621] env[63622]: DEBUG nova.network.neutron [req-94ad6990-c590-4223-88e7-c46f75a0edce req-16e6254f-ec74-4417-8363-8c0290a0cbf6 service nova] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Updating instance_info_cache with network_info: [{"id": "554c8a2d-f4ed-47af-bf94-024b35836de2", "address": "fa:16:3e:1d:ed:2f", "network": {"id": "87952d56-97ab-4a39-be7b-4831baf24442", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1695775358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e3f6155f3fc482ebdcf4991031bb6f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap554c8a2d-f4", "ovs_interfaceid": "554c8a2d-f4ed-47af-bf94-024b35836de2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2030.998798] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: b58ac762-c8e2-46c5-bd84-c0b70666aa5c] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2031.251183] env[63622]: DEBUG oslo_concurrency.lockutils [req-94ad6990-c590-4223-88e7-c46f75a0edce req-16e6254f-ec74-4417-8363-8c0290a0cbf6 service nova] Releasing lock "refresh_cache-fc05232c-c247-4cdf-a3ee-7ea189706cd2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2031.501856] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: dff92cbf-fe7e-4bbd-9b49-0bf20025f2b3] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2032.005457] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 3cf07a7e-58db-4d28-8710-b2d0a89b5bf2] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2032.509183] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2034.923261] env[63622]: DEBUG oslo_concurrency.lockutils [None req-349eca3a-c247-49a8-b102-5e4ccd22abc6 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "cafa63ee-006a-4d28-b16f-87f40c497cfb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2034.923647] env[63622]: DEBUG oslo_concurrency.lockutils [None req-349eca3a-c247-49a8-b102-5e4ccd22abc6 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "cafa63ee-006a-4d28-b16f-87f40c497cfb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2034.923747] env[63622]: DEBUG nova.compute.manager [None req-349eca3a-c247-49a8-b102-5e4ccd22abc6 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2034.924659] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632c1a06-be67-4614-9abe-0ff6e06bed3c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.931778] env[63622]: DEBUG nova.compute.manager [None req-349eca3a-c247-49a8-b102-5e4ccd22abc6 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63622) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2034.932342] env[63622]: DEBUG nova.objects.instance [None req-349eca3a-c247-49a8-b102-5e4ccd22abc6 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lazy-loading 'flavor' on Instance uuid cafa63ee-006a-4d28-b16f-87f40c497cfb {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2035.828043] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2035.828275] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2035.828400] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Starting heal instance info cache {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 2035.939218] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-349eca3a-c247-49a8-b102-5e4ccd22abc6 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2035.939636] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad566036-2da8-4c58-87e4-70f1cb538e7b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.947692] env[63622]: DEBUG oslo_vmware.api [None req-349eca3a-c247-49a8-b102-5e4ccd22abc6 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 2035.947692] env[63622]: value = "task-1817860" [ 2035.947692] env[63622]: _type = "Task" [ 2035.947692] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.955674] env[63622]: DEBUG oslo_vmware.api [None req-349eca3a-c247-49a8-b102-5e4ccd22abc6 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.458382] env[63622]: DEBUG oslo_vmware.api [None req-349eca3a-c247-49a8-b102-5e4ccd22abc6 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817860, 'name': PowerOffVM_Task, 'duration_secs': 0.25453} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.458680] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-349eca3a-c247-49a8-b102-5e4ccd22abc6 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2036.458857] env[63622]: DEBUG nova.compute.manager [None req-349eca3a-c247-49a8-b102-5e4ccd22abc6 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2036.459650] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55019cbb-0702-4677-973d-e6847910a163 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.971179] env[63622]: DEBUG oslo_concurrency.lockutils [None req-349eca3a-c247-49a8-b102-5e4ccd22abc6 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "cafa63ee-006a-4d28-b16f-87f40c497cfb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2037.298726] env[63622]: DEBUG nova.objects.instance [None req-158e4fb0-6470-4f1f-b638-0c069cbd3cc6 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lazy-loading 'flavor' on Instance uuid cafa63ee-006a-4d28-b16f-87f40c497cfb {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2037.335825] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Didn't find any instances for network info cache update. {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10365}} [ 2037.336055] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2037.336210] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2037.336354] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2037.336502] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2037.336642] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2037.336804] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2037.336971] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63622) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 2037.337141] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager.update_available_resource {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2037.803757] env[63622]: DEBUG oslo_concurrency.lockutils [None req-158e4fb0-6470-4f1f-b638-0c069cbd3cc6 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "refresh_cache-cafa63ee-006a-4d28-b16f-87f40c497cfb" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2037.803971] env[63622]: DEBUG oslo_concurrency.lockutils [None req-158e4fb0-6470-4f1f-b638-0c069cbd3cc6 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquired lock "refresh_cache-cafa63ee-006a-4d28-b16f-87f40c497cfb" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2037.804130] env[63622]: DEBUG nova.network.neutron [None req-158e4fb0-6470-4f1f-b638-0c069cbd3cc6 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2037.804310] env[63622]: DEBUG nova.objects.instance [None req-158e4fb0-6470-4f1f-b638-0c069cbd3cc6 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lazy-loading 'info_cache' on Instance uuid cafa63ee-006a-4d28-b16f-87f40c497cfb {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2037.840276] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2037.840485] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2037.840653] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2037.840805] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63622) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2037.841676] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010abd8a-6a75-4346-938e-64115ecd8b33 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.850129] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730a0cbf-00cd-4c88-91c5-320a5cbf1bdc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.863542] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99112add-314b-4372-a765-25604c6b8f64 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.869685] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1cc8ea-8b23-495b-a49e-561037f427a9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.579341] env[63622]: DEBUG nova.objects.base [None req-158e4fb0-6470-4f1f-b638-0c069cbd3cc6 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2038.581374] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180806MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=63622) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2038.581534] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2038.581722] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2039.283139] env[63622]: DEBUG nova.network.neutron [None req-158e4fb0-6470-4f1f-b638-0c069cbd3cc6 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Updating instance_info_cache with network_info: [{"id": "a2abda03-0cc8-4cc7-9279-62f802ccc094", "address": "fa:16:3e:0c:50:b2", "network": {"id": "9fa016ff-84b6-4077-add7-d40824a74722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-258535483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068319b363fb4cf0ab99d3d35221338d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2abda03-0c", "ovs_interfaceid": "a2abda03-0cc8-4cc7-9279-62f802ccc094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2039.607965] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance cafa63ee-006a-4d28-b16f-87f40c497cfb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2039.608264] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance e196ee47-fb0f-4647-b46c-d398b1bbf4eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2039.608344] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance fc05232c-c247-4cdf-a3ee-7ea189706cd2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2039.608526] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2039.608663] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2039.651309] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51582045-9d27-47b5-923d-26759d396b24 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.658789] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b119d79-9e23-4a79-93f4-f5b1ae814a52 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.687361] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b9bc3c-7185-4ae0-be56-7ff81c5dd1c1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.694136] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c0eaa0-0375-45ac-aa1f-7be45eaeb0b7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.707479] env[63622]: DEBUG nova.compute.provider_tree [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2039.786193] env[63622]: DEBUG oslo_concurrency.lockutils [None req-158e4fb0-6470-4f1f-b638-0c069cbd3cc6 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Releasing lock "refresh_cache-cafa63ee-006a-4d28-b16f-87f40c497cfb" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2040.210986] env[63622]: DEBUG nova.scheduler.client.report [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2040.715459] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2040.715748] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.134s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2040.715875] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2040.716023] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Cleaning up deleted instances with incomplete migration {{(pid=63622) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11617}} [ 2040.791895] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-158e4fb0-6470-4f1f-b638-0c069cbd3cc6 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2040.792189] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4df3bdb4-9f72-4bb8-b540-f084e3e70c2c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.800308] env[63622]: DEBUG oslo_vmware.api [None req-158e4fb0-6470-4f1f-b638-0c069cbd3cc6 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 2040.800308] env[63622]: value = "task-1817861" [ 2040.800308] env[63622]: _type = "Task" [ 2040.800308] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.807891] env[63622]: DEBUG oslo_vmware.api [None req-158e4fb0-6470-4f1f-b638-0c069cbd3cc6 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817861, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.310609] env[63622]: DEBUG oslo_vmware.api [None req-158e4fb0-6470-4f1f-b638-0c069cbd3cc6 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817861, 'name': PowerOnVM_Task, 'duration_secs': 0.353573} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.310882] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-158e4fb0-6470-4f1f-b638-0c069cbd3cc6 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2041.311104] env[63622]: DEBUG nova.compute.manager [None req-158e4fb0-6470-4f1f-b638-0c069cbd3cc6 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2041.311854] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f57d40d-36fb-48a6-bbf9-dc371f3bb948 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.571330] env[63622]: DEBUG oslo_concurrency.lockutils [None req-01eb0b87-9e73-442c-9f44-58c4d5d83534 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquiring lock "e196ee47-fb0f-4647-b46c-d398b1bbf4eb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2041.571582] env[63622]: DEBUG oslo_concurrency.lockutils [None req-01eb0b87-9e73-442c-9f44-58c4d5d83534 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "e196ee47-fb0f-4647-b46c-d398b1bbf4eb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.074738] env[63622]: DEBUG nova.compute.utils [None req-01eb0b87-9e73-442c-9f44-58c4d5d83534 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2042.578427] env[63622]: DEBUG oslo_concurrency.lockutils [None req-01eb0b87-9e73-442c-9f44-58c4d5d83534 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "e196ee47-fb0f-4647-b46c-d398b1bbf4eb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2043.339773] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab34ae90-74e7-4206-817d-8fa79cc57030 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.346545] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d37a255b-9459-4979-9f17-59708e3f3491 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Suspending the VM {{(pid=63622) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2043.346767] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-3296c93e-58a4-4d1c-b817-ff6c4144a4de {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.352403] env[63622]: DEBUG oslo_vmware.api [None req-d37a255b-9459-4979-9f17-59708e3f3491 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 2043.352403] env[63622]: value = "task-1817862" [ 2043.352403] env[63622]: _type = "Task" [ 2043.352403] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.359381] env[63622]: DEBUG oslo_vmware.api [None req-d37a255b-9459-4979-9f17-59708e3f3491 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817862, 'name': SuspendVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.635407] env[63622]: DEBUG oslo_concurrency.lockutils [None req-01eb0b87-9e73-442c-9f44-58c4d5d83534 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquiring lock "e196ee47-fb0f-4647-b46c-d398b1bbf4eb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.635689] env[63622]: DEBUG oslo_concurrency.lockutils [None req-01eb0b87-9e73-442c-9f44-58c4d5d83534 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "e196ee47-fb0f-4647-b46c-d398b1bbf4eb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.635959] env[63622]: INFO nova.compute.manager [None req-01eb0b87-9e73-442c-9f44-58c4d5d83534 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Attaching volume a0cf4edc-dffa-4b39-a1f0-cfd414c6e697 to /dev/sdb [ 2043.670866] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84f38f3-2a52-4b73-92b5-946f5e8fddd6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.678026] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323ca710-b6ff-4b58-b9c7-fb76ebb4ddff {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.691975] env[63622]: DEBUG nova.virt.block_device [None req-01eb0b87-9e73-442c-9f44-58c4d5d83534 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Updating existing volume attachment record: 0b1fb28a-8b81-478a-a27a-3485f528587d {{(pid=63622) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2043.862111] env[63622]: DEBUG oslo_vmware.api [None req-d37a255b-9459-4979-9f17-59708e3f3491 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817862, 'name': SuspendVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.362993] env[63622]: DEBUG oslo_vmware.api [None req-d37a255b-9459-4979-9f17-59708e3f3491 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817862, 'name': SuspendVM_Task, 'duration_secs': 0.80763} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.363304] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-d37a255b-9459-4979-9f17-59708e3f3491 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Suspended the VM {{(pid=63622) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2044.363488] env[63622]: DEBUG nova.compute.manager [None req-d37a255b-9459-4979-9f17-59708e3f3491 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2044.364283] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e148160-5ae3-45bd-887a-30acb6ca4959 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.688191] env[63622]: INFO nova.compute.manager [None req-54d672f4-61f2-4f31-a769-874cb35a4f0c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Resuming [ 2045.688786] env[63622]: DEBUG nova.objects.instance [None req-54d672f4-61f2-4f31-a769-874cb35a4f0c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lazy-loading 'flavor' on Instance uuid cafa63ee-006a-4d28-b16f-87f40c497cfb {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2047.200472] env[63622]: DEBUG oslo_concurrency.lockutils [None req-54d672f4-61f2-4f31-a769-874cb35a4f0c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "refresh_cache-cafa63ee-006a-4d28-b16f-87f40c497cfb" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2047.201074] env[63622]: DEBUG oslo_concurrency.lockutils [None req-54d672f4-61f2-4f31-a769-874cb35a4f0c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquired lock "refresh_cache-cafa63ee-006a-4d28-b16f-87f40c497cfb" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.201074] env[63622]: DEBUG nova.network.neutron [None req-54d672f4-61f2-4f31-a769-874cb35a4f0c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2047.903392] env[63622]: DEBUG nova.network.neutron [None req-54d672f4-61f2-4f31-a769-874cb35a4f0c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Updating instance_info_cache with network_info: [{"id": "a2abda03-0cc8-4cc7-9279-62f802ccc094", "address": "fa:16:3e:0c:50:b2", "network": {"id": "9fa016ff-84b6-4077-add7-d40824a74722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-258535483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068319b363fb4cf0ab99d3d35221338d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2abda03-0c", "ovs_interfaceid": "a2abda03-0cc8-4cc7-9279-62f802ccc094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2048.237381] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-01eb0b87-9e73-442c-9f44-58c4d5d83534 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Volume attach. Driver type: vmdk {{(pid=63622) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2048.237671] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-01eb0b87-9e73-442c-9f44-58c4d5d83534 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376574', 'volume_id': 'a0cf4edc-dffa-4b39-a1f0-cfd414c6e697', 'name': 'volume-a0cf4edc-dffa-4b39-a1f0-cfd414c6e697', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e196ee47-fb0f-4647-b46c-d398b1bbf4eb', 'attached_at': '', 'detached_at': '', 'volume_id': 'a0cf4edc-dffa-4b39-a1f0-cfd414c6e697', 'serial': 'a0cf4edc-dffa-4b39-a1f0-cfd414c6e697'} {{(pid=63622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2048.238541] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73ee39d-0792-481e-8bf4-8c1bc54e73a1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.254757] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92da2a5-6705-4823-bb89-3a8b01173e0d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.278574] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-01eb0b87-9e73-442c-9f44-58c4d5d83534 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-a0cf4edc-dffa-4b39-a1f0-cfd414c6e697/volume-a0cf4edc-dffa-4b39-a1f0-cfd414c6e697.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2048.278818] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7781482-39fc-4936-811e-12571ce2fb94 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.296011] env[63622]: DEBUG oslo_vmware.api [None req-01eb0b87-9e73-442c-9f44-58c4d5d83534 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 2048.296011] env[63622]: value = "task-1817865" [ 2048.296011] env[63622]: _type = "Task" [ 2048.296011] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.303318] env[63622]: DEBUG oslo_vmware.api [None req-01eb0b87-9e73-442c-9f44-58c4d5d83534 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817865, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.406563] env[63622]: DEBUG oslo_concurrency.lockutils [None req-54d672f4-61f2-4f31-a769-874cb35a4f0c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Releasing lock "refresh_cache-cafa63ee-006a-4d28-b16f-87f40c497cfb" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2048.407236] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d02de88-f8fe-4a6a-8a46-0dfdac932d56 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.413911] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-54d672f4-61f2-4f31-a769-874cb35a4f0c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Resuming the VM {{(pid=63622) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2048.414162] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95cfa97d-80f6-4e05-873c-3d2c6f92c0ac {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.420581] env[63622]: DEBUG oslo_vmware.api [None req-54d672f4-61f2-4f31-a769-874cb35a4f0c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 2048.420581] env[63622]: value = "task-1817866" [ 2048.420581] env[63622]: _type = "Task" [ 2048.420581] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.428120] env[63622]: DEBUG oslo_vmware.api [None req-54d672f4-61f2-4f31-a769-874cb35a4f0c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817866, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.807053] env[63622]: DEBUG oslo_vmware.api [None req-01eb0b87-9e73-442c-9f44-58c4d5d83534 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817865, 'name': ReconfigVM_Task, 'duration_secs': 0.337348} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.807336] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-01eb0b87-9e73-442c-9f44-58c4d5d83534 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-a0cf4edc-dffa-4b39-a1f0-cfd414c6e697/volume-a0cf4edc-dffa-4b39-a1f0-cfd414c6e697.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2048.812172] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7113d4ff-509e-4f45-8a3a-30986bae0953 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.828552] env[63622]: DEBUG oslo_vmware.api [None req-01eb0b87-9e73-442c-9f44-58c4d5d83534 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 2048.828552] env[63622]: value = "task-1817867" [ 2048.828552] env[63622]: _type = "Task" [ 2048.828552] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.837036] env[63622]: DEBUG oslo_vmware.api [None req-01eb0b87-9e73-442c-9f44-58c4d5d83534 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817867, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.930206] env[63622]: DEBUG oslo_vmware.api [None req-54d672f4-61f2-4f31-a769-874cb35a4f0c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817866, 'name': PowerOnVM_Task, 'duration_secs': 0.474515} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.930483] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-54d672f4-61f2-4f31-a769-874cb35a4f0c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Resumed the VM {{(pid=63622) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2048.930662] env[63622]: DEBUG nova.compute.manager [None req-54d672f4-61f2-4f31-a769-874cb35a4f0c tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2048.931482] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18942a9f-fd1d-4b17-b6a6-1d10c97b3149 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.338415] env[63622]: DEBUG oslo_vmware.api [None req-01eb0b87-9e73-442c-9f44-58c4d5d83534 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817867, 'name': ReconfigVM_Task, 'duration_secs': 0.346706} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.338724] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-01eb0b87-9e73-442c-9f44-58c4d5d83534 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376574', 'volume_id': 'a0cf4edc-dffa-4b39-a1f0-cfd414c6e697', 'name': 'volume-a0cf4edc-dffa-4b39-a1f0-cfd414c6e697', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e196ee47-fb0f-4647-b46c-d398b1bbf4eb', 'attached_at': '', 'detached_at': '', 'volume_id': 'a0cf4edc-dffa-4b39-a1f0-cfd414c6e697', 'serial': 'a0cf4edc-dffa-4b39-a1f0-cfd414c6e697'} {{(pid=63622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2050.359933] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0d2f4c88-42ba-4a78-aff2-30d6f0bb4300 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "cafa63ee-006a-4d28-b16f-87f40c497cfb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2050.360252] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0d2f4c88-42ba-4a78-aff2-30d6f0bb4300 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "cafa63ee-006a-4d28-b16f-87f40c497cfb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2050.360467] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0d2f4c88-42ba-4a78-aff2-30d6f0bb4300 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "cafa63ee-006a-4d28-b16f-87f40c497cfb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2050.360651] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0d2f4c88-42ba-4a78-aff2-30d6f0bb4300 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "cafa63ee-006a-4d28-b16f-87f40c497cfb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2050.360821] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0d2f4c88-42ba-4a78-aff2-30d6f0bb4300 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "cafa63ee-006a-4d28-b16f-87f40c497cfb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2050.363038] env[63622]: INFO nova.compute.manager [None req-0d2f4c88-42ba-4a78-aff2-30d6f0bb4300 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Terminating instance [ 2050.373487] env[63622]: DEBUG nova.objects.instance [None req-01eb0b87-9e73-442c-9f44-58c4d5d83534 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lazy-loading 'flavor' on Instance uuid e196ee47-fb0f-4647-b46c-d398b1bbf4eb {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2050.867120] env[63622]: DEBUG nova.compute.manager [None req-0d2f4c88-42ba-4a78-aff2-30d6f0bb4300 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2050.867532] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2f4c88-42ba-4a78-aff2-30d6f0bb4300 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2050.868254] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40163966-3516-4ba2-8d34-f1a606e3d73d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.877853] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d2f4c88-42ba-4a78-aff2-30d6f0bb4300 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2050.878320] env[63622]: DEBUG oslo_concurrency.lockutils [None req-01eb0b87-9e73-442c-9f44-58c4d5d83534 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "e196ee47-fb0f-4647-b46c-d398b1bbf4eb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.243s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2050.879215] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5987870-df1e-4a48-ad64-944728ace8e1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.887272] env[63622]: DEBUG oslo_vmware.api [None req-0d2f4c88-42ba-4a78-aff2-30d6f0bb4300 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 2050.887272] env[63622]: value = "task-1817868" [ 2050.887272] env[63622]: _type = "Task" [ 2050.887272] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.893930] env[63622]: DEBUG oslo_vmware.api [None req-0d2f4c88-42ba-4a78-aff2-30d6f0bb4300 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.073063] env[63622]: DEBUG oslo_concurrency.lockutils [None req-797e0730-ca52-441e-b8ba-4ecc5a7e7a56 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquiring lock "e196ee47-fb0f-4647-b46c-d398b1bbf4eb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2051.073309] env[63622]: DEBUG oslo_concurrency.lockutils [None req-797e0730-ca52-441e-b8ba-4ecc5a7e7a56 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "e196ee47-fb0f-4647-b46c-d398b1bbf4eb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.396476] env[63622]: DEBUG oslo_vmware.api [None req-0d2f4c88-42ba-4a78-aff2-30d6f0bb4300 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817868, 'name': PowerOffVM_Task, 'duration_secs': 0.213252} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.396877] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d2f4c88-42ba-4a78-aff2-30d6f0bb4300 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2051.396877] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2f4c88-42ba-4a78-aff2-30d6f0bb4300 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2051.397158] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6701c29-d150-4c4e-98a4-a5145f7f44d7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.470810] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2f4c88-42ba-4a78-aff2-30d6f0bb4300 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2051.471064] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2f4c88-42ba-4a78-aff2-30d6f0bb4300 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2051.471238] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d2f4c88-42ba-4a78-aff2-30d6f0bb4300 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Deleting the datastore file [datastore1] cafa63ee-006a-4d28-b16f-87f40c497cfb {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2051.471489] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e479edb-5089-4c47-a167-745edc3c6ca0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.478171] env[63622]: DEBUG oslo_vmware.api [None req-0d2f4c88-42ba-4a78-aff2-30d6f0bb4300 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for the task: (returnval){ [ 2051.478171] env[63622]: value = "task-1817870" [ 2051.478171] env[63622]: _type = "Task" [ 2051.478171] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.486040] env[63622]: DEBUG oslo_vmware.api [None req-0d2f4c88-42ba-4a78-aff2-30d6f0bb4300 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817870, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.577228] env[63622]: INFO nova.compute.manager [None req-797e0730-ca52-441e-b8ba-4ecc5a7e7a56 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Detaching volume a0cf4edc-dffa-4b39-a1f0-cfd414c6e697 [ 2051.607640] env[63622]: INFO nova.virt.block_device [None req-797e0730-ca52-441e-b8ba-4ecc5a7e7a56 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Attempting to driver detach volume a0cf4edc-dffa-4b39-a1f0-cfd414c6e697 from mountpoint /dev/sdb [ 2051.607993] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-797e0730-ca52-441e-b8ba-4ecc5a7e7a56 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Volume detach. Driver type: vmdk {{(pid=63622) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2051.608227] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-797e0730-ca52-441e-b8ba-4ecc5a7e7a56 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376574', 'volume_id': 'a0cf4edc-dffa-4b39-a1f0-cfd414c6e697', 'name': 'volume-a0cf4edc-dffa-4b39-a1f0-cfd414c6e697', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e196ee47-fb0f-4647-b46c-d398b1bbf4eb', 'attached_at': '', 'detached_at': '', 'volume_id': 'a0cf4edc-dffa-4b39-a1f0-cfd414c6e697', 'serial': 'a0cf4edc-dffa-4b39-a1f0-cfd414c6e697'} {{(pid=63622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2051.609157] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809f361d-2011-4c40-a1a1-41d87fb0a1aa {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.630762] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f162b43-6293-49c4-a86c-444858383fe1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.637440] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8fc4f8-a2e3-4aba-9f8d-e070011a1088 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.657894] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fea396-2bba-4ca3-bc90-9f96875f4216 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.678399] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-797e0730-ca52-441e-b8ba-4ecc5a7e7a56 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] The volume has not been displaced from its original location: [datastore1] volume-a0cf4edc-dffa-4b39-a1f0-cfd414c6e697/volume-a0cf4edc-dffa-4b39-a1f0-cfd414c6e697.vmdk. No consolidation needed. {{(pid=63622) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2051.686773] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-797e0730-ca52-441e-b8ba-4ecc5a7e7a56 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2051.687116] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01b5ce15-6354-4142-a73e-4e3268d8a5e1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.712772] env[63622]: DEBUG oslo_vmware.api [None req-797e0730-ca52-441e-b8ba-4ecc5a7e7a56 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 2051.712772] env[63622]: value = "task-1817871" [ 2051.712772] env[63622]: _type = "Task" [ 2051.712772] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.723498] env[63622]: DEBUG oslo_vmware.api [None req-797e0730-ca52-441e-b8ba-4ecc5a7e7a56 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817871, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.988058] env[63622]: DEBUG oslo_vmware.api [None req-0d2f4c88-42ba-4a78-aff2-30d6f0bb4300 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Task: {'id': task-1817870, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14231} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.988330] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d2f4c88-42ba-4a78-aff2-30d6f0bb4300 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2051.988517] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2f4c88-42ba-4a78-aff2-30d6f0bb4300 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2051.988718] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2f4c88-42ba-4a78-aff2-30d6f0bb4300 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2051.988904] env[63622]: INFO nova.compute.manager [None req-0d2f4c88-42ba-4a78-aff2-30d6f0bb4300 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2051.989158] env[63622]: DEBUG oslo.service.loopingcall [None req-0d2f4c88-42ba-4a78-aff2-30d6f0bb4300 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2051.989346] env[63622]: DEBUG nova.compute.manager [-] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2051.989439] env[63622]: DEBUG nova.network.neutron [-] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2052.222549] env[63622]: DEBUG oslo_vmware.api [None req-797e0730-ca52-441e-b8ba-4ecc5a7e7a56 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817871, 'name': ReconfigVM_Task, 'duration_secs': 0.198255} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.222828] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-797e0730-ca52-441e-b8ba-4ecc5a7e7a56 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2052.227617] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a4d22f9-d5fb-466e-b3d2-b67396bc925f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.242541] env[63622]: DEBUG oslo_vmware.api [None req-797e0730-ca52-441e-b8ba-4ecc5a7e7a56 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 2052.242541] env[63622]: value = "task-1817872" [ 2052.242541] env[63622]: _type = "Task" [ 2052.242541] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.250408] env[63622]: DEBUG oslo_vmware.api [None req-797e0730-ca52-441e-b8ba-4ecc5a7e7a56 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817872, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.633609] env[63622]: DEBUG nova.compute.manager [req-6c5f4de8-053f-4112-b45d-fb3802f160e8 req-217898f7-80fa-4edc-8920-fc6cdf4b9f3f service nova] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Received event network-vif-deleted-a2abda03-0cc8-4cc7-9279-62f802ccc094 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 2052.633852] env[63622]: INFO nova.compute.manager [req-6c5f4de8-053f-4112-b45d-fb3802f160e8 req-217898f7-80fa-4edc-8920-fc6cdf4b9f3f service nova] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Neutron deleted interface a2abda03-0cc8-4cc7-9279-62f802ccc094; detaching it from the instance and deleting it from the info cache [ 2052.634081] env[63622]: DEBUG nova.network.neutron [req-6c5f4de8-053f-4112-b45d-fb3802f160e8 req-217898f7-80fa-4edc-8920-fc6cdf4b9f3f service nova] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2052.751655] env[63622]: DEBUG oslo_vmware.api [None req-797e0730-ca52-441e-b8ba-4ecc5a7e7a56 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817872, 'name': ReconfigVM_Task, 'duration_secs': 0.127249} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.751971] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-797e0730-ca52-441e-b8ba-4ecc5a7e7a56 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376574', 'volume_id': 'a0cf4edc-dffa-4b39-a1f0-cfd414c6e697', 'name': 'volume-a0cf4edc-dffa-4b39-a1f0-cfd414c6e697', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e196ee47-fb0f-4647-b46c-d398b1bbf4eb', 'attached_at': '', 'detached_at': '', 'volume_id': 'a0cf4edc-dffa-4b39-a1f0-cfd414c6e697', 'serial': 'a0cf4edc-dffa-4b39-a1f0-cfd414c6e697'} {{(pid=63622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2053.110686] env[63622]: DEBUG nova.network.neutron [-] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2053.137264] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-715489c0-a37f-4bfd-a351-9f967759a140 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.147885] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71457a2b-100b-4132-b0a6-642d3929c9ba {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.174745] env[63622]: DEBUG nova.compute.manager [req-6c5f4de8-053f-4112-b45d-fb3802f160e8 req-217898f7-80fa-4edc-8920-fc6cdf4b9f3f service nova] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Detach interface failed, port_id=a2abda03-0cc8-4cc7-9279-62f802ccc094, reason: Instance cafa63ee-006a-4d28-b16f-87f40c497cfb could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 2053.292710] env[63622]: DEBUG nova.objects.instance [None req-797e0730-ca52-441e-b8ba-4ecc5a7e7a56 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lazy-loading 'flavor' on Instance uuid e196ee47-fb0f-4647-b46c-d398b1bbf4eb {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2053.613614] env[63622]: INFO nova.compute.manager [-] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Took 1.62 seconds to deallocate network for instance. [ 2054.120151] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0d2f4c88-42ba-4a78-aff2-30d6f0bb4300 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2054.120509] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0d2f4c88-42ba-4a78-aff2-30d6f0bb4300 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2054.120660] env[63622]: DEBUG nova.objects.instance [None req-0d2f4c88-42ba-4a78-aff2-30d6f0bb4300 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lazy-loading 'resources' on Instance uuid cafa63ee-006a-4d28-b16f-87f40c497cfb {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2054.300150] env[63622]: DEBUG oslo_concurrency.lockutils [None req-797e0730-ca52-441e-b8ba-4ecc5a7e7a56 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "e196ee47-fb0f-4647-b46c-d398b1bbf4eb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.227s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2054.673945] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795b611b-c104-4746-9771-ea89be940e6f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.681763] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f35147-882e-4f41-b1da-96f3be5cad7c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.712056] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97208986-146b-494f-ae0f-137898506f14 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.719077] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa78e5f-b3c7-4a6b-b31e-a4e8db035b36 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.732171] env[63622]: DEBUG nova.compute.provider_tree [None req-0d2f4c88-42ba-4a78-aff2-30d6f0bb4300 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2055.235506] env[63622]: DEBUG nova.scheduler.client.report [None req-0d2f4c88-42ba-4a78-aff2-30d6f0bb4300 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2055.310317] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1615da5a-125a-4abf-bac9-89ef1201ca34 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquiring lock "e196ee47-fb0f-4647-b46c-d398b1bbf4eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.310580] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1615da5a-125a-4abf-bac9-89ef1201ca34 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "e196ee47-fb0f-4647-b46c-d398b1bbf4eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.310784] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1615da5a-125a-4abf-bac9-89ef1201ca34 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquiring lock "e196ee47-fb0f-4647-b46c-d398b1bbf4eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.310965] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1615da5a-125a-4abf-bac9-89ef1201ca34 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "e196ee47-fb0f-4647-b46c-d398b1bbf4eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.311157] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1615da5a-125a-4abf-bac9-89ef1201ca34 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "e196ee47-fb0f-4647-b46c-d398b1bbf4eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2055.313423] env[63622]: INFO nova.compute.manager [None req-1615da5a-125a-4abf-bac9-89ef1201ca34 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Terminating instance [ 2055.740594] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0d2f4c88-42ba-4a78-aff2-30d6f0bb4300 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.620s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2055.762471] env[63622]: INFO nova.scheduler.client.report [None req-0d2f4c88-42ba-4a78-aff2-30d6f0bb4300 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Deleted allocations for instance cafa63ee-006a-4d28-b16f-87f40c497cfb [ 2055.816593] env[63622]: DEBUG nova.compute.manager [None req-1615da5a-125a-4abf-bac9-89ef1201ca34 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2055.816831] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1615da5a-125a-4abf-bac9-89ef1201ca34 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2055.817815] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae4aab4-343a-47be-b672-447f5606d1aa {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.825714] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1615da5a-125a-4abf-bac9-89ef1201ca34 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2055.825933] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93bbb68e-c1d6-4652-a20a-9fd031f0e8c5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.831306] env[63622]: DEBUG oslo_vmware.api [None req-1615da5a-125a-4abf-bac9-89ef1201ca34 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 2055.831306] env[63622]: value = "task-1817873" [ 2055.831306] env[63622]: _type = "Task" [ 2055.831306] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.839491] env[63622]: DEBUG oslo_vmware.api [None req-1615da5a-125a-4abf-bac9-89ef1201ca34 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.269874] env[63622]: DEBUG oslo_concurrency.lockutils [None req-0d2f4c88-42ba-4a78-aff2-30d6f0bb4300 tempest-ServerActionsTestJSON-26095857 tempest-ServerActionsTestJSON-26095857-project-member] Lock "cafa63ee-006a-4d28-b16f-87f40c497cfb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.909s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2056.341524] env[63622]: DEBUG oslo_vmware.api [None req-1615da5a-125a-4abf-bac9-89ef1201ca34 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817873, 'name': PowerOffVM_Task, 'duration_secs': 0.241943} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.341815] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1615da5a-125a-4abf-bac9-89ef1201ca34 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2056.341942] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1615da5a-125a-4abf-bac9-89ef1201ca34 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2056.342202] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1035ae5-f56d-48da-99c0-0119997d51ad {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.425223] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1615da5a-125a-4abf-bac9-89ef1201ca34 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2056.425488] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1615da5a-125a-4abf-bac9-89ef1201ca34 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2056.425650] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-1615da5a-125a-4abf-bac9-89ef1201ca34 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Deleting the datastore file [datastore1] e196ee47-fb0f-4647-b46c-d398b1bbf4eb {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2056.425911] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-053a2e0f-d510-4a06-b2fc-39f22deae9c3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.433161] env[63622]: DEBUG oslo_vmware.api [None req-1615da5a-125a-4abf-bac9-89ef1201ca34 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 2056.433161] env[63622]: value = "task-1817875" [ 2056.433161] env[63622]: _type = "Task" [ 2056.433161] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.440443] env[63622]: DEBUG oslo_vmware.api [None req-1615da5a-125a-4abf-bac9-89ef1201ca34 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817875, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.942597] env[63622]: DEBUG oslo_vmware.api [None req-1615da5a-125a-4abf-bac9-89ef1201ca34 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817875, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2297} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.942843] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-1615da5a-125a-4abf-bac9-89ef1201ca34 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2056.943031] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1615da5a-125a-4abf-bac9-89ef1201ca34 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2056.943211] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1615da5a-125a-4abf-bac9-89ef1201ca34 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2056.943379] env[63622]: INFO nova.compute.manager [None req-1615da5a-125a-4abf-bac9-89ef1201ca34 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2056.943617] env[63622]: DEBUG oslo.service.loopingcall [None req-1615da5a-125a-4abf-bac9-89ef1201ca34 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2056.943797] env[63622]: DEBUG nova.compute.manager [-] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2056.943892] env[63622]: DEBUG nova.network.neutron [-] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2057.736880] env[63622]: DEBUG nova.compute.manager [req-b77cb61e-7e79-459a-91ec-90ed771d832f req-168e721c-5b17-4eee-a18b-5e4318c17271 service nova] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Received event network-vif-deleted-6890f81b-f0e5-4c62-9538-a74f55f1bf14 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 2057.737192] env[63622]: INFO nova.compute.manager [req-b77cb61e-7e79-459a-91ec-90ed771d832f req-168e721c-5b17-4eee-a18b-5e4318c17271 service nova] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Neutron deleted interface 6890f81b-f0e5-4c62-9538-a74f55f1bf14; detaching it from the instance and deleting it from the info cache [ 2057.737366] env[63622]: DEBUG nova.network.neutron [req-b77cb61e-7e79-459a-91ec-90ed771d832f req-168e721c-5b17-4eee-a18b-5e4318c17271 service nova] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2058.208446] env[63622]: DEBUG nova.network.neutron [-] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2058.240599] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a4c0e92-2aa4-4183-b39c-35ad4e7f07f2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.252199] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89a1074-4753-4950-a0ef-512cc64f0028 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.277604] env[63622]: DEBUG nova.compute.manager [req-b77cb61e-7e79-459a-91ec-90ed771d832f req-168e721c-5b17-4eee-a18b-5e4318c17271 service nova] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Detach interface failed, port_id=6890f81b-f0e5-4c62-9538-a74f55f1bf14, reason: Instance e196ee47-fb0f-4647-b46c-d398b1bbf4eb could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 2058.711864] env[63622]: INFO nova.compute.manager [-] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Took 1.77 seconds to deallocate network for instance. [ 2059.218043] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1615da5a-125a-4abf-bac9-89ef1201ca34 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2059.218386] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1615da5a-125a-4abf-bac9-89ef1201ca34 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2059.218608] env[63622]: DEBUG nova.objects.instance [None req-1615da5a-125a-4abf-bac9-89ef1201ca34 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lazy-loading 'resources' on Instance uuid e196ee47-fb0f-4647-b46c-d398b1bbf4eb {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2059.761998] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f5f530-59a9-4fdb-9d94-e7a6fe3efabc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.769668] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273f4e64-2663-4bc1-923b-abfccbccf1f0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.800421] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e2aa63-abd6-4952-bb82-71b25031059f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.807866] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c56cd31-49dd-42eb-8a9d-9b1a97b5678a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.821037] env[63622]: DEBUG nova.compute.provider_tree [None req-1615da5a-125a-4abf-bac9-89ef1201ca34 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2060.326858] env[63622]: DEBUG nova.scheduler.client.report [None req-1615da5a-125a-4abf-bac9-89ef1201ca34 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2060.833617] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1615da5a-125a-4abf-bac9-89ef1201ca34 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.613s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2060.857807] env[63622]: INFO nova.scheduler.client.report [None req-1615da5a-125a-4abf-bac9-89ef1201ca34 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Deleted allocations for instance e196ee47-fb0f-4647-b46c-d398b1bbf4eb [ 2061.368272] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1615da5a-125a-4abf-bac9-89ef1201ca34 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "e196ee47-fb0f-4647-b46c-d398b1bbf4eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.057s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2063.674310] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquiring lock "59ac866d-93e1-4590-88c1-f6b31d2aa652" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2063.674690] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "59ac866d-93e1-4590-88c1-f6b31d2aa652" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2063.690663] env[63622]: DEBUG oslo_concurrency.lockutils [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Acquiring lock "0dfc9f62-a514-4895-bcc4-ee287e73a2fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2063.690898] env[63622]: DEBUG oslo_concurrency.lockutils [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Lock "0dfc9f62-a514-4895-bcc4-ee287e73a2fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2064.177654] env[63622]: DEBUG nova.compute.manager [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2064.193509] env[63622]: DEBUG nova.compute.manager [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2064.773830] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2064.774156] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2064.775833] env[63622]: INFO nova.compute.claims [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2064.783372] env[63622]: DEBUG oslo_concurrency.lockutils [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2065.832739] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7a59aa-e18d-41b9-870b-bbc0046344db {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.840614] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf4f615-9834-4694-85b8-046930931f84 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.869179] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff10b832-f351-45f8-bdc0-dbd268cba66e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.876404] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6df36f-a8a5-4fc4-8a73-426f035bea42 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.889213] env[63622]: DEBUG nova.compute.provider_tree [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2066.392197] env[63622]: DEBUG nova.scheduler.client.report [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2066.898216] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.124s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2066.898782] env[63622]: DEBUG nova.compute.manager [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2066.901714] env[63622]: DEBUG oslo_concurrency.lockutils [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.118s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2066.903600] env[63622]: INFO nova.compute.claims [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2067.407935] env[63622]: DEBUG nova.compute.utils [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2067.411172] env[63622]: DEBUG nova.compute.manager [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2067.411342] env[63622]: DEBUG nova.network.neutron [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2067.460255] env[63622]: DEBUG nova.policy [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c1670b678724f49be724cbc009c8cb6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e31a48c01354bcb9da91dcb5cd0f901', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 2067.730313] env[63622]: DEBUG nova.network.neutron [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Successfully created port: 63a8eb4e-25a6-4f00-a31a-c0112dbd9665 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2067.912571] env[63622]: DEBUG nova.compute.manager [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2067.976100] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99709789-d7b6-40a5-bf92-30b7d6eb6421 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.983900] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee4ddf4-27db-4531-94be-f096a20dee6f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.013775] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a9fdfd-2a0c-471a-b090-264ed55c5d93 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.021014] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b703ea-8b35-4df9-8112-6e6df76b366a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.034808] env[63622]: DEBUG nova.compute.provider_tree [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2068.538042] env[63622]: DEBUG nova.scheduler.client.report [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2068.925568] env[63622]: DEBUG nova.compute.manager [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2068.948435] env[63622]: DEBUG nova.virt.hardware [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2068.948682] env[63622]: DEBUG nova.virt.hardware [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2068.948840] env[63622]: DEBUG nova.virt.hardware [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2068.949034] env[63622]: DEBUG nova.virt.hardware [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2068.949191] env[63622]: DEBUG nova.virt.hardware [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2068.949340] env[63622]: DEBUG nova.virt.hardware [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2068.949544] env[63622]: DEBUG nova.virt.hardware [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2068.949702] env[63622]: DEBUG nova.virt.hardware [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2068.949868] env[63622]: DEBUG nova.virt.hardware [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2068.950044] env[63622]: DEBUG nova.virt.hardware [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2068.950225] env[63622]: DEBUG nova.virt.hardware [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2068.951091] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79714543-c866-4350-b9f0-a3c4b37bcb11 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.959199] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9f3b1b-0e79-439a-8c94-8af0ad07ae6a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.042899] env[63622]: DEBUG oslo_concurrency.lockutils [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.141s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2069.043352] env[63622]: DEBUG nova.compute.manager [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2069.162214] env[63622]: DEBUG oslo_concurrency.lockutils [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquiring lock "fc05232c-c247-4cdf-a3ee-7ea189706cd2" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2069.162477] env[63622]: DEBUG oslo_concurrency.lockutils [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lock "fc05232c-c247-4cdf-a3ee-7ea189706cd2" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2069.162666] env[63622]: INFO nova.compute.manager [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Shelving [ 2069.548222] env[63622]: DEBUG nova.compute.utils [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2069.549611] env[63622]: DEBUG nova.compute.manager [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2069.549817] env[63622]: DEBUG nova.network.neutron [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2069.604572] env[63622]: DEBUG nova.policy [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45dfbdce9ef44b2ea3e887a48856d828', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5046e8962b154c819339f9a0a41020dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 2069.839007] env[63622]: DEBUG nova.network.neutron [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Successfully created port: a3932c50-359b-41be-bece-f3891137c404 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2070.054191] env[63622]: DEBUG nova.compute.manager [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2070.171608] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2070.171910] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c32a554b-2eab-4904-95f8-62e19c5ad76c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.180389] env[63622]: DEBUG oslo_vmware.api [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2070.180389] env[63622]: value = "task-1817876" [ 2070.180389] env[63622]: _type = "Task" [ 2070.180389] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.187903] env[63622]: DEBUG oslo_vmware.api [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.691119] env[63622]: DEBUG oslo_vmware.api [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817876, 'name': PowerOffVM_Task, 'duration_secs': 0.18054} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.692020] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2070.692258] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f609d2d-e199-4551-9b96-0ad7bc08aa74 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.710538] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8700337-f43c-40e8-850e-b70e7a6651de {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.062514] env[63622]: DEBUG nova.compute.manager [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2071.088539] env[63622]: DEBUG nova.virt.hardware [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2071.088793] env[63622]: DEBUG nova.virt.hardware [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2071.088968] env[63622]: DEBUG nova.virt.hardware [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2071.089167] env[63622]: DEBUG nova.virt.hardware [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2071.089319] env[63622]: DEBUG nova.virt.hardware [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2071.089468] env[63622]: DEBUG nova.virt.hardware [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2071.089710] env[63622]: DEBUG nova.virt.hardware [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2071.089879] env[63622]: DEBUG nova.virt.hardware [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2071.090064] env[63622]: DEBUG nova.virt.hardware [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2071.090236] env[63622]: DEBUG nova.virt.hardware [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2071.090412] env[63622]: DEBUG nova.virt.hardware [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2071.091280] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08316530-f1fa-4a77-b981-6507a546522b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.099178] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31337ab9-4e34-4fb4-8132-d5a8ef55a59b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.222025] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Creating Snapshot of the VM instance {{(pid=63622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2071.222025] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1757443f-7d7f-46e4-9ca0-aeee5924c8f8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.229330] env[63622]: DEBUG oslo_vmware.api [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2071.229330] env[63622]: value = "task-1817877" [ 2071.229330] env[63622]: _type = "Task" [ 2071.229330] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.237633] env[63622]: DEBUG oslo_vmware.api [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817877, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.742114] env[63622]: DEBUG oslo_vmware.api [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817877, 'name': CreateSnapshot_Task, 'duration_secs': 0.453186} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.742459] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Created Snapshot of the VM instance {{(pid=63622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2071.743541] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97248bdb-53d1-4ffd-9668-19b6ec0f536c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.263525] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Creating linked-clone VM from snapshot {{(pid=63622) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2072.263525] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b1f6cff6-7ba1-4b8a-9c1f-159a006b1f71 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.271920] env[63622]: DEBUG oslo_vmware.api [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2072.271920] env[63622]: value = "task-1817878" [ 2072.271920] env[63622]: _type = "Task" [ 2072.271920] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.280876] env[63622]: DEBUG oslo_vmware.api [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817878, 'name': CloneVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.781959] env[63622]: DEBUG oslo_vmware.api [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817878, 'name': CloneVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.282597] env[63622]: DEBUG oslo_vmware.api [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817878, 'name': CloneVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.783633] env[63622]: DEBUG oslo_vmware.api [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817878, 'name': CloneVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.284863] env[63622]: DEBUG oslo_vmware.api [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817878, 'name': CloneVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.785752] env[63622]: DEBUG oslo_vmware.api [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817878, 'name': CloneVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.287174] env[63622]: DEBUG oslo_vmware.api [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817878, 'name': CloneVM_Task, 'duration_secs': 2.965414} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.287491] env[63622]: INFO nova.virt.vmwareapi.vmops [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Created linked-clone VM from snapshot [ 2075.288196] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2eff77-19df-463a-b943-5721856f714b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.295738] env[63622]: DEBUG nova.virt.vmwareapi.images [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Uploading image 78b191aa-944b-47c9-9c5d-db0d4ca9a5a3 {{(pid=63622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2075.324336] env[63622]: DEBUG oslo_vmware.rw_handles [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2075.324336] env[63622]: value = "vm-376576" [ 2075.324336] env[63622]: _type = "VirtualMachine" [ 2075.324336] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2075.324695] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-843a44d5-15af-4133-b964-16bd41d27e37 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.332417] env[63622]: DEBUG nova.compute.manager [req-dd337f21-9e8c-4a32-9217-64441d09ba9d req-5ea1c4c6-7fe0-4999-b335-df1b64832a2b service nova] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Received event network-vif-plugged-63a8eb4e-25a6-4f00-a31a-c0112dbd9665 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 2075.332798] env[63622]: DEBUG oslo_concurrency.lockutils [req-dd337f21-9e8c-4a32-9217-64441d09ba9d req-5ea1c4c6-7fe0-4999-b335-df1b64832a2b service nova] Acquiring lock "59ac866d-93e1-4590-88c1-f6b31d2aa652-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2075.333531] env[63622]: DEBUG oslo_concurrency.lockutils [req-dd337f21-9e8c-4a32-9217-64441d09ba9d req-5ea1c4c6-7fe0-4999-b335-df1b64832a2b service nova] Lock "59ac866d-93e1-4590-88c1-f6b31d2aa652-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2075.333843] env[63622]: DEBUG oslo_concurrency.lockutils [req-dd337f21-9e8c-4a32-9217-64441d09ba9d req-5ea1c4c6-7fe0-4999-b335-df1b64832a2b service nova] Lock "59ac866d-93e1-4590-88c1-f6b31d2aa652-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2075.334140] env[63622]: DEBUG nova.compute.manager [req-dd337f21-9e8c-4a32-9217-64441d09ba9d req-5ea1c4c6-7fe0-4999-b335-df1b64832a2b service nova] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] No waiting events found dispatching network-vif-plugged-63a8eb4e-25a6-4f00-a31a-c0112dbd9665 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2075.334434] env[63622]: WARNING nova.compute.manager [req-dd337f21-9e8c-4a32-9217-64441d09ba9d req-5ea1c4c6-7fe0-4999-b335-df1b64832a2b service nova] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Received unexpected event network-vif-plugged-63a8eb4e-25a6-4f00-a31a-c0112dbd9665 for instance with vm_state building and task_state spawning. [ 2075.340919] env[63622]: DEBUG oslo_vmware.rw_handles [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lease: (returnval){ [ 2075.340919] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d60d1c-8e1e-f531-ed6e-446a5e00f1fe" [ 2075.340919] env[63622]: _type = "HttpNfcLease" [ 2075.340919] env[63622]: } obtained for exporting VM: (result){ [ 2075.340919] env[63622]: value = "vm-376576" [ 2075.340919] env[63622]: _type = "VirtualMachine" [ 2075.340919] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2075.341180] env[63622]: DEBUG oslo_vmware.api [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the lease: (returnval){ [ 2075.341180] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d60d1c-8e1e-f531-ed6e-446a5e00f1fe" [ 2075.341180] env[63622]: _type = "HttpNfcLease" [ 2075.341180] env[63622]: } to be ready. {{(pid=63622) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2075.347930] env[63622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2075.347930] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d60d1c-8e1e-f531-ed6e-446a5e00f1fe" [ 2075.347930] env[63622]: _type = "HttpNfcLease" [ 2075.347930] env[63622]: } is initializing. {{(pid=63622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2075.413284] env[63622]: DEBUG nova.network.neutron [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Successfully updated port: 63a8eb4e-25a6-4f00-a31a-c0112dbd9665 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2075.793510] env[63622]: DEBUG nova.network.neutron [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Successfully updated port: a3932c50-359b-41be-bece-f3891137c404 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2075.848578] env[63622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2075.848578] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d60d1c-8e1e-f531-ed6e-446a5e00f1fe" [ 2075.848578] env[63622]: _type = "HttpNfcLease" [ 2075.848578] env[63622]: } is ready. {{(pid=63622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2075.848905] env[63622]: DEBUG oslo_vmware.rw_handles [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2075.848905] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d60d1c-8e1e-f531-ed6e-446a5e00f1fe" [ 2075.848905] env[63622]: _type = "HttpNfcLease" [ 2075.848905] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2075.849639] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ddcfab-1fcd-483b-8743-481929784c41 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.856821] env[63622]: DEBUG oslo_vmware.rw_handles [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526c0e02-3c1d-8fed-8889-11677bef003f/disk-0.vmdk from lease info. {{(pid=63622) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2075.857042] env[63622]: DEBUG oslo_vmware.rw_handles [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526c0e02-3c1d-8fed-8889-11677bef003f/disk-0.vmdk for reading. {{(pid=63622) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2075.915463] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquiring lock "refresh_cache-59ac866d-93e1-4590-88c1-f6b31d2aa652" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2075.915601] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquired lock "refresh_cache-59ac866d-93e1-4590-88c1-f6b31d2aa652" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2075.915748] env[63622]: DEBUG nova.network.neutron [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2075.945459] env[63622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3c2cd41b-358f-4fa8-9d97-0a9a63ca225c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.298520] env[63622]: DEBUG oslo_concurrency.lockutils [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Acquiring lock "refresh_cache-0dfc9f62-a514-4895-bcc4-ee287e73a2fc" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2076.298801] env[63622]: DEBUG oslo_concurrency.lockutils [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Acquired lock "refresh_cache-0dfc9f62-a514-4895-bcc4-ee287e73a2fc" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2076.299026] env[63622]: DEBUG nova.network.neutron [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2076.449796] env[63622]: DEBUG nova.network.neutron [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2076.586958] env[63622]: DEBUG nova.network.neutron [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Updating instance_info_cache with network_info: [{"id": "63a8eb4e-25a6-4f00-a31a-c0112dbd9665", "address": "fa:16:3e:5c:31:b3", "network": {"id": "c5082840-8665-4c31-8817-fd035981c27b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1678857801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e31a48c01354bcb9da91dcb5cd0f901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63a8eb4e-25", "ovs_interfaceid": "63a8eb4e-25a6-4f00-a31a-c0112dbd9665", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2076.833574] env[63622]: DEBUG nova.network.neutron [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2076.968197] env[63622]: DEBUG nova.network.neutron [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Updating instance_info_cache with network_info: [{"id": "a3932c50-359b-41be-bece-f3891137c404", "address": "fa:16:3e:c2:01:eb", "network": {"id": "bf4bcb1d-a81e-4ae6-a533-2a6a97476490", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1087689497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5046e8962b154c819339f9a0a41020dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3932c50-35", "ovs_interfaceid": "a3932c50-359b-41be-bece-f3891137c404", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2077.089616] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Releasing lock "refresh_cache-59ac866d-93e1-4590-88c1-f6b31d2aa652" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2077.090012] env[63622]: DEBUG nova.compute.manager [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Instance network_info: |[{"id": "63a8eb4e-25a6-4f00-a31a-c0112dbd9665", "address": "fa:16:3e:5c:31:b3", "network": {"id": "c5082840-8665-4c31-8817-fd035981c27b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1678857801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e31a48c01354bcb9da91dcb5cd0f901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63a8eb4e-25", "ovs_interfaceid": "63a8eb4e-25a6-4f00-a31a-c0112dbd9665", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2077.090632] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:31:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63a8eb4e-25a6-4f00-a31a-c0112dbd9665', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2077.098859] env[63622]: DEBUG oslo.service.loopingcall [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2077.099192] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2077.099525] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23129706-f98b-4187-8df7-e4cc956627b2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.122399] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2077.122399] env[63622]: value = "task-1817880" [ 2077.122399] env[63622]: _type = "Task" [ 2077.122399] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.130969] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817880, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.380738] env[63622]: DEBUG nova.compute.manager [req-5445ee7a-6cb9-4146-b1fb-cbeb407b10f2 req-4e33c3a7-8dcd-4742-8f0e-b73ed9719262 service nova] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Received event network-changed-63a8eb4e-25a6-4f00-a31a-c0112dbd9665 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 2077.381105] env[63622]: DEBUG nova.compute.manager [req-5445ee7a-6cb9-4146-b1fb-cbeb407b10f2 req-4e33c3a7-8dcd-4742-8f0e-b73ed9719262 service nova] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Refreshing instance network info cache due to event network-changed-63a8eb4e-25a6-4f00-a31a-c0112dbd9665. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 2077.381433] env[63622]: DEBUG oslo_concurrency.lockutils [req-5445ee7a-6cb9-4146-b1fb-cbeb407b10f2 req-4e33c3a7-8dcd-4742-8f0e-b73ed9719262 service nova] Acquiring lock "refresh_cache-59ac866d-93e1-4590-88c1-f6b31d2aa652" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2077.381628] env[63622]: DEBUG oslo_concurrency.lockutils [req-5445ee7a-6cb9-4146-b1fb-cbeb407b10f2 req-4e33c3a7-8dcd-4742-8f0e-b73ed9719262 service nova] Acquired lock "refresh_cache-59ac866d-93e1-4590-88c1-f6b31d2aa652" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2077.381804] env[63622]: DEBUG nova.network.neutron [req-5445ee7a-6cb9-4146-b1fb-cbeb407b10f2 req-4e33c3a7-8dcd-4742-8f0e-b73ed9719262 service nova] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Refreshing network info cache for port 63a8eb4e-25a6-4f00-a31a-c0112dbd9665 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2077.470985] env[63622]: DEBUG oslo_concurrency.lockutils [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Releasing lock "refresh_cache-0dfc9f62-a514-4895-bcc4-ee287e73a2fc" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2077.471664] env[63622]: DEBUG nova.compute.manager [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Instance network_info: |[{"id": "a3932c50-359b-41be-bece-f3891137c404", "address": "fa:16:3e:c2:01:eb", "network": {"id": "bf4bcb1d-a81e-4ae6-a533-2a6a97476490", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1087689497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5046e8962b154c819339f9a0a41020dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3932c50-35", "ovs_interfaceid": "a3932c50-359b-41be-bece-f3891137c404", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2077.472150] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:01:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4c015b-4a8b-46ca-9556-74bad8db9fb3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3932c50-359b-41be-bece-f3891137c404', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2077.480100] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Creating folder: Project (5046e8962b154c819339f9a0a41020dc). Parent ref: group-v376252. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2077.480448] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b823060-77e1-4931-a8e1-9a0de967f273 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.493976] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Created folder: Project (5046e8962b154c819339f9a0a41020dc) in parent group-v376252. [ 2077.494186] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Creating folder: Instances. Parent ref: group-v376578. {{(pid=63622) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2077.494424] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d689be2b-b924-40f9-a5cc-4e046ec4a083 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.506472] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Created folder: Instances in parent group-v376578. [ 2077.506722] env[63622]: DEBUG oslo.service.loopingcall [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2077.506920] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2077.507226] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d3146cf-3280-4ba8-9bee-2d7969503079 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.526979] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2077.526979] env[63622]: value = "task-1817883" [ 2077.526979] env[63622]: _type = "Task" [ 2077.526979] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.535026] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817883, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.633554] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817880, 'name': CreateVM_Task, 'duration_secs': 0.425183} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.634008] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2077.634852] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2077.635039] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2077.635383] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2077.635646] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09668b75-d14b-452a-9a73-d6de8f9a467e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.640573] env[63622]: DEBUG oslo_vmware.api [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 2077.640573] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e88fe3-c3a8-73a3-6f4b-5f674226c56f" [ 2077.640573] env[63622]: _type = "Task" [ 2077.640573] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.648770] env[63622]: DEBUG oslo_vmware.api [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e88fe3-c3a8-73a3-6f4b-5f674226c56f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.038788] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817883, 'name': CreateVM_Task, 'duration_secs': 0.450106} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.038788] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2078.039033] env[63622]: DEBUG oslo_concurrency.lockutils [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2078.087099] env[63622]: DEBUG nova.network.neutron [req-5445ee7a-6cb9-4146-b1fb-cbeb407b10f2 req-4e33c3a7-8dcd-4742-8f0e-b73ed9719262 service nova] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Updated VIF entry in instance network info cache for port 63a8eb4e-25a6-4f00-a31a-c0112dbd9665. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2078.087553] env[63622]: DEBUG nova.network.neutron [req-5445ee7a-6cb9-4146-b1fb-cbeb407b10f2 req-4e33c3a7-8dcd-4742-8f0e-b73ed9719262 service nova] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Updating instance_info_cache with network_info: [{"id": "63a8eb4e-25a6-4f00-a31a-c0112dbd9665", "address": "fa:16:3e:5c:31:b3", "network": {"id": "c5082840-8665-4c31-8817-fd035981c27b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1678857801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e31a48c01354bcb9da91dcb5cd0f901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63a8eb4e-25", "ovs_interfaceid": "63a8eb4e-25a6-4f00-a31a-c0112dbd9665", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2078.150958] env[63622]: DEBUG oslo_vmware.api [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52e88fe3-c3a8-73a3-6f4b-5f674226c56f, 'name': SearchDatastore_Task, 'duration_secs': 0.015} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.151281] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2078.151522] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2078.151749] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2078.151895] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2078.152111] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2078.152390] env[63622]: DEBUG oslo_concurrency.lockutils [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2078.152703] env[63622]: DEBUG oslo_concurrency.lockutils [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2078.152931] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57a3b558-cf3d-4c84-acf1-cd9fc8f434aa {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.154753] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52ec12d6-7356-4fc3-b3e9-7a6704f22b02 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.160598] env[63622]: DEBUG oslo_vmware.api [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Waiting for the task: (returnval){ [ 2078.160598] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52f71fb6-190c-28ca-3aa5-770a70e81538" [ 2078.160598] env[63622]: _type = "Task" [ 2078.160598] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.164732] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2078.164913] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2078.165924] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-658233bc-e5c8-4f56-8d64-8e2062670149 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.170876] env[63622]: DEBUG oslo_vmware.api [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52f71fb6-190c-28ca-3aa5-770a70e81538, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.173927] env[63622]: DEBUG oslo_vmware.api [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 2078.173927] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]529bc7f7-08d4-5455-ec74-b77f583b4aaa" [ 2078.173927] env[63622]: _type = "Task" [ 2078.173927] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.181228] env[63622]: DEBUG oslo_vmware.api [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]529bc7f7-08d4-5455-ec74-b77f583b4aaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.591095] env[63622]: DEBUG oslo_concurrency.lockutils [req-5445ee7a-6cb9-4146-b1fb-cbeb407b10f2 req-4e33c3a7-8dcd-4742-8f0e-b73ed9719262 service nova] Releasing lock "refresh_cache-59ac866d-93e1-4590-88c1-f6b31d2aa652" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2078.591523] env[63622]: DEBUG nova.compute.manager [req-5445ee7a-6cb9-4146-b1fb-cbeb407b10f2 req-4e33c3a7-8dcd-4742-8f0e-b73ed9719262 service nova] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Received event network-vif-plugged-a3932c50-359b-41be-bece-f3891137c404 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 2078.591619] env[63622]: DEBUG oslo_concurrency.lockutils [req-5445ee7a-6cb9-4146-b1fb-cbeb407b10f2 req-4e33c3a7-8dcd-4742-8f0e-b73ed9719262 service nova] Acquiring lock "0dfc9f62-a514-4895-bcc4-ee287e73a2fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2078.591834] env[63622]: DEBUG oslo_concurrency.lockutils [req-5445ee7a-6cb9-4146-b1fb-cbeb407b10f2 req-4e33c3a7-8dcd-4742-8f0e-b73ed9719262 service nova] Lock "0dfc9f62-a514-4895-bcc4-ee287e73a2fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2078.591997] env[63622]: DEBUG oslo_concurrency.lockutils [req-5445ee7a-6cb9-4146-b1fb-cbeb407b10f2 req-4e33c3a7-8dcd-4742-8f0e-b73ed9719262 service nova] Lock "0dfc9f62-a514-4895-bcc4-ee287e73a2fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2078.592179] env[63622]: DEBUG nova.compute.manager [req-5445ee7a-6cb9-4146-b1fb-cbeb407b10f2 req-4e33c3a7-8dcd-4742-8f0e-b73ed9719262 service nova] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] No waiting events found dispatching network-vif-plugged-a3932c50-359b-41be-bece-f3891137c404 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2078.592369] env[63622]: WARNING nova.compute.manager [req-5445ee7a-6cb9-4146-b1fb-cbeb407b10f2 req-4e33c3a7-8dcd-4742-8f0e-b73ed9719262 service nova] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Received unexpected event network-vif-plugged-a3932c50-359b-41be-bece-f3891137c404 for instance with vm_state building and task_state spawning. [ 2078.592615] env[63622]: DEBUG nova.compute.manager [req-5445ee7a-6cb9-4146-b1fb-cbeb407b10f2 req-4e33c3a7-8dcd-4742-8f0e-b73ed9719262 service nova] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Received event network-changed-a3932c50-359b-41be-bece-f3891137c404 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 2078.592785] env[63622]: DEBUG nova.compute.manager [req-5445ee7a-6cb9-4146-b1fb-cbeb407b10f2 req-4e33c3a7-8dcd-4742-8f0e-b73ed9719262 service nova] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Refreshing instance network info cache due to event network-changed-a3932c50-359b-41be-bece-f3891137c404. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 2078.592974] env[63622]: DEBUG oslo_concurrency.lockutils [req-5445ee7a-6cb9-4146-b1fb-cbeb407b10f2 req-4e33c3a7-8dcd-4742-8f0e-b73ed9719262 service nova] Acquiring lock "refresh_cache-0dfc9f62-a514-4895-bcc4-ee287e73a2fc" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2078.593139] env[63622]: DEBUG oslo_concurrency.lockutils [req-5445ee7a-6cb9-4146-b1fb-cbeb407b10f2 req-4e33c3a7-8dcd-4742-8f0e-b73ed9719262 service nova] Acquired lock "refresh_cache-0dfc9f62-a514-4895-bcc4-ee287e73a2fc" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2078.593307] env[63622]: DEBUG nova.network.neutron [req-5445ee7a-6cb9-4146-b1fb-cbeb407b10f2 req-4e33c3a7-8dcd-4742-8f0e-b73ed9719262 service nova] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Refreshing network info cache for port a3932c50-359b-41be-bece-f3891137c404 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2078.672608] env[63622]: DEBUG oslo_vmware.api [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52f71fb6-190c-28ca-3aa5-770a70e81538, 'name': SearchDatastore_Task, 'duration_secs': 0.020833} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.672884] env[63622]: DEBUG oslo_concurrency.lockutils [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2078.673134] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2078.673341] env[63622]: DEBUG oslo_concurrency.lockutils [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2078.683120] env[63622]: DEBUG oslo_vmware.api [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]529bc7f7-08d4-5455-ec74-b77f583b4aaa, 'name': SearchDatastore_Task, 'duration_secs': 0.01031} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.683875] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbdc1816-c074-4946-94ef-71687ba87611 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.689303] env[63622]: DEBUG oslo_vmware.api [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 2078.689303] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5232d5d9-442b-63af-8a09-817e66c5f290" [ 2078.689303] env[63622]: _type = "Task" [ 2078.689303] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.697637] env[63622]: DEBUG oslo_vmware.api [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5232d5d9-442b-63af-8a09-817e66c5f290, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.199752] env[63622]: DEBUG oslo_vmware.api [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5232d5d9-442b-63af-8a09-817e66c5f290, 'name': SearchDatastore_Task, 'duration_secs': 0.022415} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.200057] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2079.200322] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 59ac866d-93e1-4590-88c1-f6b31d2aa652/59ac866d-93e1-4590-88c1-f6b31d2aa652.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2079.202528] env[63622]: DEBUG oslo_concurrency.lockutils [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2079.202718] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2079.202934] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6671b7ae-e4a6-4613-a415-8d27afa90aa3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.204707] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0dca53b-db3f-4483-aeec-c1a325a03e09 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.212765] env[63622]: DEBUG oslo_vmware.api [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 2079.212765] env[63622]: value = "task-1817884" [ 2079.212765] env[63622]: _type = "Task" [ 2079.212765] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.215993] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2079.216181] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2079.217127] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-443a8a88-4057-4599-85a1-934ffccfc8ab {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.222323] env[63622]: DEBUG oslo_vmware.api [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817884, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.223692] env[63622]: DEBUG oslo_vmware.api [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Waiting for the task: (returnval){ [ 2079.223692] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]523e2883-4e13-fb87-6ff6-f5a927075100" [ 2079.223692] env[63622]: _type = "Task" [ 2079.223692] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.230553] env[63622]: DEBUG oslo_vmware.api [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]523e2883-4e13-fb87-6ff6-f5a927075100, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.310361] env[63622]: DEBUG nova.network.neutron [req-5445ee7a-6cb9-4146-b1fb-cbeb407b10f2 req-4e33c3a7-8dcd-4742-8f0e-b73ed9719262 service nova] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Updated VIF entry in instance network info cache for port a3932c50-359b-41be-bece-f3891137c404. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2079.310742] env[63622]: DEBUG nova.network.neutron [req-5445ee7a-6cb9-4146-b1fb-cbeb407b10f2 req-4e33c3a7-8dcd-4742-8f0e-b73ed9719262 service nova] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Updating instance_info_cache with network_info: [{"id": "a3932c50-359b-41be-bece-f3891137c404", "address": "fa:16:3e:c2:01:eb", "network": {"id": "bf4bcb1d-a81e-4ae6-a533-2a6a97476490", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1087689497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5046e8962b154c819339f9a0a41020dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3932c50-35", "ovs_interfaceid": "a3932c50-359b-41be-bece-f3891137c404", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2079.723077] env[63622]: DEBUG oslo_vmware.api [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817884, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.732719] env[63622]: DEBUG oslo_vmware.api [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]523e2883-4e13-fb87-6ff6-f5a927075100, 'name': SearchDatastore_Task, 'duration_secs': 0.019427} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.733550] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fa74cb0-b02e-4834-95b3-01d4d715eeb8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.738944] env[63622]: DEBUG oslo_vmware.api [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Waiting for the task: (returnval){ [ 2079.738944] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d137f0-96a2-2fe5-ce3b-ddae75b9ca3a" [ 2079.738944] env[63622]: _type = "Task" [ 2079.738944] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.746879] env[63622]: DEBUG oslo_vmware.api [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d137f0-96a2-2fe5-ce3b-ddae75b9ca3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.814136] env[63622]: DEBUG oslo_concurrency.lockutils [req-5445ee7a-6cb9-4146-b1fb-cbeb407b10f2 req-4e33c3a7-8dcd-4742-8f0e-b73ed9719262 service nova] Releasing lock "refresh_cache-0dfc9f62-a514-4895-bcc4-ee287e73a2fc" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2080.223131] env[63622]: DEBUG oslo_vmware.api [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817884, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.766138} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.223408] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 59ac866d-93e1-4590-88c1-f6b31d2aa652/59ac866d-93e1-4590-88c1-f6b31d2aa652.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2080.223626] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2080.223892] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3aaadd13-f234-474e-b3a2-ff3323ad20bf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.230830] env[63622]: DEBUG oslo_vmware.api [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 2080.230830] env[63622]: value = "task-1817885" [ 2080.230830] env[63622]: _type = "Task" [ 2080.230830] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.238611] env[63622]: DEBUG oslo_vmware.api [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.248558] env[63622]: DEBUG oslo_vmware.api [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52d137f0-96a2-2fe5-ce3b-ddae75b9ca3a, 'name': SearchDatastore_Task, 'duration_secs': 0.046404} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.248860] env[63622]: DEBUG oslo_concurrency.lockutils [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2080.249140] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 0dfc9f62-a514-4895-bcc4-ee287e73a2fc/0dfc9f62-a514-4895-bcc4-ee287e73a2fc.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2080.249435] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a53d2eaa-c267-49ba-93d6-52c266e36ebd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.256413] env[63622]: DEBUG oslo_vmware.api [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Waiting for the task: (returnval){ [ 2080.256413] env[63622]: value = "task-1817886" [ 2080.256413] env[63622]: _type = "Task" [ 2080.256413] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.264591] env[63622]: DEBUG oslo_vmware.api [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Task: {'id': task-1817886, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.740305] env[63622]: DEBUG oslo_vmware.api [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072073} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.740714] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2080.741451] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981acf7d-8d0e-4b6c-8b96-4f0a98e16585 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.764739] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 59ac866d-93e1-4590-88c1-f6b31d2aa652/59ac866d-93e1-4590-88c1-f6b31d2aa652.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2080.765091] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e77523fd-14a9-402e-a1b3-e8ddc0446936 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.788049] env[63622]: DEBUG oslo_vmware.api [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Task: {'id': task-1817886, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505209} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.789394] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] 0dfc9f62-a514-4895-bcc4-ee287e73a2fc/0dfc9f62-a514-4895-bcc4-ee287e73a2fc.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2080.789638] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2080.789951] env[63622]: DEBUG oslo_vmware.api [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 2080.789951] env[63622]: value = "task-1817887" [ 2080.789951] env[63622]: _type = "Task" [ 2080.789951] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.790158] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7bddb59-826d-41f5-9b54-2cda7a81b485 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.799590] env[63622]: DEBUG oslo_vmware.api [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817887, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.800791] env[63622]: DEBUG oslo_vmware.api [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Waiting for the task: (returnval){ [ 2080.800791] env[63622]: value = "task-1817888" [ 2080.800791] env[63622]: _type = "Task" [ 2080.800791] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.808375] env[63622]: DEBUG oslo_vmware.api [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Task: {'id': task-1817888, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.302358] env[63622]: DEBUG oslo_vmware.api [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817887, 'name': ReconfigVM_Task, 'duration_secs': 0.424553} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.305451] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 59ac866d-93e1-4590-88c1-f6b31d2aa652/59ac866d-93e1-4590-88c1-f6b31d2aa652.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2081.306107] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2027a349-233a-49e7-9836-33a4fcd0a55b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.312667] env[63622]: DEBUG oslo_vmware.api [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Task: {'id': task-1817888, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075031} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.313867] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2081.314225] env[63622]: DEBUG oslo_vmware.api [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 2081.314225] env[63622]: value = "task-1817889" [ 2081.314225] env[63622]: _type = "Task" [ 2081.314225] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.314902] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e04d52-63f6-405c-911c-47b99331c092 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.339100] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 0dfc9f62-a514-4895-bcc4-ee287e73a2fc/0dfc9f62-a514-4895-bcc4-ee287e73a2fc.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2081.342407] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eea5d8c4-4334-4a57-8b01-d038e748560e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.356409] env[63622]: DEBUG oslo_vmware.api [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817889, 'name': Rename_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.362071] env[63622]: DEBUG oslo_vmware.api [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Waiting for the task: (returnval){ [ 2081.362071] env[63622]: value = "task-1817890" [ 2081.362071] env[63622]: _type = "Task" [ 2081.362071] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.370340] env[63622]: DEBUG oslo_vmware.api [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Task: {'id': task-1817890, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.827100] env[63622]: DEBUG oslo_vmware.api [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817889, 'name': Rename_Task, 'duration_secs': 0.189329} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.827432] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2081.827676] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c3d68bc-92f9-4aaf-8fc9-d497cae68d97 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.833512] env[63622]: DEBUG oslo_vmware.api [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 2081.833512] env[63622]: value = "task-1817891" [ 2081.833512] env[63622]: _type = "Task" [ 2081.833512] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.840711] env[63622]: DEBUG oslo_vmware.api [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817891, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.871707] env[63622]: DEBUG oslo_vmware.api [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Task: {'id': task-1817890, 'name': ReconfigVM_Task, 'duration_secs': 0.42016} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.871987] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 0dfc9f62-a514-4895-bcc4-ee287e73a2fc/0dfc9f62-a514-4895-bcc4-ee287e73a2fc.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2081.872642] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81cfb7b6-84c5-4ee6-8667-ccbd583a1c26 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.878896] env[63622]: DEBUG oslo_vmware.api [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Waiting for the task: (returnval){ [ 2081.878896] env[63622]: value = "task-1817892" [ 2081.878896] env[63622]: _type = "Task" [ 2081.878896] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.886589] env[63622]: DEBUG oslo_vmware.api [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Task: {'id': task-1817892, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.344040] env[63622]: DEBUG oslo_vmware.api [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817891, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.389026] env[63622]: DEBUG oslo_vmware.api [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Task: {'id': task-1817892, 'name': Rename_Task, 'duration_secs': 0.219497} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2082.389430] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2082.389696] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e6146d2-12d6-4f66-989a-a02769e491bc {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.395773] env[63622]: DEBUG oslo_vmware.api [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Waiting for the task: (returnval){ [ 2082.395773] env[63622]: value = "task-1817893" [ 2082.395773] env[63622]: _type = "Task" [ 2082.395773] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.404662] env[63622]: DEBUG oslo_vmware.api [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Task: {'id': task-1817893, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.843888] env[63622]: DEBUG oslo_vmware.api [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817891, 'name': PowerOnVM_Task, 'duration_secs': 0.60931} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2082.844257] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2082.844389] env[63622]: INFO nova.compute.manager [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Took 13.92 seconds to spawn the instance on the hypervisor. [ 2082.844585] env[63622]: DEBUG nova.compute.manager [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2082.845443] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06199138-0fc2-469e-a1ed-a645f09ac5f9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.905830] env[63622]: DEBUG oslo_vmware.api [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Task: {'id': task-1817893, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.367657] env[63622]: INFO nova.compute.manager [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Took 18.68 seconds to build instance. [ 2083.406858] env[63622]: DEBUG oslo_vmware.api [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Task: {'id': task-1817893, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.870168] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a63d281e-f455-4e7e-b3b3-2694a4709f60 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "59ac866d-93e1-4590-88c1-f6b31d2aa652" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.195s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2083.909105] env[63622]: DEBUG oslo_vmware.api [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Task: {'id': task-1817893, 'name': PowerOnVM_Task, 'duration_secs': 1.19347} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.909105] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2083.909105] env[63622]: INFO nova.compute.manager [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Took 12.85 seconds to spawn the instance on the hypervisor. [ 2083.909105] env[63622]: DEBUG nova.compute.manager [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2083.909837] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c19887-68df-4680-8b3a-f38aee2d50ee {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.429935] env[63622]: INFO nova.compute.manager [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Took 19.73 seconds to build instance. [ 2084.737331] env[63622]: DEBUG nova.compute.manager [req-fbea470f-3657-4551-8c5c-b5f51db1cb7c req-1291ac2f-032a-4524-9663-75e37e348e71 service nova] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Received event network-changed-63a8eb4e-25a6-4f00-a31a-c0112dbd9665 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 2084.737643] env[63622]: DEBUG nova.compute.manager [req-fbea470f-3657-4551-8c5c-b5f51db1cb7c req-1291ac2f-032a-4524-9663-75e37e348e71 service nova] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Refreshing instance network info cache due to event network-changed-63a8eb4e-25a6-4f00-a31a-c0112dbd9665. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 2084.737939] env[63622]: DEBUG oslo_concurrency.lockutils [req-fbea470f-3657-4551-8c5c-b5f51db1cb7c req-1291ac2f-032a-4524-9663-75e37e348e71 service nova] Acquiring lock "refresh_cache-59ac866d-93e1-4590-88c1-f6b31d2aa652" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2084.738161] env[63622]: DEBUG oslo_concurrency.lockutils [req-fbea470f-3657-4551-8c5c-b5f51db1cb7c req-1291ac2f-032a-4524-9663-75e37e348e71 service nova] Acquired lock "refresh_cache-59ac866d-93e1-4590-88c1-f6b31d2aa652" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2084.738405] env[63622]: DEBUG nova.network.neutron [req-fbea470f-3657-4551-8c5c-b5f51db1cb7c req-1291ac2f-032a-4524-9663-75e37e348e71 service nova] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Refreshing network info cache for port 63a8eb4e-25a6-4f00-a31a-c0112dbd9665 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2084.932625] env[63622]: DEBUG oslo_concurrency.lockutils [None req-979df6da-0d19-468f-81e6-5bb78b655180 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Lock "0dfc9f62-a514-4895-bcc4-ee287e73a2fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.241s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2085.323949] env[63622]: DEBUG oslo_vmware.rw_handles [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526c0e02-3c1d-8fed-8889-11677bef003f/disk-0.vmdk. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2085.324933] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3162e3c6-7f79-40bf-afa2-830f1fc3d9f2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.331390] env[63622]: DEBUG oslo_vmware.rw_handles [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526c0e02-3c1d-8fed-8889-11677bef003f/disk-0.vmdk is in state: ready. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2085.331570] env[63622]: ERROR oslo_vmware.rw_handles [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526c0e02-3c1d-8fed-8889-11677bef003f/disk-0.vmdk due to incomplete transfer. [ 2085.331800] env[63622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9c9030d8-bcd0-4303-bf09-5c67b4e2b616 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.340126] env[63622]: DEBUG oslo_vmware.rw_handles [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526c0e02-3c1d-8fed-8889-11677bef003f/disk-0.vmdk. {{(pid=63622) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2085.340339] env[63622]: DEBUG nova.virt.vmwareapi.images [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Uploaded image 78b191aa-944b-47c9-9c5d-db0d4ca9a5a3 to the Glance image server {{(pid=63622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2085.342568] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Destroying the VM {{(pid=63622) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2085.342828] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8a98b3e9-287f-4ac8-8385-39035168b325 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.349819] env[63622]: DEBUG oslo_vmware.api [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2085.349819] env[63622]: value = "task-1817894" [ 2085.349819] env[63622]: _type = "Task" [ 2085.349819] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.357869] env[63622]: DEBUG oslo_vmware.api [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817894, 'name': Destroy_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.513492] env[63622]: DEBUG nova.network.neutron [req-fbea470f-3657-4551-8c5c-b5f51db1cb7c req-1291ac2f-032a-4524-9663-75e37e348e71 service nova] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Updated VIF entry in instance network info cache for port 63a8eb4e-25a6-4f00-a31a-c0112dbd9665. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2085.513863] env[63622]: DEBUG nova.network.neutron [req-fbea470f-3657-4551-8c5c-b5f51db1cb7c req-1291ac2f-032a-4524-9663-75e37e348e71 service nova] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Updating instance_info_cache with network_info: [{"id": "63a8eb4e-25a6-4f00-a31a-c0112dbd9665", "address": "fa:16:3e:5c:31:b3", "network": {"id": "c5082840-8665-4c31-8817-fd035981c27b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1678857801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e31a48c01354bcb9da91dcb5cd0f901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63a8eb4e-25", "ovs_interfaceid": "63a8eb4e-25a6-4f00-a31a-c0112dbd9665", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2085.858541] env[63622]: DEBUG oslo_vmware.api [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817894, 'name': Destroy_Task} progress is 33%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.993497] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a68b9020-1ce8-49b3-86fd-9050321f8e92 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Acquiring lock "0dfc9f62-a514-4895-bcc4-ee287e73a2fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2085.993876] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a68b9020-1ce8-49b3-86fd-9050321f8e92 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Lock "0dfc9f62-a514-4895-bcc4-ee287e73a2fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2085.994148] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a68b9020-1ce8-49b3-86fd-9050321f8e92 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Acquiring lock "0dfc9f62-a514-4895-bcc4-ee287e73a2fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2085.994382] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a68b9020-1ce8-49b3-86fd-9050321f8e92 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Lock "0dfc9f62-a514-4895-bcc4-ee287e73a2fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2085.994627] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a68b9020-1ce8-49b3-86fd-9050321f8e92 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Lock "0dfc9f62-a514-4895-bcc4-ee287e73a2fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2085.996826] env[63622]: INFO nova.compute.manager [None req-a68b9020-1ce8-49b3-86fd-9050321f8e92 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Terminating instance [ 2086.015817] env[63622]: DEBUG oslo_concurrency.lockutils [req-fbea470f-3657-4551-8c5c-b5f51db1cb7c req-1291ac2f-032a-4524-9663-75e37e348e71 service nova] Releasing lock "refresh_cache-59ac866d-93e1-4590-88c1-f6b31d2aa652" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2086.359747] env[63622]: DEBUG oslo_vmware.api [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817894, 'name': Destroy_Task, 'duration_secs': 0.781019} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.360123] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Destroyed the VM [ 2086.360386] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Deleting Snapshot of the VM instance {{(pid=63622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2086.360632] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-44444524-e421-4457-a1ed-680b5fedac58 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.366694] env[63622]: DEBUG oslo_vmware.api [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2086.366694] env[63622]: value = "task-1817895" [ 2086.366694] env[63622]: _type = "Task" [ 2086.366694] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.374749] env[63622]: DEBUG oslo_vmware.api [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817895, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.500964] env[63622]: DEBUG nova.compute.manager [None req-a68b9020-1ce8-49b3-86fd-9050321f8e92 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2086.501259] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a68b9020-1ce8-49b3-86fd-9050321f8e92 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2086.502236] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92fe293e-23c9-40c0-b11d-08040070896c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.510278] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a68b9020-1ce8-49b3-86fd-9050321f8e92 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2086.510546] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e34e55fe-6050-40d5-b8eb-29d8b2bd653c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.516932] env[63622]: DEBUG oslo_vmware.api [None req-a68b9020-1ce8-49b3-86fd-9050321f8e92 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Waiting for the task: (returnval){ [ 2086.516932] env[63622]: value = "task-1817896" [ 2086.516932] env[63622]: _type = "Task" [ 2086.516932] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.525266] env[63622]: DEBUG oslo_vmware.api [None req-a68b9020-1ce8-49b3-86fd-9050321f8e92 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Task: {'id': task-1817896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.877440] env[63622]: DEBUG oslo_vmware.api [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817895, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.026552] env[63622]: DEBUG oslo_vmware.api [None req-a68b9020-1ce8-49b3-86fd-9050321f8e92 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Task: {'id': task-1817896, 'name': PowerOffVM_Task, 'duration_secs': 0.331234} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.026936] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-a68b9020-1ce8-49b3-86fd-9050321f8e92 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2087.027068] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a68b9020-1ce8-49b3-86fd-9050321f8e92 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2087.027330] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d7fdf33-4961-4125-8598-c577e7c28d3a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.193521] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a68b9020-1ce8-49b3-86fd-9050321f8e92 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2087.193777] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a68b9020-1ce8-49b3-86fd-9050321f8e92 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2087.194047] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a68b9020-1ce8-49b3-86fd-9050321f8e92 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Deleting the datastore file [datastore1] 0dfc9f62-a514-4895-bcc4-ee287e73a2fc {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2087.194322] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10654d71-7e9f-4c42-af32-bb8f73b39540 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.200428] env[63622]: DEBUG oslo_vmware.api [None req-a68b9020-1ce8-49b3-86fd-9050321f8e92 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Waiting for the task: (returnval){ [ 2087.200428] env[63622]: value = "task-1817898" [ 2087.200428] env[63622]: _type = "Task" [ 2087.200428] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.207663] env[63622]: DEBUG oslo_vmware.api [None req-a68b9020-1ce8-49b3-86fd-9050321f8e92 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Task: {'id': task-1817898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.378048] env[63622]: DEBUG oslo_vmware.api [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817895, 'name': RemoveSnapshot_Task, 'duration_secs': 0.824689} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.378316] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Deleted Snapshot of the VM instance {{(pid=63622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2087.378679] env[63622]: DEBUG nova.compute.manager [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2087.379477] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7e3e5e-2035-485b-af38-3057972c073c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.713315] env[63622]: DEBUG oslo_vmware.api [None req-a68b9020-1ce8-49b3-86fd-9050321f8e92 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Task: {'id': task-1817898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366241} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.713315] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-a68b9020-1ce8-49b3-86fd-9050321f8e92 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2087.713315] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a68b9020-1ce8-49b3-86fd-9050321f8e92 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2087.713315] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-a68b9020-1ce8-49b3-86fd-9050321f8e92 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2087.713315] env[63622]: INFO nova.compute.manager [None req-a68b9020-1ce8-49b3-86fd-9050321f8e92 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Took 1.21 seconds to destroy the instance on the hypervisor. [ 2087.713315] env[63622]: DEBUG oslo.service.loopingcall [None req-a68b9020-1ce8-49b3-86fd-9050321f8e92 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2087.713315] env[63622]: DEBUG nova.compute.manager [-] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2087.713315] env[63622]: DEBUG nova.network.neutron [-] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2087.891309] env[63622]: INFO nova.compute.manager [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Shelve offloading [ 2087.980685] env[63622]: DEBUG nova.compute.manager [req-7edeb6e9-3962-469f-af39-91e29cb14979 req-178c3941-1bd1-48cb-8855-098417fc95b2 service nova] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Received event network-vif-deleted-a3932c50-359b-41be-bece-f3891137c404 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 2087.980921] env[63622]: INFO nova.compute.manager [req-7edeb6e9-3962-469f-af39-91e29cb14979 req-178c3941-1bd1-48cb-8855-098417fc95b2 service nova] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Neutron deleted interface a3932c50-359b-41be-bece-f3891137c404; detaching it from the instance and deleting it from the info cache [ 2087.981121] env[63622]: DEBUG nova.network.neutron [req-7edeb6e9-3962-469f-af39-91e29cb14979 req-178c3941-1bd1-48cb-8855-098417fc95b2 service nova] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2088.395139] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2088.395480] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df341a89-ed64-4ff1-ba69-b55f0140b661 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.402719] env[63622]: DEBUG oslo_vmware.api [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2088.402719] env[63622]: value = "task-1817899" [ 2088.402719] env[63622]: _type = "Task" [ 2088.402719] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.410298] env[63622]: DEBUG oslo_vmware.api [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.459692] env[63622]: DEBUG nova.network.neutron [-] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2088.483607] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f1814ce-6a81-40c3-856d-ab6443fdea23 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.493047] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c521b8-8ee1-4afb-badc-36f65c514e58 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.518815] env[63622]: DEBUG nova.compute.manager [req-7edeb6e9-3962-469f-af39-91e29cb14979 req-178c3941-1bd1-48cb-8855-098417fc95b2 service nova] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Detach interface failed, port_id=a3932c50-359b-41be-bece-f3891137c404, reason: Instance 0dfc9f62-a514-4895-bcc4-ee287e73a2fc could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 2088.913577] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] VM already powered off {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2088.913803] env[63622]: DEBUG nova.compute.manager [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2088.914550] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df57f8d5-7b6f-4022-94b9-82d69e122431 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.919779] env[63622]: DEBUG oslo_concurrency.lockutils [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquiring lock "refresh_cache-fc05232c-c247-4cdf-a3ee-7ea189706cd2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2088.919942] env[63622]: DEBUG oslo_concurrency.lockutils [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquired lock "refresh_cache-fc05232c-c247-4cdf-a3ee-7ea189706cd2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2088.920123] env[63622]: DEBUG nova.network.neutron [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2088.962180] env[63622]: INFO nova.compute.manager [-] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Took 1.25 seconds to deallocate network for instance. [ 2089.467935] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a68b9020-1ce8-49b3-86fd-9050321f8e92 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2089.468255] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a68b9020-1ce8-49b3-86fd-9050321f8e92 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2089.468386] env[63622]: DEBUG nova.objects.instance [None req-a68b9020-1ce8-49b3-86fd-9050321f8e92 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Lazy-loading 'resources' on Instance uuid 0dfc9f62-a514-4895-bcc4-ee287e73a2fc {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2089.631038] env[63622]: DEBUG nova.network.neutron [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Updating instance_info_cache with network_info: [{"id": "554c8a2d-f4ed-47af-bf94-024b35836de2", "address": "fa:16:3e:1d:ed:2f", "network": {"id": "87952d56-97ab-4a39-be7b-4831baf24442", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1695775358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e3f6155f3fc482ebdcf4991031bb6f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap554c8a2d-f4", "ovs_interfaceid": "554c8a2d-f4ed-47af-bf94-024b35836de2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2090.023801] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ca3bf9-d9a8-460d-9c41-9a076bc4caf9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.031119] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda93e95-3436-4885-b144-7ea127455e5f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.061512] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9a9983-1e77-4875-a6f9-9902d96940a0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.068748] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5464da5e-a400-4b52-90a2-c7960ff539ca {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.081659] env[63622]: DEBUG nova.compute.provider_tree [None req-a68b9020-1ce8-49b3-86fd-9050321f8e92 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2090.134144] env[63622]: DEBUG oslo_concurrency.lockutils [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Releasing lock "refresh_cache-fc05232c-c247-4cdf-a3ee-7ea189706cd2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2090.342173] env[63622]: DEBUG nova.compute.manager [req-8705b91f-e46b-4855-aed4-bf36eace7d09 req-cd1edef0-3f1c-4c79-b432-771e9e948a44 service nova] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Received event network-vif-unplugged-554c8a2d-f4ed-47af-bf94-024b35836de2 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 2090.342173] env[63622]: DEBUG oslo_concurrency.lockutils [req-8705b91f-e46b-4855-aed4-bf36eace7d09 req-cd1edef0-3f1c-4c79-b432-771e9e948a44 service nova] Acquiring lock "fc05232c-c247-4cdf-a3ee-7ea189706cd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2090.342173] env[63622]: DEBUG oslo_concurrency.lockutils [req-8705b91f-e46b-4855-aed4-bf36eace7d09 req-cd1edef0-3f1c-4c79-b432-771e9e948a44 service nova] Lock "fc05232c-c247-4cdf-a3ee-7ea189706cd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2090.342173] env[63622]: DEBUG oslo_concurrency.lockutils [req-8705b91f-e46b-4855-aed4-bf36eace7d09 req-cd1edef0-3f1c-4c79-b432-771e9e948a44 service nova] Lock "fc05232c-c247-4cdf-a3ee-7ea189706cd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2090.342173] env[63622]: DEBUG nova.compute.manager [req-8705b91f-e46b-4855-aed4-bf36eace7d09 req-cd1edef0-3f1c-4c79-b432-771e9e948a44 service nova] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] No waiting events found dispatching network-vif-unplugged-554c8a2d-f4ed-47af-bf94-024b35836de2 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2090.342173] env[63622]: WARNING nova.compute.manager [req-8705b91f-e46b-4855-aed4-bf36eace7d09 req-cd1edef0-3f1c-4c79-b432-771e9e948a44 service nova] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Received unexpected event network-vif-unplugged-554c8a2d-f4ed-47af-bf94-024b35836de2 for instance with vm_state shelved and task_state shelving_offloading. [ 2090.426452] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2090.427375] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f40107-72f4-455b-88d3-029cd6fa8103 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.435148] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2090.435382] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0435d7de-b45f-4f6c-98dc-2e0d6b339e30 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.500482] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2090.500874] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2090.500874] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Deleting the datastore file [datastore1] fc05232c-c247-4cdf-a3ee-7ea189706cd2 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2090.501174] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01e0e0ed-9eaa-4acd-86f4-3f09bd390dec {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.508097] env[63622]: DEBUG oslo_vmware.api [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2090.508097] env[63622]: value = "task-1817901" [ 2090.508097] env[63622]: _type = "Task" [ 2090.508097] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.515532] env[63622]: DEBUG oslo_vmware.api [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.584896] env[63622]: DEBUG nova.scheduler.client.report [None req-a68b9020-1ce8-49b3-86fd-9050321f8e92 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2091.018346] env[63622]: DEBUG oslo_vmware.api [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817901, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186254} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.018654] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2091.018818] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2091.018996] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2091.038795] env[63622]: INFO nova.scheduler.client.report [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Deleted allocations for instance fc05232c-c247-4cdf-a3ee-7ea189706cd2 [ 2091.089355] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a68b9020-1ce8-49b3-86fd-9050321f8e92 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.621s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2091.106062] env[63622]: INFO nova.scheduler.client.report [None req-a68b9020-1ce8-49b3-86fd-9050321f8e92 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Deleted allocations for instance 0dfc9f62-a514-4895-bcc4-ee287e73a2fc [ 2091.544134] env[63622]: DEBUG oslo_concurrency.lockutils [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2091.544536] env[63622]: DEBUG oslo_concurrency.lockutils [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2091.544643] env[63622]: DEBUG nova.objects.instance [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lazy-loading 'resources' on Instance uuid fc05232c-c247-4cdf-a3ee-7ea189706cd2 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2091.612723] env[63622]: DEBUG oslo_concurrency.lockutils [None req-a68b9020-1ce8-49b3-86fd-9050321f8e92 tempest-ServersNegativeTestMultiTenantJSON-2075030615 tempest-ServersNegativeTestMultiTenantJSON-2075030615-project-member] Lock "0dfc9f62-a514-4895-bcc4-ee287e73a2fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.619s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2092.047099] env[63622]: DEBUG nova.objects.instance [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lazy-loading 'numa_topology' on Instance uuid fc05232c-c247-4cdf-a3ee-7ea189706cd2 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2092.367869] env[63622]: DEBUG nova.compute.manager [req-30caa83b-9bc1-4e8d-9856-664b06038cdf req-3d3034ac-add1-4cc0-8dc3-56c0522c4a2a service nova] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Received event network-changed-554c8a2d-f4ed-47af-bf94-024b35836de2 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 2092.368129] env[63622]: DEBUG nova.compute.manager [req-30caa83b-9bc1-4e8d-9856-664b06038cdf req-3d3034ac-add1-4cc0-8dc3-56c0522c4a2a service nova] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Refreshing instance network info cache due to event network-changed-554c8a2d-f4ed-47af-bf94-024b35836de2. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 2092.368351] env[63622]: DEBUG oslo_concurrency.lockutils [req-30caa83b-9bc1-4e8d-9856-664b06038cdf req-3d3034ac-add1-4cc0-8dc3-56c0522c4a2a service nova] Acquiring lock "refresh_cache-fc05232c-c247-4cdf-a3ee-7ea189706cd2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2092.368517] env[63622]: DEBUG oslo_concurrency.lockutils [req-30caa83b-9bc1-4e8d-9856-664b06038cdf req-3d3034ac-add1-4cc0-8dc3-56c0522c4a2a service nova] Acquired lock "refresh_cache-fc05232c-c247-4cdf-a3ee-7ea189706cd2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2092.368656] env[63622]: DEBUG nova.network.neutron [req-30caa83b-9bc1-4e8d-9856-664b06038cdf req-3d3034ac-add1-4cc0-8dc3-56c0522c4a2a service nova] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Refreshing network info cache for port 554c8a2d-f4ed-47af-bf94-024b35836de2 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2092.550011] env[63622]: DEBUG nova.objects.base [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=63622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2092.593681] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769aea73-cd80-4cc1-80d6-fdd5d6cc808d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.602799] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2524bcec-aecc-4a9a-8d10-3c7b7a7ac5a9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.633926] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cc9955-c5fe-4362-b50c-6ec7224b4d31 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.642064] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005b0a05-53fe-446a-b31b-7e45ff01fc36 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.655960] env[63622]: DEBUG nova.compute.provider_tree [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2093.162684] env[63622]: DEBUG nova.scheduler.client.report [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2093.210722] env[63622]: DEBUG nova.network.neutron [req-30caa83b-9bc1-4e8d-9856-664b06038cdf req-3d3034ac-add1-4cc0-8dc3-56c0522c4a2a service nova] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Updated VIF entry in instance network info cache for port 554c8a2d-f4ed-47af-bf94-024b35836de2. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2093.211101] env[63622]: DEBUG nova.network.neutron [req-30caa83b-9bc1-4e8d-9856-664b06038cdf req-3d3034ac-add1-4cc0-8dc3-56c0522c4a2a service nova] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Updating instance_info_cache with network_info: [{"id": "554c8a2d-f4ed-47af-bf94-024b35836de2", "address": "fa:16:3e:1d:ed:2f", "network": {"id": "87952d56-97ab-4a39-be7b-4831baf24442", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1695775358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e3f6155f3fc482ebdcf4991031bb6f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap554c8a2d-f4", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2093.667490] env[63622]: DEBUG oslo_concurrency.lockutils [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.123s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2093.705550] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquiring lock "fc05232c-c247-4cdf-a3ee-7ea189706cd2" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2093.711955] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2093.712177] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2093.715242] env[63622]: DEBUG oslo_concurrency.lockutils [req-30caa83b-9bc1-4e8d-9856-664b06038cdf req-3d3034ac-add1-4cc0-8dc3-56c0522c4a2a service nova] Releasing lock "refresh_cache-fc05232c-c247-4cdf-a3ee-7ea189706cd2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2094.177812] env[63622]: DEBUG oslo_concurrency.lockutils [None req-428eea8e-46b5-44f8-863a-1ecb4fdf81a1 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lock "fc05232c-c247-4cdf-a3ee-7ea189706cd2" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.015s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2094.178715] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lock "fc05232c-c247-4cdf-a3ee-7ea189706cd2" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.473s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2094.178911] env[63622]: INFO nova.compute.manager [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Unshelving [ 2094.218748] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2094.218748] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Starting heal instance info cache {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 2094.218748] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Rebuilding the list of instances to heal {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 2094.750524] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "refresh_cache-59ac866d-93e1-4590-88c1-f6b31d2aa652" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2094.750815] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquired lock "refresh_cache-59ac866d-93e1-4590-88c1-f6b31d2aa652" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2094.750861] env[63622]: DEBUG nova.network.neutron [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Forcefully refreshing network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2094.751018] env[63622]: DEBUG nova.objects.instance [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lazy-loading 'info_cache' on Instance uuid 59ac866d-93e1-4590-88c1-f6b31d2aa652 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2095.188531] env[63622]: DEBUG nova.compute.utils [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2095.692049] env[63622]: INFO nova.virt.block_device [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Booting with volume 591e9c4e-53d8-4b07-8e4f-1a57126f7fae at /dev/sdb [ 2095.726450] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f0faac2-4ad4-491c-96e4-7c6bb5b0219b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.736334] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90ee1ca-d805-4511-84b2-6f621cfbcfbf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.763766] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49fe8187-fed5-4977-b4a9-b466bd797c14 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.772164] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069227ef-91f6-429a-ad0c-8e6182758f9e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.798692] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e729898e-b625-4db1-9f06-51d55fe50fe2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.804855] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca92bb08-e995-4510-bdf6-6c836435372b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.818824] env[63622]: DEBUG nova.virt.block_device [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Updating existing volume attachment record: 2eb0214d-08ca-4d2a-ba40-6156947970e9 {{(pid=63622) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2096.701855] env[63622]: DEBUG nova.network.neutron [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Updating instance_info_cache with network_info: [{"id": "63a8eb4e-25a6-4f00-a31a-c0112dbd9665", "address": "fa:16:3e:5c:31:b3", "network": {"id": "c5082840-8665-4c31-8817-fd035981c27b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1678857801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e31a48c01354bcb9da91dcb5cd0f901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63a8eb4e-25", "ovs_interfaceid": "63a8eb4e-25a6-4f00-a31a-c0112dbd9665", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2097.205091] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Releasing lock "refresh_cache-59ac866d-93e1-4590-88c1-f6b31d2aa652" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2097.205404] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Updated the network info_cache for instance {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10350}} [ 2097.205559] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2097.205740] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2097.205903] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2097.206071] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2097.206223] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2097.206371] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2097.206500] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63622) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 2097.206648] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager.update_available_resource {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2097.709896] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2097.710169] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2097.710340] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2097.710502] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63622) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2097.711431] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c951f54-bd75-4e45-ad74-d702b544536f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.719675] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1029384a-edf1-4d99-acdc-cdd6c4cbcc5d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.733670] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192bcf5f-6841-4965-83fe-138a964b4196 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.739824] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c773bd20-03c9-42f5-ac9e-9af967c0022e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.769332] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181167MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=63622) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2097.769485] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2097.769682] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2098.793681] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance 59ac866d-93e1-4590-88c1-f6b31d2aa652 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2099.296434] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance fc05232c-c247-4cdf-a3ee-7ea189706cd2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2099.296670] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2099.296833] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2099.333275] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71848224-078b-46d4-97bb-4fc6b5788914 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.340882] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159a8a14-3eea-4f5f-a1dd-02bed14b3a92 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.370860] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cc1acc-cf44-4962-b68c-85b4a23000a8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.378332] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cf88f2-a80b-4dfe-9c63-79a9ececde68 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.391093] env[63622]: DEBUG nova.compute.provider_tree [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2099.894489] env[63622]: DEBUG nova.scheduler.client.report [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2100.399258] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2100.399419] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.630s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2101.425219] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2101.425482] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2101.425720] env[63622]: DEBUG nova.objects.instance [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lazy-loading 'pci_requests' on Instance uuid fc05232c-c247-4cdf-a3ee-7ea189706cd2 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2101.929793] env[63622]: DEBUG nova.objects.instance [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lazy-loading 'numa_topology' on Instance uuid fc05232c-c247-4cdf-a3ee-7ea189706cd2 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2102.432752] env[63622]: INFO nova.compute.claims [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2103.476796] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652dabec-ca4d-435d-9f08-9144b0fe235e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.484871] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03f8c97-7457-4fa3-84d7-974ff61d050f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.514471] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c41b0ac-e9d0-4f0d-b462-975c9b6fc42a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.521775] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4736966-05ef-41e4-a6c3-282f0d88a31c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.536347] env[63622]: DEBUG nova.compute.provider_tree [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2104.039883] env[63622]: DEBUG nova.scheduler.client.report [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2104.545241] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.120s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2104.573672] env[63622]: INFO nova.network.neutron [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Updating port 554c8a2d-f4ed-47af-bf94-024b35836de2 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2105.954067] env[63622]: DEBUG nova.compute.manager [req-ceb14da7-9106-4d95-a8f3-d06a0e722b5a req-1bafb29e-38e1-43b8-8a9b-0d7167fecb8d service nova] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Received event network-vif-plugged-554c8a2d-f4ed-47af-bf94-024b35836de2 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 2105.954391] env[63622]: DEBUG oslo_concurrency.lockutils [req-ceb14da7-9106-4d95-a8f3-d06a0e722b5a req-1bafb29e-38e1-43b8-8a9b-0d7167fecb8d service nova] Acquiring lock "fc05232c-c247-4cdf-a3ee-7ea189706cd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2105.954737] env[63622]: DEBUG oslo_concurrency.lockutils [req-ceb14da7-9106-4d95-a8f3-d06a0e722b5a req-1bafb29e-38e1-43b8-8a9b-0d7167fecb8d service nova] Lock "fc05232c-c247-4cdf-a3ee-7ea189706cd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2105.955084] env[63622]: DEBUG oslo_concurrency.lockutils [req-ceb14da7-9106-4d95-a8f3-d06a0e722b5a req-1bafb29e-38e1-43b8-8a9b-0d7167fecb8d service nova] Lock "fc05232c-c247-4cdf-a3ee-7ea189706cd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2105.955384] env[63622]: DEBUG nova.compute.manager [req-ceb14da7-9106-4d95-a8f3-d06a0e722b5a req-1bafb29e-38e1-43b8-8a9b-0d7167fecb8d service nova] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] No waiting events found dispatching network-vif-plugged-554c8a2d-f4ed-47af-bf94-024b35836de2 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2105.955691] env[63622]: WARNING nova.compute.manager [req-ceb14da7-9106-4d95-a8f3-d06a0e722b5a req-1bafb29e-38e1-43b8-8a9b-0d7167fecb8d service nova] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Received unexpected event network-vif-plugged-554c8a2d-f4ed-47af-bf94-024b35836de2 for instance with vm_state shelved_offloaded and task_state spawning. [ 2106.047761] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquiring lock "refresh_cache-fc05232c-c247-4cdf-a3ee-7ea189706cd2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2106.048013] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquired lock "refresh_cache-fc05232c-c247-4cdf-a3ee-7ea189706cd2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2106.048206] env[63622]: DEBUG nova.network.neutron [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2106.749370] env[63622]: DEBUG nova.network.neutron [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Updating instance_info_cache with network_info: [{"id": "554c8a2d-f4ed-47af-bf94-024b35836de2", "address": "fa:16:3e:1d:ed:2f", "network": {"id": "87952d56-97ab-4a39-be7b-4831baf24442", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1695775358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e3f6155f3fc482ebdcf4991031bb6f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap554c8a2d-f4", "ovs_interfaceid": "554c8a2d-f4ed-47af-bf94-024b35836de2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2107.252159] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Releasing lock "refresh_cache-fc05232c-c247-4cdf-a3ee-7ea189706cd2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2107.278803] env[63622]: DEBUG nova.virt.hardware [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='1983a85850d490b88f8ae94893c8dd77',container_format='bare',created_at=2024-12-12T14:14:39Z,direct_url=,disk_format='vmdk',id=78b191aa-944b-47c9-9c5d-db0d4ca9a5a3,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-946739154-shelved',owner='9e3f6155f3fc482ebdcf4991031bb6f0',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2024-12-12T14:14:55Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2107.279107] env[63622]: DEBUG nova.virt.hardware [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2107.279277] env[63622]: DEBUG nova.virt.hardware [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2107.279458] env[63622]: DEBUG nova.virt.hardware [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2107.279606] env[63622]: DEBUG nova.virt.hardware [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2107.279754] env[63622]: DEBUG nova.virt.hardware [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2107.279963] env[63622]: DEBUG nova.virt.hardware [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2107.280134] env[63622]: DEBUG nova.virt.hardware [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2107.280300] env[63622]: DEBUG nova.virt.hardware [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2107.280460] env[63622]: DEBUG nova.virt.hardware [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2107.280630] env[63622]: DEBUG nova.virt.hardware [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2107.281483] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbede734-4ac1-4ff1-8381-a213013d1372 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.289325] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a68cf14-2421-4514-b4b7-8cc09bc2e627 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.302591] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:ed:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '554c8a2d-f4ed-47af-bf94-024b35836de2', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2107.309841] env[63622]: DEBUG oslo.service.loopingcall [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2107.310082] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2107.310311] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5271d86-9f0a-4100-a683-9f38a69c4c26 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.328761] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2107.328761] env[63622]: value = "task-1817906" [ 2107.328761] env[63622]: _type = "Task" [ 2107.328761] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.335707] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817906, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.838922] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817906, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.978189] env[63622]: DEBUG nova.compute.manager [req-0258987a-81c2-49aa-ae2c-a3a1b2c0b09a req-73fa58fa-d6f1-4167-8961-058e2b5f9fa2 service nova] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Received event network-changed-554c8a2d-f4ed-47af-bf94-024b35836de2 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 2107.978392] env[63622]: DEBUG nova.compute.manager [req-0258987a-81c2-49aa-ae2c-a3a1b2c0b09a req-73fa58fa-d6f1-4167-8961-058e2b5f9fa2 service nova] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Refreshing instance network info cache due to event network-changed-554c8a2d-f4ed-47af-bf94-024b35836de2. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 2107.978604] env[63622]: DEBUG oslo_concurrency.lockutils [req-0258987a-81c2-49aa-ae2c-a3a1b2c0b09a req-73fa58fa-d6f1-4167-8961-058e2b5f9fa2 service nova] Acquiring lock "refresh_cache-fc05232c-c247-4cdf-a3ee-7ea189706cd2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2107.978750] env[63622]: DEBUG oslo_concurrency.lockutils [req-0258987a-81c2-49aa-ae2c-a3a1b2c0b09a req-73fa58fa-d6f1-4167-8961-058e2b5f9fa2 service nova] Acquired lock "refresh_cache-fc05232c-c247-4cdf-a3ee-7ea189706cd2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2107.978931] env[63622]: DEBUG nova.network.neutron [req-0258987a-81c2-49aa-ae2c-a3a1b2c0b09a req-73fa58fa-d6f1-4167-8961-058e2b5f9fa2 service nova] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Refreshing network info cache for port 554c8a2d-f4ed-47af-bf94-024b35836de2 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2108.339439] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817906, 'name': CreateVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.671047] env[63622]: DEBUG nova.network.neutron [req-0258987a-81c2-49aa-ae2c-a3a1b2c0b09a req-73fa58fa-d6f1-4167-8961-058e2b5f9fa2 service nova] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Updated VIF entry in instance network info cache for port 554c8a2d-f4ed-47af-bf94-024b35836de2. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2108.671506] env[63622]: DEBUG nova.network.neutron [req-0258987a-81c2-49aa-ae2c-a3a1b2c0b09a req-73fa58fa-d6f1-4167-8961-058e2b5f9fa2 service nova] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Updating instance_info_cache with network_info: [{"id": "554c8a2d-f4ed-47af-bf94-024b35836de2", "address": "fa:16:3e:1d:ed:2f", "network": {"id": "87952d56-97ab-4a39-be7b-4831baf24442", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1695775358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e3f6155f3fc482ebdcf4991031bb6f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap554c8a2d-f4", "ovs_interfaceid": "554c8a2d-f4ed-47af-bf94-024b35836de2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2108.840302] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817906, 'name': CreateVM_Task, 'duration_secs': 1.438352} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.840475] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2108.841134] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/78b191aa-944b-47c9-9c5d-db0d4ca9a5a3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2108.841305] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/78b191aa-944b-47c9-9c5d-db0d4ca9a5a3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2108.841675] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/78b191aa-944b-47c9-9c5d-db0d4ca9a5a3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2108.841919] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8cabd19-a022-4101-a97a-ae1c52cdc41d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.846280] env[63622]: DEBUG oslo_vmware.api [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2108.846280] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]523e3dde-7bf6-9bac-4e5f-bef4ad4c535c" [ 2108.846280] env[63622]: _type = "Task" [ 2108.846280] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.853450] env[63622]: DEBUG oslo_vmware.api [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]523e3dde-7bf6-9bac-4e5f-bef4ad4c535c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.174639] env[63622]: DEBUG oslo_concurrency.lockutils [req-0258987a-81c2-49aa-ae2c-a3a1b2c0b09a req-73fa58fa-d6f1-4167-8961-058e2b5f9fa2 service nova] Releasing lock "refresh_cache-fc05232c-c247-4cdf-a3ee-7ea189706cd2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2109.356147] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/78b191aa-944b-47c9-9c5d-db0d4ca9a5a3" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2109.356417] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Processing image 78b191aa-944b-47c9-9c5d-db0d4ca9a5a3 {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2109.356609] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/78b191aa-944b-47c9-9c5d-db0d4ca9a5a3/78b191aa-944b-47c9-9c5d-db0d4ca9a5a3.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2109.356754] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/78b191aa-944b-47c9-9c5d-db0d4ca9a5a3/78b191aa-944b-47c9-9c5d-db0d4ca9a5a3.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2109.356931] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2109.357198] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72c1d96e-5e15-4beb-8b3c-7d3220095e2d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.365797] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2109.365997] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2109.366694] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e62e2d8f-fbc0-4950-9bd0-e97e16ddec8a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.371541] env[63622]: DEBUG oslo_vmware.api [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2109.371541] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5290d063-19bb-ec60-ef0a-3339fa9fc24b" [ 2109.371541] env[63622]: _type = "Task" [ 2109.371541] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.378984] env[63622]: DEBUG oslo_vmware.api [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5290d063-19bb-ec60-ef0a-3339fa9fc24b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.881592] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Preparing fetch location {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2109.881846] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Fetch image to [datastore1] OSTACK_IMG_d1d52ecb-9ef6-4baa-8983-da50464fad26/OSTACK_IMG_d1d52ecb-9ef6-4baa-8983-da50464fad26.vmdk {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2109.882043] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Downloading stream optimized image 78b191aa-944b-47c9-9c5d-db0d4ca9a5a3 to [datastore1] OSTACK_IMG_d1d52ecb-9ef6-4baa-8983-da50464fad26/OSTACK_IMG_d1d52ecb-9ef6-4baa-8983-da50464fad26.vmdk on the data store datastore1 as vApp {{(pid=63622) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2109.882220] env[63622]: DEBUG nova.virt.vmwareapi.images [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Downloading image file data 78b191aa-944b-47c9-9c5d-db0d4ca9a5a3 to the ESX as VM named 'OSTACK_IMG_d1d52ecb-9ef6-4baa-8983-da50464fad26' {{(pid=63622) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2109.944272] env[63622]: DEBUG oslo_vmware.rw_handles [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2109.944272] env[63622]: value = "resgroup-9" [ 2109.944272] env[63622]: _type = "ResourcePool" [ 2109.944272] env[63622]: }. {{(pid=63622) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2109.944539] env[63622]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-5beda0d5-d5bf-4603-84a0-58d86a1af291 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.964878] env[63622]: DEBUG oslo_vmware.rw_handles [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lease: (returnval){ [ 2109.964878] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]528092f8-ce59-5705-cbe2-f45579e5cfa4" [ 2109.964878] env[63622]: _type = "HttpNfcLease" [ 2109.964878] env[63622]: } obtained for vApp import into resource pool (val){ [ 2109.964878] env[63622]: value = "resgroup-9" [ 2109.964878] env[63622]: _type = "ResourcePool" [ 2109.964878] env[63622]: }. {{(pid=63622) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2109.965117] env[63622]: DEBUG oslo_vmware.api [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the lease: (returnval){ [ 2109.965117] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]528092f8-ce59-5705-cbe2-f45579e5cfa4" [ 2109.965117] env[63622]: _type = "HttpNfcLease" [ 2109.965117] env[63622]: } to be ready. {{(pid=63622) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2109.971294] env[63622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2109.971294] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]528092f8-ce59-5705-cbe2-f45579e5cfa4" [ 2109.971294] env[63622]: _type = "HttpNfcLease" [ 2109.971294] env[63622]: } is initializing. {{(pid=63622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2110.472732] env[63622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2110.472732] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]528092f8-ce59-5705-cbe2-f45579e5cfa4" [ 2110.472732] env[63622]: _type = "HttpNfcLease" [ 2110.472732] env[63622]: } is ready. {{(pid=63622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2110.473095] env[63622]: DEBUG oslo_vmware.rw_handles [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2110.473095] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]528092f8-ce59-5705-cbe2-f45579e5cfa4" [ 2110.473095] env[63622]: _type = "HttpNfcLease" [ 2110.473095] env[63622]: }. {{(pid=63622) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2110.473756] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82591197-8a7c-4c6d-8999-59b73af69698 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.480867] env[63622]: DEBUG oslo_vmware.rw_handles [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ec90d9-8a5d-225c-e5c6-eca039b7b5a1/disk-0.vmdk from lease info. {{(pid=63622) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2110.481058] env[63622]: DEBUG oslo_vmware.rw_handles [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ec90d9-8a5d-225c-e5c6-eca039b7b5a1/disk-0.vmdk. {{(pid=63622) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2110.543722] env[63622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6fea822f-35e0-405e-b021-f394fef1ba90 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.642704] env[63622]: DEBUG oslo_vmware.rw_handles [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Completed reading data from the image iterator. {{(pid=63622) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2111.643014] env[63622]: DEBUG oslo_vmware.rw_handles [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ec90d9-8a5d-225c-e5c6-eca039b7b5a1/disk-0.vmdk. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2111.643935] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b04aad-7838-4da6-b967-ce4c5a071dd3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.651246] env[63622]: DEBUG oslo_vmware.rw_handles [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ec90d9-8a5d-225c-e5c6-eca039b7b5a1/disk-0.vmdk is in state: ready. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2111.651459] env[63622]: DEBUG oslo_vmware.rw_handles [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ec90d9-8a5d-225c-e5c6-eca039b7b5a1/disk-0.vmdk. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2111.651721] env[63622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-799fb2a5-017a-401d-815c-28f705b4b141 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.834068] env[63622]: DEBUG oslo_vmware.rw_handles [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ec90d9-8a5d-225c-e5c6-eca039b7b5a1/disk-0.vmdk. {{(pid=63622) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2111.834240] env[63622]: INFO nova.virt.vmwareapi.images [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Downloaded image file data 78b191aa-944b-47c9-9c5d-db0d4ca9a5a3 [ 2111.835114] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a61bd3f-968f-4cc2-a2b1-67c15b9af22f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.851104] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f89dc120-1b8a-4ee3-9218-c880bd912df4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.873862] env[63622]: INFO nova.virt.vmwareapi.images [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] The imported VM was unregistered [ 2111.876185] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Caching image {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2111.876423] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Creating directory with path [datastore1] devstack-image-cache_base/78b191aa-944b-47c9-9c5d-db0d4ca9a5a3 {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2111.876680] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f72b825-454a-439c-b82e-7a299d9fb628 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.899185] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Created directory with path [datastore1] devstack-image-cache_base/78b191aa-944b-47c9-9c5d-db0d4ca9a5a3 {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2111.899370] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_d1d52ecb-9ef6-4baa-8983-da50464fad26/OSTACK_IMG_d1d52ecb-9ef6-4baa-8983-da50464fad26.vmdk to [datastore1] devstack-image-cache_base/78b191aa-944b-47c9-9c5d-db0d4ca9a5a3/78b191aa-944b-47c9-9c5d-db0d4ca9a5a3.vmdk. {{(pid=63622) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2111.899614] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-0f8ec964-031f-4a99-bbb8-aa682cdc5b3d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.905502] env[63622]: DEBUG oslo_vmware.api [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2111.905502] env[63622]: value = "task-1817909" [ 2111.905502] env[63622]: _type = "Task" [ 2111.905502] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2111.914656] env[63622]: DEBUG oslo_vmware.api [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817909, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.418743] env[63622]: DEBUG oslo_vmware.api [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817909, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.916628] env[63622]: DEBUG oslo_vmware.api [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817909, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.416853] env[63622]: DEBUG oslo_vmware.api [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817909, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.917557] env[63622]: DEBUG oslo_vmware.api [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817909, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.418318] env[63622]: DEBUG oslo_vmware.api [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817909, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.177736} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.418581] env[63622]: INFO nova.virt.vmwareapi.ds_util [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_d1d52ecb-9ef6-4baa-8983-da50464fad26/OSTACK_IMG_d1d52ecb-9ef6-4baa-8983-da50464fad26.vmdk to [datastore1] devstack-image-cache_base/78b191aa-944b-47c9-9c5d-db0d4ca9a5a3/78b191aa-944b-47c9-9c5d-db0d4ca9a5a3.vmdk. [ 2114.418769] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Cleaning up location [datastore1] OSTACK_IMG_d1d52ecb-9ef6-4baa-8983-da50464fad26 {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2114.418957] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_d1d52ecb-9ef6-4baa-8983-da50464fad26 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2114.419210] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-155c4ad2-3a2a-4ecd-a05d-e6fb1019ec78 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.425273] env[63622]: DEBUG oslo_vmware.api [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2114.425273] env[63622]: value = "task-1817910" [ 2114.425273] env[63622]: _type = "Task" [ 2114.425273] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.432415] env[63622]: DEBUG oslo_vmware.api [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.935253] env[63622]: DEBUG oslo_vmware.api [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.348321} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.935558] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2114.935657] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/78b191aa-944b-47c9-9c5d-db0d4ca9a5a3/78b191aa-944b-47c9-9c5d-db0d4ca9a5a3.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2114.935905] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/78b191aa-944b-47c9-9c5d-db0d4ca9a5a3/78b191aa-944b-47c9-9c5d-db0d4ca9a5a3.vmdk to [datastore1] fc05232c-c247-4cdf-a3ee-7ea189706cd2/fc05232c-c247-4cdf-a3ee-7ea189706cd2.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2114.936187] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-470ad152-f9c2-43b2-b609-9d46c449dbd8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.941957] env[63622]: DEBUG oslo_vmware.api [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2114.941957] env[63622]: value = "task-1817911" [ 2114.941957] env[63622]: _type = "Task" [ 2114.941957] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.948948] env[63622]: DEBUG oslo_vmware.api [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817911, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.452240] env[63622]: DEBUG oslo_vmware.api [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817911, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.956151] env[63622]: DEBUG oslo_vmware.api [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817911, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.454112] env[63622]: DEBUG oslo_vmware.api [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817911, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.955353] env[63622]: DEBUG oslo_vmware.api [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817911, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.455218] env[63622]: DEBUG oslo_vmware.api [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817911, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.397397} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.455560] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/78b191aa-944b-47c9-9c5d-db0d4ca9a5a3/78b191aa-944b-47c9-9c5d-db0d4ca9a5a3.vmdk to [datastore1] fc05232c-c247-4cdf-a3ee-7ea189706cd2/fc05232c-c247-4cdf-a3ee-7ea189706cd2.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2117.456239] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b77ca5-83f9-45da-81f8-c487f6acdef0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.483882] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] fc05232c-c247-4cdf-a3ee-7ea189706cd2/fc05232c-c247-4cdf-a3ee-7ea189706cd2.vmdk or device None with type streamOptimized {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2117.484256] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e666595-e933-4bc0-8103-8f64f75e4d63 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.515686] env[63622]: DEBUG oslo_vmware.api [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2117.515686] env[63622]: value = "task-1817912" [ 2117.515686] env[63622]: _type = "Task" [ 2117.515686] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.526942] env[63622]: DEBUG oslo_vmware.api [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817912, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.027330] env[63622]: DEBUG oslo_vmware.api [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817912, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.527160] env[63622]: DEBUG oslo_vmware.api [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817912, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.028311] env[63622]: DEBUG oslo_vmware.api [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817912, 'name': ReconfigVM_Task, 'duration_secs': 1.486931} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.028619] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Reconfigured VM instance instance-0000007b to attach disk [datastore1] fc05232c-c247-4cdf-a3ee-7ea189706cd2/fc05232c-c247-4cdf-a3ee-7ea189706cd2.vmdk or device None with type streamOptimized {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2119.029721] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'device_type': 'disk', 'size': 0, 'encrypted': False, 'encryption_format': None, 'guest_format': None, 'boot_index': 0, 'disk_bus': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'image_id': 'e2d5bd27-1b7d-4255-a1df-e035847393df'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'delete_on_termination': False, 'device_type': None, 'attachment_id': '2eb0214d-08ca-4d2a-ba40-6156947970e9', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376582', 'volume_id': '591e9c4e-53d8-4b07-8e4f-1a57126f7fae', 'name': 'volume-591e9c4e-53d8-4b07-8e4f-1a57126f7fae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'fc05232c-c247-4cdf-a3ee-7ea189706cd2', 'attached_at': '', 'detached_at': '', 'volume_id': '591e9c4e-53d8-4b07-8e4f-1a57126f7fae', 'serial': '591e9c4e-53d8-4b07-8e4f-1a57126f7fae'}, 'disk_bus': None, 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=63622) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2119.029925] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Volume attach. Driver type: vmdk {{(pid=63622) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2119.030131] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376582', 'volume_id': '591e9c4e-53d8-4b07-8e4f-1a57126f7fae', 'name': 'volume-591e9c4e-53d8-4b07-8e4f-1a57126f7fae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'fc05232c-c247-4cdf-a3ee-7ea189706cd2', 'attached_at': '', 'detached_at': '', 'volume_id': '591e9c4e-53d8-4b07-8e4f-1a57126f7fae', 'serial': '591e9c4e-53d8-4b07-8e4f-1a57126f7fae'} {{(pid=63622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2119.030904] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2669c5ab-6149-40f9-b357-22899521fafe {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.045386] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ecf38c-7ab5-46f8-aaa3-0bb4774508d0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.069842] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-591e9c4e-53d8-4b07-8e4f-1a57126f7fae/volume-591e9c4e-53d8-4b07-8e4f-1a57126f7fae.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2119.070109] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a4800da-b26f-4a9d-9f50-fd318c28654c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.088408] env[63622]: DEBUG oslo_vmware.api [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2119.088408] env[63622]: value = "task-1817913" [ 2119.088408] env[63622]: _type = "Task" [ 2119.088408] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.095599] env[63622]: DEBUG oslo_vmware.api [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817913, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.598698] env[63622]: DEBUG oslo_vmware.api [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817913, 'name': ReconfigVM_Task, 'duration_secs': 0.307191} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.599047] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-591e9c4e-53d8-4b07-8e4f-1a57126f7fae/volume-591e9c4e-53d8-4b07-8e4f-1a57126f7fae.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2119.603672] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32a20017-a048-43f2-92fb-e4439d15c23b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.618036] env[63622]: DEBUG oslo_vmware.api [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2119.618036] env[63622]: value = "task-1817914" [ 2119.618036] env[63622]: _type = "Task" [ 2119.618036] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.625606] env[63622]: DEBUG oslo_vmware.api [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817914, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.129060] env[63622]: DEBUG oslo_vmware.api [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817914, 'name': ReconfigVM_Task, 'duration_secs': 0.146364} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.129060] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376582', 'volume_id': '591e9c4e-53d8-4b07-8e4f-1a57126f7fae', 'name': 'volume-591e9c4e-53d8-4b07-8e4f-1a57126f7fae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'fc05232c-c247-4cdf-a3ee-7ea189706cd2', 'attached_at': '', 'detached_at': '', 'volume_id': '591e9c4e-53d8-4b07-8e4f-1a57126f7fae', 'serial': '591e9c4e-53d8-4b07-8e4f-1a57126f7fae'} {{(pid=63622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2120.129298] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29e3c6ab-1481-452b-bd34-ea85f4277735 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.136418] env[63622]: DEBUG oslo_vmware.api [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2120.136418] env[63622]: value = "task-1817915" [ 2120.136418] env[63622]: _type = "Task" [ 2120.136418] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.144678] env[63622]: DEBUG oslo_vmware.api [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817915, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.646322] env[63622]: DEBUG oslo_vmware.api [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817915, 'name': Rename_Task, 'duration_secs': 0.151077} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.646635] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2120.646819] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19d58431-624c-41fe-808a-5c2f96dad7ef {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.652884] env[63622]: DEBUG oslo_vmware.api [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2120.652884] env[63622]: value = "task-1817916" [ 2120.652884] env[63622]: _type = "Task" [ 2120.652884] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.659997] env[63622]: DEBUG oslo_vmware.api [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.163100] env[63622]: DEBUG oslo_vmware.api [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817916, 'name': PowerOnVM_Task, 'duration_secs': 0.464464} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2121.163379] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2121.266076] env[63622]: DEBUG nova.compute.manager [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2121.267019] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048a6134-ff28-4d58-aade-78328cc2e859 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.783532] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7e0febcd-88f3-43fc-90c2-433d11355003 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lock "fc05232c-c247-4cdf-a3ee-7ea189706cd2" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 27.605s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2123.126107] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b7433bd6-7fbb-48c6-8ae5-65456e7eb21f tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquiring lock "59ac866d-93e1-4590-88c1-f6b31d2aa652" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2123.126357] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b7433bd6-7fbb-48c6-8ae5-65456e7eb21f tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "59ac866d-93e1-4590-88c1-f6b31d2aa652" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2123.629488] env[63622]: DEBUG nova.compute.utils [None req-b7433bd6-7fbb-48c6-8ae5-65456e7eb21f tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2124.132514] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b7433bd6-7fbb-48c6-8ae5-65456e7eb21f tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "59ac866d-93e1-4590-88c1-f6b31d2aa652" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2125.191860] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b7433bd6-7fbb-48c6-8ae5-65456e7eb21f tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquiring lock "59ac866d-93e1-4590-88c1-f6b31d2aa652" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2125.192222] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b7433bd6-7fbb-48c6-8ae5-65456e7eb21f tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "59ac866d-93e1-4590-88c1-f6b31d2aa652" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2125.192333] env[63622]: INFO nova.compute.manager [None req-b7433bd6-7fbb-48c6-8ae5-65456e7eb21f tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Attaching volume bebfc247-edb5-4e96-a1cd-b49cc3af39b9 to /dev/sdb [ 2125.221732] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84b927e-748e-49ef-a78b-ba6248a2a1d6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.228897] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759bff24-184d-4f90-a882-60502b01e212 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.241886] env[63622]: DEBUG nova.virt.block_device [None req-b7433bd6-7fbb-48c6-8ae5-65456e7eb21f tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Updating existing volume attachment record: db74822d-16fc-4cf2-8ddf-d8116550c76c {{(pid=63622) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2131.785394] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7433bd6-7fbb-48c6-8ae5-65456e7eb21f tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Volume attach. Driver type: vmdk {{(pid=63622) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2131.785653] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7433bd6-7fbb-48c6-8ae5-65456e7eb21f tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376585', 'volume_id': 'bebfc247-edb5-4e96-a1cd-b49cc3af39b9', 'name': 'volume-bebfc247-edb5-4e96-a1cd-b49cc3af39b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '59ac866d-93e1-4590-88c1-f6b31d2aa652', 'attached_at': '', 'detached_at': '', 'volume_id': 'bebfc247-edb5-4e96-a1cd-b49cc3af39b9', 'serial': 'bebfc247-edb5-4e96-a1cd-b49cc3af39b9'} {{(pid=63622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2131.786613] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70bdd99-34ce-4fdc-96d5-a77ed8323926 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.802654] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2138a868-b044-4db3-bd34-8eea9dc93caf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.826044] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7433bd6-7fbb-48c6-8ae5-65456e7eb21f tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-bebfc247-edb5-4e96-a1cd-b49cc3af39b9/volume-bebfc247-edb5-4e96-a1cd-b49cc3af39b9.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2131.826318] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6794404-f88e-440d-a525-32db2ba50050 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.843563] env[63622]: DEBUG oslo_vmware.api [None req-b7433bd6-7fbb-48c6-8ae5-65456e7eb21f tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 2131.843563] env[63622]: value = "task-1817919" [ 2131.843563] env[63622]: _type = "Task" [ 2131.843563] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.852379] env[63622]: DEBUG oslo_vmware.api [None req-b7433bd6-7fbb-48c6-8ae5-65456e7eb21f tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817919, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.353839] env[63622]: DEBUG oslo_vmware.api [None req-b7433bd6-7fbb-48c6-8ae5-65456e7eb21f tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817919, 'name': ReconfigVM_Task, 'duration_secs': 0.385582} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.354135] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7433bd6-7fbb-48c6-8ae5-65456e7eb21f tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-bebfc247-edb5-4e96-a1cd-b49cc3af39b9/volume-bebfc247-edb5-4e96-a1cd-b49cc3af39b9.vmdk or device None with type thin {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2132.359151] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dc81058-033d-4370-8a70-f018c5bdc6b3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.373752] env[63622]: DEBUG oslo_vmware.api [None req-b7433bd6-7fbb-48c6-8ae5-65456e7eb21f tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 2132.373752] env[63622]: value = "task-1817920" [ 2132.373752] env[63622]: _type = "Task" [ 2132.373752] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.381359] env[63622]: DEBUG oslo_vmware.api [None req-b7433bd6-7fbb-48c6-8ae5-65456e7eb21f tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817920, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.883967] env[63622]: DEBUG oslo_vmware.api [None req-b7433bd6-7fbb-48c6-8ae5-65456e7eb21f tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817920, 'name': ReconfigVM_Task, 'duration_secs': 0.165635} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.884342] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7433bd6-7fbb-48c6-8ae5-65456e7eb21f tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376585', 'volume_id': 'bebfc247-edb5-4e96-a1cd-b49cc3af39b9', 'name': 'volume-bebfc247-edb5-4e96-a1cd-b49cc3af39b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '59ac866d-93e1-4590-88c1-f6b31d2aa652', 'attached_at': '', 'detached_at': '', 'volume_id': 'bebfc247-edb5-4e96-a1cd-b49cc3af39b9', 'serial': 'bebfc247-edb5-4e96-a1cd-b49cc3af39b9'} {{(pid=63622) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2133.925348] env[63622]: DEBUG nova.objects.instance [None req-b7433bd6-7fbb-48c6-8ae5-65456e7eb21f tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lazy-loading 'flavor' on Instance uuid 59ac866d-93e1-4590-88c1-f6b31d2aa652 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2134.432177] env[63622]: DEBUG oslo_concurrency.lockutils [None req-b7433bd6-7fbb-48c6-8ae5-65456e7eb21f tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "59ac866d-93e1-4590-88c1-f6b31d2aa652" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.240s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2134.750447] env[63622]: DEBUG oslo_concurrency.lockutils [None req-37798158-b9ed-4306-a8d7-4e9007cf0dc4 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquiring lock "59ac866d-93e1-4590-88c1-f6b31d2aa652" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2134.750702] env[63622]: DEBUG oslo_concurrency.lockutils [None req-37798158-b9ed-4306-a8d7-4e9007cf0dc4 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "59ac866d-93e1-4590-88c1-f6b31d2aa652" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2135.254618] env[63622]: INFO nova.compute.manager [None req-37798158-b9ed-4306-a8d7-4e9007cf0dc4 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Detaching volume bebfc247-edb5-4e96-a1cd-b49cc3af39b9 [ 2135.283291] env[63622]: INFO nova.virt.block_device [None req-37798158-b9ed-4306-a8d7-4e9007cf0dc4 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Attempting to driver detach volume bebfc247-edb5-4e96-a1cd-b49cc3af39b9 from mountpoint /dev/sdb [ 2135.283535] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-37798158-b9ed-4306-a8d7-4e9007cf0dc4 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Volume detach. Driver type: vmdk {{(pid=63622) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2135.283745] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-37798158-b9ed-4306-a8d7-4e9007cf0dc4 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376585', 'volume_id': 'bebfc247-edb5-4e96-a1cd-b49cc3af39b9', 'name': 'volume-bebfc247-edb5-4e96-a1cd-b49cc3af39b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '59ac866d-93e1-4590-88c1-f6b31d2aa652', 'attached_at': '', 'detached_at': '', 'volume_id': 'bebfc247-edb5-4e96-a1cd-b49cc3af39b9', 'serial': 'bebfc247-edb5-4e96-a1cd-b49cc3af39b9'} {{(pid=63622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2135.284670] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a86cbb6-b81c-4bb0-bb2c-d44186d04dd9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.305735] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d821e3-6193-48ab-b79e-1cad396c84b7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.312721] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12767d37-e7a7-4874-9079-7eece7824f82 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.333288] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ca5aed-f4d7-40da-aacb-58f8bdf726a0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.347602] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-37798158-b9ed-4306-a8d7-4e9007cf0dc4 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] The volume has not been displaced from its original location: [datastore1] volume-bebfc247-edb5-4e96-a1cd-b49cc3af39b9/volume-bebfc247-edb5-4e96-a1cd-b49cc3af39b9.vmdk. No consolidation needed. {{(pid=63622) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2135.352851] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-37798158-b9ed-4306-a8d7-4e9007cf0dc4 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2135.353118] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa9268ad-3eac-427c-9799-a8a2a5806f7b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.370540] env[63622]: DEBUG oslo_vmware.api [None req-37798158-b9ed-4306-a8d7-4e9007cf0dc4 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 2135.370540] env[63622]: value = "task-1817921" [ 2135.370540] env[63622]: _type = "Task" [ 2135.370540] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.378106] env[63622]: DEBUG oslo_vmware.api [None req-37798158-b9ed-4306-a8d7-4e9007cf0dc4 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817921, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.880350] env[63622]: DEBUG oslo_vmware.api [None req-37798158-b9ed-4306-a8d7-4e9007cf0dc4 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817921, 'name': ReconfigVM_Task, 'duration_secs': 0.191157} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.880634] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-37798158-b9ed-4306-a8d7-4e9007cf0dc4 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2135.885160] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4f3a6db-f148-42ac-b03f-94bae8931b1e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.900175] env[63622]: DEBUG oslo_vmware.api [None req-37798158-b9ed-4306-a8d7-4e9007cf0dc4 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 2135.900175] env[63622]: value = "task-1817922" [ 2135.900175] env[63622]: _type = "Task" [ 2135.900175] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.908055] env[63622]: DEBUG oslo_vmware.api [None req-37798158-b9ed-4306-a8d7-4e9007cf0dc4 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817922, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.410060] env[63622]: DEBUG oslo_vmware.api [None req-37798158-b9ed-4306-a8d7-4e9007cf0dc4 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817922, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.910261] env[63622]: DEBUG oslo_vmware.api [None req-37798158-b9ed-4306-a8d7-4e9007cf0dc4 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817922, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.410849] env[63622]: DEBUG oslo_vmware.api [None req-37798158-b9ed-4306-a8d7-4e9007cf0dc4 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817922, 'name': ReconfigVM_Task, 'duration_secs': 1.159269} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.411180] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-37798158-b9ed-4306-a8d7-4e9007cf0dc4 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376585', 'volume_id': 'bebfc247-edb5-4e96-a1cd-b49cc3af39b9', 'name': 'volume-bebfc247-edb5-4e96-a1cd-b49cc3af39b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '59ac866d-93e1-4590-88c1-f6b31d2aa652', 'attached_at': '', 'detached_at': '', 'volume_id': 'bebfc247-edb5-4e96-a1cd-b49cc3af39b9', 'serial': 'bebfc247-edb5-4e96-a1cd-b49cc3af39b9'} {{(pid=63622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2137.953542] env[63622]: DEBUG nova.objects.instance [None req-37798158-b9ed-4306-a8d7-4e9007cf0dc4 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lazy-loading 'flavor' on Instance uuid 59ac866d-93e1-4590-88c1-f6b31d2aa652 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2138.960553] env[63622]: DEBUG oslo_concurrency.lockutils [None req-37798158-b9ed-4306-a8d7-4e9007cf0dc4 tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "59ac866d-93e1-4590-88c1-f6b31d2aa652" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.210s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2140.014693] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7a9b766b-e761-4cf5-abb9-aeb93eea3bbc tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquiring lock "59ac866d-93e1-4590-88c1-f6b31d2aa652" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2140.015062] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7a9b766b-e761-4cf5-abb9-aeb93eea3bbc tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "59ac866d-93e1-4590-88c1-f6b31d2aa652" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2140.015184] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7a9b766b-e761-4cf5-abb9-aeb93eea3bbc tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquiring lock "59ac866d-93e1-4590-88c1-f6b31d2aa652-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2140.015374] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7a9b766b-e761-4cf5-abb9-aeb93eea3bbc tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "59ac866d-93e1-4590-88c1-f6b31d2aa652-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2140.015550] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7a9b766b-e761-4cf5-abb9-aeb93eea3bbc tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "59ac866d-93e1-4590-88c1-f6b31d2aa652-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2140.018046] env[63622]: INFO nova.compute.manager [None req-7a9b766b-e761-4cf5-abb9-aeb93eea3bbc tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Terminating instance [ 2140.522594] env[63622]: DEBUG nova.compute.manager [None req-7a9b766b-e761-4cf5-abb9-aeb93eea3bbc tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2140.522832] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9b766b-e761-4cf5-abb9-aeb93eea3bbc tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2140.523757] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121b108a-c805-428b-aec3-8b2cde35d7f3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.531375] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a9b766b-e761-4cf5-abb9-aeb93eea3bbc tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2140.531635] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf45ee4d-3074-49ff-aa8d-a61855fdcb0f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.537799] env[63622]: DEBUG oslo_vmware.api [None req-7a9b766b-e761-4cf5-abb9-aeb93eea3bbc tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 2140.537799] env[63622]: value = "task-1817923" [ 2140.537799] env[63622]: _type = "Task" [ 2140.537799] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.546502] env[63622]: DEBUG oslo_vmware.api [None req-7a9b766b-e761-4cf5-abb9-aeb93eea3bbc tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.047695] env[63622]: DEBUG oslo_vmware.api [None req-7a9b766b-e761-4cf5-abb9-aeb93eea3bbc tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817923, 'name': PowerOffVM_Task, 'duration_secs': 0.241785} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.048064] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a9b766b-e761-4cf5-abb9-aeb93eea3bbc tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2141.048129] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9b766b-e761-4cf5-abb9-aeb93eea3bbc tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2141.048376] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c9031f1-4ac3-4e3f-ab6f-8dab040d62d9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.480841] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9b766b-e761-4cf5-abb9-aeb93eea3bbc tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2141.481113] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9b766b-e761-4cf5-abb9-aeb93eea3bbc tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2141.481305] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a9b766b-e761-4cf5-abb9-aeb93eea3bbc tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Deleting the datastore file [datastore1] 59ac866d-93e1-4590-88c1-f6b31d2aa652 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2141.481565] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a409a187-e9e3-4064-8fea-679997369760 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.488285] env[63622]: DEBUG oslo_vmware.api [None req-7a9b766b-e761-4cf5-abb9-aeb93eea3bbc tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for the task: (returnval){ [ 2141.488285] env[63622]: value = "task-1817925" [ 2141.488285] env[63622]: _type = "Task" [ 2141.488285] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.495257] env[63622]: DEBUG oslo_vmware.api [None req-7a9b766b-e761-4cf5-abb9-aeb93eea3bbc tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.998380] env[63622]: DEBUG oslo_vmware.api [None req-7a9b766b-e761-4cf5-abb9-aeb93eea3bbc tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Task: {'id': task-1817925, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224881} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.998756] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a9b766b-e761-4cf5-abb9-aeb93eea3bbc tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2141.998985] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9b766b-e761-4cf5-abb9-aeb93eea3bbc tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2141.999197] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9b766b-e761-4cf5-abb9-aeb93eea3bbc tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2141.999378] env[63622]: INFO nova.compute.manager [None req-7a9b766b-e761-4cf5-abb9-aeb93eea3bbc tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Took 1.48 seconds to destroy the instance on the hypervisor. [ 2141.999621] env[63622]: DEBUG oslo.service.loopingcall [None req-7a9b766b-e761-4cf5-abb9-aeb93eea3bbc tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2141.999813] env[63622]: DEBUG nova.compute.manager [-] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2141.999908] env[63622]: DEBUG nova.network.neutron [-] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2142.422687] env[63622]: DEBUG nova.compute.manager [req-235a6617-ee39-4edf-9a05-99f5d1124b32 req-03708538-ea84-43ce-a75e-0e72e11fbadc service nova] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Received event network-vif-deleted-63a8eb4e-25a6-4f00-a31a-c0112dbd9665 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 2142.422910] env[63622]: INFO nova.compute.manager [req-235a6617-ee39-4edf-9a05-99f5d1124b32 req-03708538-ea84-43ce-a75e-0e72e11fbadc service nova] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Neutron deleted interface 63a8eb4e-25a6-4f00-a31a-c0112dbd9665; detaching it from the instance and deleting it from the info cache [ 2142.422970] env[63622]: DEBUG nova.network.neutron [req-235a6617-ee39-4edf-9a05-99f5d1124b32 req-03708538-ea84-43ce-a75e-0e72e11fbadc service nova] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2142.895532] env[63622]: DEBUG nova.network.neutron [-] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2142.925225] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b50297f1-55d7-4d2a-a5ea-530d6991484e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.934706] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e7875f-5b96-4894-80eb-18c5cde3ba85 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.960014] env[63622]: DEBUG nova.compute.manager [req-235a6617-ee39-4edf-9a05-99f5d1124b32 req-03708538-ea84-43ce-a75e-0e72e11fbadc service nova] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Detach interface failed, port_id=63a8eb4e-25a6-4f00-a31a-c0112dbd9665, reason: Instance 59ac866d-93e1-4590-88c1-f6b31d2aa652 could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 2143.398042] env[63622]: INFO nova.compute.manager [-] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Took 1.40 seconds to deallocate network for instance. [ 2143.905255] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7a9b766b-e761-4cf5-abb9-aeb93eea3bbc tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2143.905579] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7a9b766b-e761-4cf5-abb9-aeb93eea3bbc tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2143.905747] env[63622]: DEBUG nova.objects.instance [None req-7a9b766b-e761-4cf5-abb9-aeb93eea3bbc tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lazy-loading 'resources' on Instance uuid 59ac866d-93e1-4590-88c1-f6b31d2aa652 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2144.454202] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5827fcc8-81c8-4232-a01a-95893220c44e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.462233] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fce9b9-47ee-456d-9c2a-b41fb1341c3f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.492547] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4030f2df-e39b-4dc0-9de3-15aece17b7c4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.499808] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e88478e-30d5-4ec5-b031-c4ae0c4b2724 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.512719] env[63622]: DEBUG nova.compute.provider_tree [None req-7a9b766b-e761-4cf5-abb9-aeb93eea3bbc tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2145.015596] env[63622]: DEBUG nova.scheduler.client.report [None req-7a9b766b-e761-4cf5-abb9-aeb93eea3bbc tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2145.521940] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7a9b766b-e761-4cf5-abb9-aeb93eea3bbc tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.615s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2145.551638] env[63622]: INFO nova.scheduler.client.report [None req-7a9b766b-e761-4cf5-abb9-aeb93eea3bbc tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Deleted allocations for instance 59ac866d-93e1-4590-88c1-f6b31d2aa652 [ 2146.059959] env[63622]: DEBUG oslo_concurrency.lockutils [None req-7a9b766b-e761-4cf5-abb9-aeb93eea3bbc tempest-AttachVolumeNegativeTest-858801124 tempest-AttachVolumeNegativeTest-858801124-project-member] Lock "59ac866d-93e1-4590-88c1-f6b31d2aa652" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.045s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2159.167691] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3fec7e42-3997-4609-a988-3e4b4d5c141d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquiring lock "fc05232c-c247-4cdf-a3ee-7ea189706cd2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2159.168084] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3fec7e42-3997-4609-a988-3e4b4d5c141d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lock "fc05232c-c247-4cdf-a3ee-7ea189706cd2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2159.670862] env[63622]: INFO nova.compute.manager [None req-3fec7e42-3997-4609-a988-3e4b4d5c141d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Detaching volume 591e9c4e-53d8-4b07-8e4f-1a57126f7fae [ 2159.699654] env[63622]: INFO nova.virt.block_device [None req-3fec7e42-3997-4609-a988-3e4b4d5c141d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Attempting to driver detach volume 591e9c4e-53d8-4b07-8e4f-1a57126f7fae from mountpoint /dev/sdb [ 2159.699958] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fec7e42-3997-4609-a988-3e4b4d5c141d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Volume detach. Driver type: vmdk {{(pid=63622) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2159.700176] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fec7e42-3997-4609-a988-3e4b4d5c141d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376582', 'volume_id': '591e9c4e-53d8-4b07-8e4f-1a57126f7fae', 'name': 'volume-591e9c4e-53d8-4b07-8e4f-1a57126f7fae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'fc05232c-c247-4cdf-a3ee-7ea189706cd2', 'attached_at': '', 'detached_at': '', 'volume_id': '591e9c4e-53d8-4b07-8e4f-1a57126f7fae', 'serial': '591e9c4e-53d8-4b07-8e4f-1a57126f7fae'} {{(pid=63622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2159.701059] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af7a66d-449c-42be-abeb-0bbbf17a4d7b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.723150] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea07d9d-2293-4a56-80ba-fa65d3204f41 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.730256] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03b08ca-65a1-40ac-b65b-9686fff5931e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.751052] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2558137-359f-4bc0-8492-13bb762c4ef4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.765810] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fec7e42-3997-4609-a988-3e4b4d5c141d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] The volume has not been displaced from its original location: [datastore1] volume-591e9c4e-53d8-4b07-8e4f-1a57126f7fae/volume-591e9c4e-53d8-4b07-8e4f-1a57126f7fae.vmdk. No consolidation needed. {{(pid=63622) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2159.771080] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fec7e42-3997-4609-a988-3e4b4d5c141d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2159.771376] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ee43107-0ec7-4a1b-b6b1-cec1e9cea9fb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.789450] env[63622]: DEBUG oslo_vmware.api [None req-3fec7e42-3997-4609-a988-3e4b4d5c141d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2159.789450] env[63622]: value = "task-1817929" [ 2159.789450] env[63622]: _type = "Task" [ 2159.789450] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.798435] env[63622]: DEBUG oslo_vmware.api [None req-3fec7e42-3997-4609-a988-3e4b4d5c141d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817929, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.298344] env[63622]: DEBUG oslo_vmware.api [None req-3fec7e42-3997-4609-a988-3e4b4d5c141d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817929, 'name': ReconfigVM_Task, 'duration_secs': 0.217851} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.298703] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fec7e42-3997-4609-a988-3e4b4d5c141d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=63622) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2160.303267] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2e55148-811e-4117-a731-654c0fc9e675 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.318633] env[63622]: DEBUG oslo_vmware.api [None req-3fec7e42-3997-4609-a988-3e4b4d5c141d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2160.318633] env[63622]: value = "task-1817930" [ 2160.318633] env[63622]: _type = "Task" [ 2160.318633] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.330050] env[63622]: DEBUG oslo_vmware.api [None req-3fec7e42-3997-4609-a988-3e4b4d5c141d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817930, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.400885] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2160.401149] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2160.401317] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Starting heal instance info cache {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 2160.401439] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Rebuilding the list of instances to heal {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 2160.834061] env[63622]: DEBUG oslo_vmware.api [None req-3fec7e42-3997-4609-a988-3e4b4d5c141d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817930, 'name': ReconfigVM_Task, 'duration_secs': 0.145664} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.834061] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fec7e42-3997-4609-a988-3e4b4d5c141d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-376582', 'volume_id': '591e9c4e-53d8-4b07-8e4f-1a57126f7fae', 'name': 'volume-591e9c4e-53d8-4b07-8e4f-1a57126f7fae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'fc05232c-c247-4cdf-a3ee-7ea189706cd2', 'attached_at': '', 'detached_at': '', 'volume_id': '591e9c4e-53d8-4b07-8e4f-1a57126f7fae', 'serial': '591e9c4e-53d8-4b07-8e4f-1a57126f7fae'} {{(pid=63622) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2160.950646] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "refresh_cache-fc05232c-c247-4cdf-a3ee-7ea189706cd2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2160.950807] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquired lock "refresh_cache-fc05232c-c247-4cdf-a3ee-7ea189706cd2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2160.950959] env[63622]: DEBUG nova.network.neutron [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Forcefully refreshing network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2160.951143] env[63622]: DEBUG nova.objects.instance [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lazy-loading 'info_cache' on Instance uuid fc05232c-c247-4cdf-a3ee-7ea189706cd2 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2161.385161] env[63622]: DEBUG nova.objects.instance [None req-3fec7e42-3997-4609-a988-3e4b4d5c141d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lazy-loading 'flavor' on Instance uuid fc05232c-c247-4cdf-a3ee-7ea189706cd2 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2162.394948] env[63622]: DEBUG oslo_concurrency.lockutils [None req-3fec7e42-3997-4609-a988-3e4b4d5c141d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lock "fc05232c-c247-4cdf-a3ee-7ea189706cd2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.226s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2162.680400] env[63622]: DEBUG nova.network.neutron [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Updating instance_info_cache with network_info: [{"id": "554c8a2d-f4ed-47af-bf94-024b35836de2", "address": "fa:16:3e:1d:ed:2f", "network": {"id": "87952d56-97ab-4a39-be7b-4831baf24442", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1695775358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e3f6155f3fc482ebdcf4991031bb6f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap554c8a2d-f4", "ovs_interfaceid": "554c8a2d-f4ed-47af-bf94-024b35836de2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2163.182937] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Releasing lock "refresh_cache-fc05232c-c247-4cdf-a3ee-7ea189706cd2" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2163.183186] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Updated the network info_cache for instance {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10350}} [ 2163.183398] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2163.183558] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2163.183706] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2163.183853] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2163.183996] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2163.184156] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2163.184287] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63622) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 2163.184441] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager.update_available_resource {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2163.429777] env[63622]: DEBUG oslo_concurrency.lockutils [None req-be2d413b-678c-4001-a2e7-57c4ce7cf8af tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquiring lock "fc05232c-c247-4cdf-a3ee-7ea189706cd2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2163.430145] env[63622]: DEBUG oslo_concurrency.lockutils [None req-be2d413b-678c-4001-a2e7-57c4ce7cf8af tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lock "fc05232c-c247-4cdf-a3ee-7ea189706cd2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2163.430280] env[63622]: DEBUG oslo_concurrency.lockutils [None req-be2d413b-678c-4001-a2e7-57c4ce7cf8af tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquiring lock "fc05232c-c247-4cdf-a3ee-7ea189706cd2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2163.430467] env[63622]: DEBUG oslo_concurrency.lockutils [None req-be2d413b-678c-4001-a2e7-57c4ce7cf8af tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lock "fc05232c-c247-4cdf-a3ee-7ea189706cd2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2163.430640] env[63622]: DEBUG oslo_concurrency.lockutils [None req-be2d413b-678c-4001-a2e7-57c4ce7cf8af tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lock "fc05232c-c247-4cdf-a3ee-7ea189706cd2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2163.432767] env[63622]: INFO nova.compute.manager [None req-be2d413b-678c-4001-a2e7-57c4ce7cf8af tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Terminating instance [ 2163.687795] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2163.688046] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2163.688222] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2163.688376] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63622) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2163.689305] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e11d15-75dd-41d1-8956-9d8b78faa81f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.697621] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b21a02-d5b5-4fd7-9423-3943b66a9daa {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.711411] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118bbe83-2ece-4446-8458-cbfc8087d86a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.717466] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437b6fc5-10fe-42ce-ba6a-88f83baa52f4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.745715] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181164MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=63622) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2163.745854] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2163.746052] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2163.936156] env[63622]: DEBUG nova.compute.manager [None req-be2d413b-678c-4001-a2e7-57c4ce7cf8af tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2163.936398] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-be2d413b-678c-4001-a2e7-57c4ce7cf8af tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2163.937289] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c41093-94e1-4412-bcc5-774af55bcb9c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.945100] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-be2d413b-678c-4001-a2e7-57c4ce7cf8af tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2163.945296] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c698446-9d49-4d6a-9a21-8144727227d5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.951279] env[63622]: DEBUG oslo_vmware.api [None req-be2d413b-678c-4001-a2e7-57c4ce7cf8af tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2163.951279] env[63622]: value = "task-1817931" [ 2163.951279] env[63622]: _type = "Task" [ 2163.951279] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.959058] env[63622]: DEBUG oslo_vmware.api [None req-be2d413b-678c-4001-a2e7-57c4ce7cf8af tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.461628] env[63622]: DEBUG oslo_vmware.api [None req-be2d413b-678c-4001-a2e7-57c4ce7cf8af tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817931, 'name': PowerOffVM_Task, 'duration_secs': 0.187771} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2164.461966] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-be2d413b-678c-4001-a2e7-57c4ce7cf8af tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2164.462074] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-be2d413b-678c-4001-a2e7-57c4ce7cf8af tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2164.462324] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91d28750-254d-4064-b636-179cc52c727a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.613482] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-be2d413b-678c-4001-a2e7-57c4ce7cf8af tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2164.613711] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-be2d413b-678c-4001-a2e7-57c4ce7cf8af tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2164.613902] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-be2d413b-678c-4001-a2e7-57c4ce7cf8af tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Deleting the datastore file [datastore1] fc05232c-c247-4cdf-a3ee-7ea189706cd2 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2164.614198] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16306b6b-6865-497a-8112-e81f014d6830 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.620186] env[63622]: DEBUG oslo_vmware.api [None req-be2d413b-678c-4001-a2e7-57c4ce7cf8af tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2164.620186] env[63622]: value = "task-1817933" [ 2164.620186] env[63622]: _type = "Task" [ 2164.620186] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2164.627556] env[63622]: DEBUG oslo_vmware.api [None req-be2d413b-678c-4001-a2e7-57c4ce7cf8af tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.769494] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance fc05232c-c247-4cdf-a3ee-7ea189706cd2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2164.769601] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2164.769712] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2164.796024] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bac446-30dc-40d4-bee9-b4661d2cb18a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.804868] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2079c3fc-e03a-44a1-a63c-2b73d579c0a1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.833889] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af947df-0f48-423b-864a-2dfe74223c2c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.840906] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620e32d8-a625-4e9e-ae39-ab11ec7090a9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.853996] env[63622]: DEBUG nova.compute.provider_tree [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2165.130117] env[63622]: DEBUG oslo_vmware.api [None req-be2d413b-678c-4001-a2e7-57c4ce7cf8af tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130213} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.130338] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-be2d413b-678c-4001-a2e7-57c4ce7cf8af tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2165.130526] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-be2d413b-678c-4001-a2e7-57c4ce7cf8af tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2165.130705] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-be2d413b-678c-4001-a2e7-57c4ce7cf8af tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2165.130882] env[63622]: INFO nova.compute.manager [None req-be2d413b-678c-4001-a2e7-57c4ce7cf8af tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2165.131182] env[63622]: DEBUG oslo.service.loopingcall [None req-be2d413b-678c-4001-a2e7-57c4ce7cf8af tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2165.131378] env[63622]: DEBUG nova.compute.manager [-] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2165.131473] env[63622]: DEBUG nova.network.neutron [-] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2165.357151] env[63622]: DEBUG nova.scheduler.client.report [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2165.570352] env[63622]: DEBUG nova.compute.manager [req-04ed68a1-ddb1-48e8-9498-2a4e78b510a1 req-e058185c-daf2-4587-b72b-ada3e3595ca8 service nova] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Received event network-vif-deleted-554c8a2d-f4ed-47af-bf94-024b35836de2 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 2165.570576] env[63622]: INFO nova.compute.manager [req-04ed68a1-ddb1-48e8-9498-2a4e78b510a1 req-e058185c-daf2-4587-b72b-ada3e3595ca8 service nova] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Neutron deleted interface 554c8a2d-f4ed-47af-bf94-024b35836de2; detaching it from the instance and deleting it from the info cache [ 2165.570764] env[63622]: DEBUG nova.network.neutron [req-04ed68a1-ddb1-48e8-9498-2a4e78b510a1 req-e058185c-daf2-4587-b72b-ada3e3595ca8 service nova] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2165.862367] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2165.862584] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.116s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2166.049352] env[63622]: DEBUG nova.network.neutron [-] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2166.075554] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d271cec-e48c-499d-bd90-498342ab1b5b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.085516] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cb3e20-192b-48f6-9e36-9fb0a747f21a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.109273] env[63622]: DEBUG nova.compute.manager [req-04ed68a1-ddb1-48e8-9498-2a4e78b510a1 req-e058185c-daf2-4587-b72b-ada3e3595ca8 service nova] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Detach interface failed, port_id=554c8a2d-f4ed-47af-bf94-024b35836de2, reason: Instance fc05232c-c247-4cdf-a3ee-7ea189706cd2 could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 2166.552431] env[63622]: INFO nova.compute.manager [-] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Took 1.42 seconds to deallocate network for instance. [ 2167.059163] env[63622]: DEBUG oslo_concurrency.lockutils [None req-be2d413b-678c-4001-a2e7-57c4ce7cf8af tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2167.059498] env[63622]: DEBUG oslo_concurrency.lockutils [None req-be2d413b-678c-4001-a2e7-57c4ce7cf8af tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2167.059653] env[63622]: DEBUG nova.objects.instance [None req-be2d413b-678c-4001-a2e7-57c4ce7cf8af tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lazy-loading 'resources' on Instance uuid fc05232c-c247-4cdf-a3ee-7ea189706cd2 {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2167.587506] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69604b24-d50d-407a-94bd-68af18b53f59 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.594527] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fb9e96-8723-4040-8c85-f0aea4a1f028 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.624420] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba05daf-705a-49ee-8394-779cad9316be {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.631388] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35c0b60-4380-4d82-9a3b-d7e3eb29faae {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.644308] env[63622]: DEBUG nova.compute.provider_tree [None req-be2d413b-678c-4001-a2e7-57c4ce7cf8af tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2168.146972] env[63622]: DEBUG nova.scheduler.client.report [None req-be2d413b-678c-4001-a2e7-57c4ce7cf8af tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2168.653961] env[63622]: DEBUG oslo_concurrency.lockutils [None req-be2d413b-678c-4001-a2e7-57c4ce7cf8af tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.594s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2168.674570] env[63622]: INFO nova.scheduler.client.report [None req-be2d413b-678c-4001-a2e7-57c4ce7cf8af tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Deleted allocations for instance fc05232c-c247-4cdf-a3ee-7ea189706cd2 [ 2169.182095] env[63622]: DEBUG oslo_concurrency.lockutils [None req-be2d413b-678c-4001-a2e7-57c4ce7cf8af tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lock "fc05232c-c247-4cdf-a3ee-7ea189706cd2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.752s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2171.332059] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquiring lock "b02f6a20-f9da-4885-9057-1453eda2bb6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2171.332329] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lock "b02f6a20-f9da-4885-9057-1453eda2bb6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2171.835311] env[63622]: DEBUG nova.compute.manager [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Starting instance... {{(pid=63622) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2172.356530] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2172.356778] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2172.358299] env[63622]: INFO nova.compute.claims [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2173.392742] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126ebfc0-625b-4735-b5d5-7428c4d26186 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.400593] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0724ebb-0276-4e1c-a432-2088c1ef1407 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.431319] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc4d128-42b4-40a2-a120-abf2cb20ce87 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.438325] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322ab5eb-8910-4a4d-a68e-cba78de9c182 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.451189] env[63622]: DEBUG nova.compute.provider_tree [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2173.954740] env[63622]: DEBUG nova.scheduler.client.report [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2174.460925] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.104s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2174.461496] env[63622]: DEBUG nova.compute.manager [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Start building networks asynchronously for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2174.967495] env[63622]: DEBUG nova.compute.utils [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Using /dev/sd instead of None {{(pid=63622) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2174.969038] env[63622]: DEBUG nova.compute.manager [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Allocating IP information in the background. {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2174.969225] env[63622]: DEBUG nova.network.neutron [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] allocate_for_instance() {{(pid=63622) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2175.042520] env[63622]: DEBUG nova.policy [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb124630556d4c3fb1b3949c356d5a10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e3f6155f3fc482ebdcf4991031bb6f0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63622) authorize /opt/stack/nova/nova/policy.py:192}} [ 2175.318629] env[63622]: DEBUG nova.network.neutron [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Successfully created port: 866298b4-ddaa-4322-a89a-16ecef8ee0d6 {{(pid=63622) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2175.472154] env[63622]: DEBUG nova.compute.manager [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Start building block device mappings for instance. {{(pid=63622) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2176.482755] env[63622]: DEBUG nova.compute.manager [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Start spawning the instance on the hypervisor. {{(pid=63622) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2176.517466] env[63622]: DEBUG nova.virt.hardware [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T13:47:01Z,direct_url=,disk_format='vmdk',id=e2d5bd27-1b7d-4255-a1df-e035847393df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45a909020f1491e9d07603c4fc0ad0e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T13:47:02Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2176.517723] env[63622]: DEBUG nova.virt.hardware [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2176.517884] env[63622]: DEBUG nova.virt.hardware [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2176.518076] env[63622]: DEBUG nova.virt.hardware [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2176.518231] env[63622]: DEBUG nova.virt.hardware [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2176.518380] env[63622]: DEBUG nova.virt.hardware [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2176.518611] env[63622]: DEBUG nova.virt.hardware [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2176.518756] env[63622]: DEBUG nova.virt.hardware [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2176.518928] env[63622]: DEBUG nova.virt.hardware [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2176.519128] env[63622]: DEBUG nova.virt.hardware [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2176.519318] env[63622]: DEBUG nova.virt.hardware [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2176.520238] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f1a0c5-e5b0-4b50-899f-ef7c5fb43fbb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.528299] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930cf6e1-4cc9-4b99-89ce-ac4eb617e027 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.686179] env[63622]: DEBUG nova.compute.manager [req-e89cdd75-b4d0-4408-b085-ed43f5da8082 req-b8ff7e6f-3596-4915-b50f-54c935349eae service nova] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Received event network-vif-plugged-866298b4-ddaa-4322-a89a-16ecef8ee0d6 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 2176.686456] env[63622]: DEBUG oslo_concurrency.lockutils [req-e89cdd75-b4d0-4408-b085-ed43f5da8082 req-b8ff7e6f-3596-4915-b50f-54c935349eae service nova] Acquiring lock "b02f6a20-f9da-4885-9057-1453eda2bb6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2176.686638] env[63622]: DEBUG oslo_concurrency.lockutils [req-e89cdd75-b4d0-4408-b085-ed43f5da8082 req-b8ff7e6f-3596-4915-b50f-54c935349eae service nova] Lock "b02f6a20-f9da-4885-9057-1453eda2bb6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2176.686791] env[63622]: DEBUG oslo_concurrency.lockutils [req-e89cdd75-b4d0-4408-b085-ed43f5da8082 req-b8ff7e6f-3596-4915-b50f-54c935349eae service nova] Lock "b02f6a20-f9da-4885-9057-1453eda2bb6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2176.686968] env[63622]: DEBUG nova.compute.manager [req-e89cdd75-b4d0-4408-b085-ed43f5da8082 req-b8ff7e6f-3596-4915-b50f-54c935349eae service nova] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] No waiting events found dispatching network-vif-plugged-866298b4-ddaa-4322-a89a-16ecef8ee0d6 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2176.687189] env[63622]: WARNING nova.compute.manager [req-e89cdd75-b4d0-4408-b085-ed43f5da8082 req-b8ff7e6f-3596-4915-b50f-54c935349eae service nova] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Received unexpected event network-vif-plugged-866298b4-ddaa-4322-a89a-16ecef8ee0d6 for instance with vm_state building and task_state spawning. [ 2176.768428] env[63622]: DEBUG nova.network.neutron [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Successfully updated port: 866298b4-ddaa-4322-a89a-16ecef8ee0d6 {{(pid=63622) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2177.271099] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquiring lock "refresh_cache-b02f6a20-f9da-4885-9057-1453eda2bb6a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2177.271241] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquired lock "refresh_cache-b02f6a20-f9da-4885-9057-1453eda2bb6a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2177.271315] env[63622]: DEBUG nova.network.neutron [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2177.802981] env[63622]: DEBUG nova.network.neutron [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Instance cache missing network info. {{(pid=63622) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2177.926716] env[63622]: DEBUG nova.network.neutron [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Updating instance_info_cache with network_info: [{"id": "866298b4-ddaa-4322-a89a-16ecef8ee0d6", "address": "fa:16:3e:31:3f:35", "network": {"id": "87952d56-97ab-4a39-be7b-4831baf24442", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1695775358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e3f6155f3fc482ebdcf4991031bb6f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap866298b4-dd", "ovs_interfaceid": "866298b4-ddaa-4322-a89a-16ecef8ee0d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2178.429230] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Releasing lock "refresh_cache-b02f6a20-f9da-4885-9057-1453eda2bb6a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2178.429561] env[63622]: DEBUG nova.compute.manager [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Instance network_info: |[{"id": "866298b4-ddaa-4322-a89a-16ecef8ee0d6", "address": "fa:16:3e:31:3f:35", "network": {"id": "87952d56-97ab-4a39-be7b-4831baf24442", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1695775358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e3f6155f3fc482ebdcf4991031bb6f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap866298b4-dd", "ovs_interfaceid": "866298b4-ddaa-4322-a89a-16ecef8ee0d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63622) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2178.430023] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:3f:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '866298b4-ddaa-4322-a89a-16ecef8ee0d6', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2178.437622] env[63622]: DEBUG oslo.service.loopingcall [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2178.437822] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2178.438072] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-480202d0-099b-408e-9ca4-a2eb1c4be744 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.459611] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2178.459611] env[63622]: value = "task-1817934" [ 2178.459611] env[63622]: _type = "Task" [ 2178.459611] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2178.469213] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817934, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.712634] env[63622]: DEBUG nova.compute.manager [req-944abd71-69f0-4c54-b993-fde656a5ea00 req-79f32b3a-c0fe-4b07-9ab1-841ca9f93f62 service nova] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Received event network-changed-866298b4-ddaa-4322-a89a-16ecef8ee0d6 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 2178.712845] env[63622]: DEBUG nova.compute.manager [req-944abd71-69f0-4c54-b993-fde656a5ea00 req-79f32b3a-c0fe-4b07-9ab1-841ca9f93f62 service nova] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Refreshing instance network info cache due to event network-changed-866298b4-ddaa-4322-a89a-16ecef8ee0d6. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 2178.713075] env[63622]: DEBUG oslo_concurrency.lockutils [req-944abd71-69f0-4c54-b993-fde656a5ea00 req-79f32b3a-c0fe-4b07-9ab1-841ca9f93f62 service nova] Acquiring lock "refresh_cache-b02f6a20-f9da-4885-9057-1453eda2bb6a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2178.713229] env[63622]: DEBUG oslo_concurrency.lockutils [req-944abd71-69f0-4c54-b993-fde656a5ea00 req-79f32b3a-c0fe-4b07-9ab1-841ca9f93f62 service nova] Acquired lock "refresh_cache-b02f6a20-f9da-4885-9057-1453eda2bb6a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2178.713390] env[63622]: DEBUG nova.network.neutron [req-944abd71-69f0-4c54-b993-fde656a5ea00 req-79f32b3a-c0fe-4b07-9ab1-841ca9f93f62 service nova] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Refreshing network info cache for port 866298b4-ddaa-4322-a89a-16ecef8ee0d6 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2178.969694] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817934, 'name': CreateVM_Task, 'duration_secs': 0.325342} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2178.970059] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2178.970548] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2178.970719] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2178.971049] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2178.971315] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc3c0ab9-7d4d-46d1-9318-328ed02f1d1b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.976265] env[63622]: DEBUG oslo_vmware.api [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2178.976265] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]522a7eb4-1f3d-bfff-2b34-73e6b4e99275" [ 2178.976265] env[63622]: _type = "Task" [ 2178.976265] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2178.983605] env[63622]: DEBUG oslo_vmware.api [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]522a7eb4-1f3d-bfff-2b34-73e6b4e99275, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.394671] env[63622]: DEBUG nova.network.neutron [req-944abd71-69f0-4c54-b993-fde656a5ea00 req-79f32b3a-c0fe-4b07-9ab1-841ca9f93f62 service nova] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Updated VIF entry in instance network info cache for port 866298b4-ddaa-4322-a89a-16ecef8ee0d6. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2179.395035] env[63622]: DEBUG nova.network.neutron [req-944abd71-69f0-4c54-b993-fde656a5ea00 req-79f32b3a-c0fe-4b07-9ab1-841ca9f93f62 service nova] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Updating instance_info_cache with network_info: [{"id": "866298b4-ddaa-4322-a89a-16ecef8ee0d6", "address": "fa:16:3e:31:3f:35", "network": {"id": "87952d56-97ab-4a39-be7b-4831baf24442", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1695775358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e3f6155f3fc482ebdcf4991031bb6f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap866298b4-dd", "ovs_interfaceid": "866298b4-ddaa-4322-a89a-16ecef8ee0d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2179.485578] env[63622]: DEBUG oslo_vmware.api [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]522a7eb4-1f3d-bfff-2b34-73e6b4e99275, 'name': SearchDatastore_Task, 'duration_secs': 0.010189} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2179.485873] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2179.486124] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Processing image e2d5bd27-1b7d-4255-a1df-e035847393df {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2179.486358] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2179.486504] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2179.486682] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2179.486931] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3097f0e5-f15d-42cc-9436-e2971f95c9e5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.495298] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2179.495428] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2179.496091] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc07ecc4-eb30-471f-801d-1659b2cd10de {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.500828] env[63622]: DEBUG oslo_vmware.api [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2179.500828] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526e4cf0-2f4a-1150-4e07-52138cf61c5e" [ 2179.500828] env[63622]: _type = "Task" [ 2179.500828] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2179.507970] env[63622]: DEBUG oslo_vmware.api [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526e4cf0-2f4a-1150-4e07-52138cf61c5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.898437] env[63622]: DEBUG oslo_concurrency.lockutils [req-944abd71-69f0-4c54-b993-fde656a5ea00 req-79f32b3a-c0fe-4b07-9ab1-841ca9f93f62 service nova] Releasing lock "refresh_cache-b02f6a20-f9da-4885-9057-1453eda2bb6a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2180.012038] env[63622]: DEBUG oslo_vmware.api [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]526e4cf0-2f4a-1150-4e07-52138cf61c5e, 'name': SearchDatastore_Task, 'duration_secs': 0.0086} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2180.012791] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ec13f18-cdfa-438f-b778-115708927100 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.017748] env[63622]: DEBUG oslo_vmware.api [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2180.017748] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5200e0e3-613d-4aa5-1f12-8f0603fa35e4" [ 2180.017748] env[63622]: _type = "Task" [ 2180.017748] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2180.024808] env[63622]: DEBUG oslo_vmware.api [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5200e0e3-613d-4aa5-1f12-8f0603fa35e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.528077] env[63622]: DEBUG oslo_vmware.api [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5200e0e3-613d-4aa5-1f12-8f0603fa35e4, 'name': SearchDatastore_Task, 'duration_secs': 0.009786} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2180.528350] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2180.528613] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] b02f6a20-f9da-4885-9057-1453eda2bb6a/b02f6a20-f9da-4885-9057-1453eda2bb6a.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2180.528864] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-398450d6-0350-486e-ba8d-ac460c7fa24e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.534798] env[63622]: DEBUG oslo_vmware.api [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2180.534798] env[63622]: value = "task-1817935" [ 2180.534798] env[63622]: _type = "Task" [ 2180.534798] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2180.541875] env[63622]: DEBUG oslo_vmware.api [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817935, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.045203] env[63622]: DEBUG oslo_vmware.api [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817935, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443547} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2181.045545] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2d5bd27-1b7d-4255-a1df-e035847393df/e2d5bd27-1b7d-4255-a1df-e035847393df.vmdk to [datastore1] b02f6a20-f9da-4885-9057-1453eda2bb6a/b02f6a20-f9da-4885-9057-1453eda2bb6a.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2181.045622] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Extending root virtual disk to 1048576 {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2181.045869] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cfbdc92a-efaf-4a74-b5cd-dda94a13a651 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.053030] env[63622]: DEBUG oslo_vmware.api [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2181.053030] env[63622]: value = "task-1817936" [ 2181.053030] env[63622]: _type = "Task" [ 2181.053030] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2181.062015] env[63622]: DEBUG oslo_vmware.api [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817936, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.563672] env[63622]: DEBUG oslo_vmware.api [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817936, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.228132} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2181.563896] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Extended root virtual disk {{(pid=63622) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2181.564706] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402d76f4-d378-4e00-af24-1b14a0d79166 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.586984] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] b02f6a20-f9da-4885-9057-1453eda2bb6a/b02f6a20-f9da-4885-9057-1453eda2bb6a.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2181.587300] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-962d2624-7ef9-4171-9f29-aef3b74fea68 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.607975] env[63622]: DEBUG oslo_vmware.api [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2181.607975] env[63622]: value = "task-1817937" [ 2181.607975] env[63622]: _type = "Task" [ 2181.607975] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2181.616095] env[63622]: DEBUG oslo_vmware.api [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817937, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.118565] env[63622]: DEBUG oslo_vmware.api [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817937, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.619380] env[63622]: DEBUG oslo_vmware.api [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817937, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2183.119532] env[63622]: DEBUG oslo_vmware.api [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817937, 'name': ReconfigVM_Task, 'duration_secs': 1.213262} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2183.120945] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Reconfigured VM instance instance-0000007e to attach disk [datastore1] b02f6a20-f9da-4885-9057-1453eda2bb6a/b02f6a20-f9da-4885-9057-1453eda2bb6a.vmdk or device None with type sparse {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2183.120945] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bfeaef4-f7fb-4b1a-9272-c688e4b22fc5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.127284] env[63622]: DEBUG oslo_vmware.api [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2183.127284] env[63622]: value = "task-1817938" [ 2183.127284] env[63622]: _type = "Task" [ 2183.127284] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2183.134537] env[63622]: DEBUG oslo_vmware.api [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817938, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2183.637158] env[63622]: DEBUG oslo_vmware.api [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817938, 'name': Rename_Task, 'duration_secs': 0.136224} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2183.637386] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2183.637638] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed440e15-ac22-42c9-a185-718b97cf707e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.643982] env[63622]: DEBUG oslo_vmware.api [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2183.643982] env[63622]: value = "task-1817939" [ 2183.643982] env[63622]: _type = "Task" [ 2183.643982] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2183.652503] env[63622]: DEBUG oslo_vmware.api [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2184.154166] env[63622]: DEBUG oslo_vmware.api [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817939, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2184.655862] env[63622]: DEBUG oslo_vmware.api [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817939, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2185.156646] env[63622]: DEBUG oslo_vmware.api [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817939, 'name': PowerOnVM_Task, 'duration_secs': 1.20721} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2185.156646] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2185.156646] env[63622]: INFO nova.compute.manager [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Took 8.67 seconds to spawn the instance on the hypervisor. [ 2185.156646] env[63622]: DEBUG nova.compute.manager [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2185.157271] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e25e26d-cbd9-4775-874e-e6ad32f76f85 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.678875] env[63622]: INFO nova.compute.manager [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Took 13.34 seconds to build instance. [ 2186.181449] env[63622]: DEBUG oslo_concurrency.lockutils [None req-ba7c8d00-bd8a-49ab-9ab9-9d02dfb93c60 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lock "b02f6a20-f9da-4885-9057-1453eda2bb6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.849s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2186.549598] env[63622]: DEBUG nova.compute.manager [req-e05ced13-f99c-48ab-8f32-cb3f5c6f9099 req-958153b7-d9c0-4c28-93dc-5bfd4def7175 service nova] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Received event network-changed-866298b4-ddaa-4322-a89a-16ecef8ee0d6 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 2186.550287] env[63622]: DEBUG nova.compute.manager [req-e05ced13-f99c-48ab-8f32-cb3f5c6f9099 req-958153b7-d9c0-4c28-93dc-5bfd4def7175 service nova] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Refreshing instance network info cache due to event network-changed-866298b4-ddaa-4322-a89a-16ecef8ee0d6. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 2186.550527] env[63622]: DEBUG oslo_concurrency.lockutils [req-e05ced13-f99c-48ab-8f32-cb3f5c6f9099 req-958153b7-d9c0-4c28-93dc-5bfd4def7175 service nova] Acquiring lock "refresh_cache-b02f6a20-f9da-4885-9057-1453eda2bb6a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2186.550946] env[63622]: DEBUG oslo_concurrency.lockutils [req-e05ced13-f99c-48ab-8f32-cb3f5c6f9099 req-958153b7-d9c0-4c28-93dc-5bfd4def7175 service nova] Acquired lock "refresh_cache-b02f6a20-f9da-4885-9057-1453eda2bb6a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2186.550946] env[63622]: DEBUG nova.network.neutron [req-e05ced13-f99c-48ab-8f32-cb3f5c6f9099 req-958153b7-d9c0-4c28-93dc-5bfd4def7175 service nova] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Refreshing network info cache for port 866298b4-ddaa-4322-a89a-16ecef8ee0d6 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2187.258815] env[63622]: DEBUG nova.network.neutron [req-e05ced13-f99c-48ab-8f32-cb3f5c6f9099 req-958153b7-d9c0-4c28-93dc-5bfd4def7175 service nova] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Updated VIF entry in instance network info cache for port 866298b4-ddaa-4322-a89a-16ecef8ee0d6. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2187.259316] env[63622]: DEBUG nova.network.neutron [req-e05ced13-f99c-48ab-8f32-cb3f5c6f9099 req-958153b7-d9c0-4c28-93dc-5bfd4def7175 service nova] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Updating instance_info_cache with network_info: [{"id": "866298b4-ddaa-4322-a89a-16ecef8ee0d6", "address": "fa:16:3e:31:3f:35", "network": {"id": "87952d56-97ab-4a39-be7b-4831baf24442", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1695775358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e3f6155f3fc482ebdcf4991031bb6f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap866298b4-dd", "ovs_interfaceid": "866298b4-ddaa-4322-a89a-16ecef8ee0d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2187.762302] env[63622]: DEBUG oslo_concurrency.lockutils [req-e05ced13-f99c-48ab-8f32-cb3f5c6f9099 req-958153b7-d9c0-4c28-93dc-5bfd4def7175 service nova] Releasing lock "refresh_cache-b02f6a20-f9da-4885-9057-1453eda2bb6a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2216.781733] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2216.782029] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2217.286156] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2217.286371] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Starting heal instance info cache {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 2217.286444] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Rebuilding the list of instances to heal {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 2217.817375] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "refresh_cache-b02f6a20-f9da-4885-9057-1453eda2bb6a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2217.817595] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquired lock "refresh_cache-b02f6a20-f9da-4885-9057-1453eda2bb6a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2217.817708] env[63622]: DEBUG nova.network.neutron [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Forcefully refreshing network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2217.817867] env[63622]: DEBUG nova.objects.instance [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lazy-loading 'info_cache' on Instance uuid b02f6a20-f9da-4885-9057-1453eda2bb6a {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2219.525416] env[63622]: DEBUG nova.network.neutron [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Updating instance_info_cache with network_info: [{"id": "866298b4-ddaa-4322-a89a-16ecef8ee0d6", "address": "fa:16:3e:31:3f:35", "network": {"id": "87952d56-97ab-4a39-be7b-4831baf24442", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1695775358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e3f6155f3fc482ebdcf4991031bb6f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap866298b4-dd", "ovs_interfaceid": "866298b4-ddaa-4322-a89a-16ecef8ee0d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2220.028645] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Releasing lock "refresh_cache-b02f6a20-f9da-4885-9057-1453eda2bb6a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2220.028858] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Updated the network info_cache for instance {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10350}} [ 2220.029077] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2220.029242] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2220.029390] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2220.029538] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2220.029715] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2220.029867] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2220.029999] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63622) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 2220.030160] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager.update_available_resource {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2220.533793] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2220.534136] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2220.534224] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2220.534366] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63622) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2220.535367] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68786c2-286f-4f89-9e3d-d101a362662a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.544318] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3777e29-c4e2-4b05-998e-4d84ae1dfe7a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.558272] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310df3b6-f99f-491e-ae29-1da10a4850ad {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.564503] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bbc27c-1f1b-4f35-8190-dcc0c0d7a1a4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.593695] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181184MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=63622) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2220.593822] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2220.594023] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2221.617468] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance b02f6a20-f9da-4885-9057-1453eda2bb6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2221.617745] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2221.617883] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2221.643415] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67fcab5-a335-4b94-91e9-86beecb5d7b5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.650722] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed442b08-369e-4b65-96f4-38ec8bf325f3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.679557] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f7c05c-614b-4bf9-9006-072ae2fa2ef6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.686501] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f73585-9818-4533-97fc-f2bc156b3b14 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.698827] env[63622]: DEBUG nova.compute.provider_tree [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2222.201922] env[63622]: DEBUG nova.scheduler.client.report [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2222.706416] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2222.706841] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.113s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2225.559759] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquiring lock "b02f6a20-f9da-4885-9057-1453eda2bb6a" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2225.560138] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lock "b02f6a20-f9da-4885-9057-1453eda2bb6a" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2225.560224] env[63622]: INFO nova.compute.manager [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Shelving [ 2226.569943] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2226.570339] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe9c66bc-ca2e-4c9f-a6b5-c608daedbf6f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.577986] env[63622]: DEBUG oslo_vmware.api [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2226.577986] env[63622]: value = "task-1817940" [ 2226.577986] env[63622]: _type = "Task" [ 2226.577986] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2226.586233] env[63622]: DEBUG oslo_vmware.api [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817940, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.087217] env[63622]: DEBUG oslo_vmware.api [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817940, 'name': PowerOffVM_Task, 'duration_secs': 0.181183} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2227.087480] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2227.088256] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3e2869-cd2a-4dde-bea2-7b28d83c23c6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.106272] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54794d41-e5af-4576-a259-885b10181986 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.617421] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Creating Snapshot of the VM instance {{(pid=63622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2227.617421] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0e1a395b-98c0-46d5-936f-828fb22d0e28 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.625972] env[63622]: DEBUG oslo_vmware.api [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2227.625972] env[63622]: value = "task-1817941" [ 2227.625972] env[63622]: _type = "Task" [ 2227.625972] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2227.634347] env[63622]: DEBUG oslo_vmware.api [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817941, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.136769] env[63622]: DEBUG oslo_vmware.api [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817941, 'name': CreateSnapshot_Task, 'duration_secs': 0.391406} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2228.137041] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Created Snapshot of the VM instance {{(pid=63622) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2228.137767] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92b7a0d-5bc3-4b12-b9a7-6517bb2cfd1e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.654614] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Creating linked-clone VM from snapshot {{(pid=63622) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2228.654994] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b8c0f409-e765-450e-9c0a-cc6679ac8caf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.666285] env[63622]: DEBUG oslo_vmware.api [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2228.666285] env[63622]: value = "task-1817942" [ 2228.666285] env[63622]: _type = "Task" [ 2228.666285] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2228.673772] env[63622]: DEBUG oslo_vmware.api [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817942, 'name': CloneVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.176669] env[63622]: DEBUG oslo_vmware.api [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817942, 'name': CloneVM_Task} progress is 94%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.681107] env[63622]: DEBUG oslo_vmware.api [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817942, 'name': CloneVM_Task} progress is 95%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.178098] env[63622]: DEBUG oslo_vmware.api [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817942, 'name': CloneVM_Task, 'duration_secs': 1.281748} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2230.178369] env[63622]: INFO nova.virt.vmwareapi.vmops [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Created linked-clone VM from snapshot [ 2230.179121] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b1796c-0c64-4ec2-be4a-52bbc19ac5cf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.186123] env[63622]: DEBUG nova.virt.vmwareapi.images [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Uploading image af6d4d9e-eb1b-411f-8cc3-cfdb2e6e96be {{(pid=63622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2230.205475] env[63622]: DEBUG oslo_vmware.rw_handles [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2230.205475] env[63622]: value = "vm-376588" [ 2230.205475] env[63622]: _type = "VirtualMachine" [ 2230.205475] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2230.205706] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-14ad58d9-fea4-4dfb-bc0f-c06a437e963e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.212015] env[63622]: DEBUG oslo_vmware.rw_handles [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lease: (returnval){ [ 2230.212015] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5267b607-262e-c9d0-f6ae-d3a0811a49a4" [ 2230.212015] env[63622]: _type = "HttpNfcLease" [ 2230.212015] env[63622]: } obtained for exporting VM: (result){ [ 2230.212015] env[63622]: value = "vm-376588" [ 2230.212015] env[63622]: _type = "VirtualMachine" [ 2230.212015] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2230.212283] env[63622]: DEBUG oslo_vmware.api [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the lease: (returnval){ [ 2230.212283] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5267b607-262e-c9d0-f6ae-d3a0811a49a4" [ 2230.212283] env[63622]: _type = "HttpNfcLease" [ 2230.212283] env[63622]: } to be ready. {{(pid=63622) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2230.217753] env[63622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2230.217753] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5267b607-262e-c9d0-f6ae-d3a0811a49a4" [ 2230.217753] env[63622]: _type = "HttpNfcLease" [ 2230.217753] env[63622]: } is initializing. {{(pid=63622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2230.721976] env[63622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2230.721976] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5267b607-262e-c9d0-f6ae-d3a0811a49a4" [ 2230.721976] env[63622]: _type = "HttpNfcLease" [ 2230.721976] env[63622]: } is ready. {{(pid=63622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2230.722318] env[63622]: DEBUG oslo_vmware.rw_handles [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2230.722318] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5267b607-262e-c9d0-f6ae-d3a0811a49a4" [ 2230.722318] env[63622]: _type = "HttpNfcLease" [ 2230.722318] env[63622]: }. {{(pid=63622) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2230.723010] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66660ccc-a428-490b-99e1-b8a767549623 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.729883] env[63622]: DEBUG oslo_vmware.rw_handles [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa0bc5-cd81-cd15-5034-0bad280ec8a9/disk-0.vmdk from lease info. {{(pid=63622) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2230.730074] env[63622]: DEBUG oslo_vmware.rw_handles [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa0bc5-cd81-cd15-5034-0bad280ec8a9/disk-0.vmdk for reading. {{(pid=63622) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2230.817292] env[63622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ed9d4bb4-54d5-407f-a471-bd97bd816711 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.867439] env[63622]: DEBUG oslo_vmware.rw_handles [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa0bc5-cd81-cd15-5034-0bad280ec8a9/disk-0.vmdk. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2237.868354] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc5ecff-f3f9-4813-9d5d-e2a7be8161a7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.874393] env[63622]: DEBUG oslo_vmware.rw_handles [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa0bc5-cd81-cd15-5034-0bad280ec8a9/disk-0.vmdk is in state: ready. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2237.874559] env[63622]: ERROR oslo_vmware.rw_handles [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa0bc5-cd81-cd15-5034-0bad280ec8a9/disk-0.vmdk due to incomplete transfer. [ 2237.874770] env[63622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6a6f8a47-4dcf-4c9e-86e8-243bc000e224 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.882362] env[63622]: DEBUG oslo_vmware.rw_handles [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa0bc5-cd81-cd15-5034-0bad280ec8a9/disk-0.vmdk. {{(pid=63622) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2237.882556] env[63622]: DEBUG nova.virt.vmwareapi.images [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Uploaded image af6d4d9e-eb1b-411f-8cc3-cfdb2e6e96be to the Glance image server {{(pid=63622) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2237.884842] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Destroying the VM {{(pid=63622) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2237.885078] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-366135f8-842f-4f53-9fcf-1a4d7645fee2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.890672] env[63622]: DEBUG oslo_vmware.api [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2237.890672] env[63622]: value = "task-1817944" [ 2237.890672] env[63622]: _type = "Task" [ 2237.890672] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2237.897751] env[63622]: DEBUG oslo_vmware.api [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817944, 'name': Destroy_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2238.400214] env[63622]: DEBUG oslo_vmware.api [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817944, 'name': Destroy_Task, 'duration_secs': 0.299028} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2238.400482] env[63622]: INFO nova.virt.vmwareapi.vm_util [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Destroyed the VM [ 2238.400746] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Deleting Snapshot of the VM instance {{(pid=63622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2238.401014] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-24674c9e-f0bc-44fb-ae3e-a84ee0af01e2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.407436] env[63622]: DEBUG oslo_vmware.api [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2238.407436] env[63622]: value = "task-1817945" [ 2238.407436] env[63622]: _type = "Task" [ 2238.407436] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2238.415138] env[63622]: DEBUG oslo_vmware.api [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817945, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2238.917576] env[63622]: DEBUG oslo_vmware.api [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817945, 'name': RemoveSnapshot_Task, 'duration_secs': 0.343128} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2238.917948] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Deleted Snapshot of the VM instance {{(pid=63622) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2238.918124] env[63622]: DEBUG nova.compute.manager [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2238.918887] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33fe9c1f-2d87-4e2f-8adb-e9806c0eca6a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.430979] env[63622]: INFO nova.compute.manager [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Shelve offloading [ 2239.934941] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2239.935303] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-077d00fd-d335-414c-99c0-4b40e3b50f8a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.943596] env[63622]: DEBUG oslo_vmware.api [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2239.943596] env[63622]: value = "task-1817946" [ 2239.943596] env[63622]: _type = "Task" [ 2239.943596] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2239.953371] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] VM already powered off {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2239.953568] env[63622]: DEBUG nova.compute.manager [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2239.954256] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ff254c-f87b-49e7-838b-24d23b5b22df {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.959705] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquiring lock "refresh_cache-b02f6a20-f9da-4885-9057-1453eda2bb6a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2239.959870] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquired lock "refresh_cache-b02f6a20-f9da-4885-9057-1453eda2bb6a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2239.960074] env[63622]: DEBUG nova.network.neutron [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2240.659958] env[63622]: DEBUG nova.network.neutron [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Updating instance_info_cache with network_info: [{"id": "866298b4-ddaa-4322-a89a-16ecef8ee0d6", "address": "fa:16:3e:31:3f:35", "network": {"id": "87952d56-97ab-4a39-be7b-4831baf24442", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1695775358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e3f6155f3fc482ebdcf4991031bb6f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap866298b4-dd", "ovs_interfaceid": "866298b4-ddaa-4322-a89a-16ecef8ee0d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2241.162708] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Releasing lock "refresh_cache-b02f6a20-f9da-4885-9057-1453eda2bb6a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2241.396706] env[63622]: DEBUG nova.compute.manager [req-4a726f7a-45d7-442e-8fb0-a8f4f19e794b req-d7122453-5822-436a-b919-ca2268fcb365 service nova] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Received event network-vif-unplugged-866298b4-ddaa-4322-a89a-16ecef8ee0d6 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 2241.396959] env[63622]: DEBUG oslo_concurrency.lockutils [req-4a726f7a-45d7-442e-8fb0-a8f4f19e794b req-d7122453-5822-436a-b919-ca2268fcb365 service nova] Acquiring lock "b02f6a20-f9da-4885-9057-1453eda2bb6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2241.397209] env[63622]: DEBUG oslo_concurrency.lockutils [req-4a726f7a-45d7-442e-8fb0-a8f4f19e794b req-d7122453-5822-436a-b919-ca2268fcb365 service nova] Lock "b02f6a20-f9da-4885-9057-1453eda2bb6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2241.397387] env[63622]: DEBUG oslo_concurrency.lockutils [req-4a726f7a-45d7-442e-8fb0-a8f4f19e794b req-d7122453-5822-436a-b919-ca2268fcb365 service nova] Lock "b02f6a20-f9da-4885-9057-1453eda2bb6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2241.397562] env[63622]: DEBUG nova.compute.manager [req-4a726f7a-45d7-442e-8fb0-a8f4f19e794b req-d7122453-5822-436a-b919-ca2268fcb365 service nova] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] No waiting events found dispatching network-vif-unplugged-866298b4-ddaa-4322-a89a-16ecef8ee0d6 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2241.397734] env[63622]: WARNING nova.compute.manager [req-4a726f7a-45d7-442e-8fb0-a8f4f19e794b req-d7122453-5822-436a-b919-ca2268fcb365 service nova] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Received unexpected event network-vif-unplugged-866298b4-ddaa-4322-a89a-16ecef8ee0d6 for instance with vm_state shelved and task_state shelving_offloading. [ 2241.498666] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2241.499579] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339a9eeb-2eb2-496e-9f5e-cf518c82e8f7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.507146] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2241.507371] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e2476dc-479a-4514-a59a-cc99e4b599bd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.665283] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2241.665687] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2241.665991] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Deleting the datastore file [datastore1] b02f6a20-f9da-4885-9057-1453eda2bb6a {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2241.666451] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b09d950-01e9-41ad-a910-8af0eea2bdb2 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.674281] env[63622]: DEBUG oslo_vmware.api [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2241.674281] env[63622]: value = "task-1817948" [ 2241.674281] env[63622]: _type = "Task" [ 2241.674281] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2241.685804] env[63622]: DEBUG oslo_vmware.api [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.185421] env[63622]: DEBUG oslo_vmware.api [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130541} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2242.185998] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2242.185998] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2242.186196] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2242.211434] env[63622]: INFO nova.scheduler.client.report [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Deleted allocations for instance b02f6a20-f9da-4885-9057-1453eda2bb6a [ 2242.716669] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2242.716896] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2242.717125] env[63622]: DEBUG nova.objects.instance [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lazy-loading 'resources' on Instance uuid b02f6a20-f9da-4885-9057-1453eda2bb6a {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2243.219869] env[63622]: DEBUG nova.objects.instance [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lazy-loading 'numa_topology' on Instance uuid b02f6a20-f9da-4885-9057-1453eda2bb6a {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2243.422817] env[63622]: DEBUG nova.compute.manager [req-861a8520-b875-4872-9653-0eaa99e83eb7 req-db96f298-0c6d-46e7-a4d5-5ee98f3a07d1 service nova] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Received event network-changed-866298b4-ddaa-4322-a89a-16ecef8ee0d6 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 2243.423041] env[63622]: DEBUG nova.compute.manager [req-861a8520-b875-4872-9653-0eaa99e83eb7 req-db96f298-0c6d-46e7-a4d5-5ee98f3a07d1 service nova] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Refreshing instance network info cache due to event network-changed-866298b4-ddaa-4322-a89a-16ecef8ee0d6. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 2243.423279] env[63622]: DEBUG oslo_concurrency.lockutils [req-861a8520-b875-4872-9653-0eaa99e83eb7 req-db96f298-0c6d-46e7-a4d5-5ee98f3a07d1 service nova] Acquiring lock "refresh_cache-b02f6a20-f9da-4885-9057-1453eda2bb6a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2243.423424] env[63622]: DEBUG oslo_concurrency.lockutils [req-861a8520-b875-4872-9653-0eaa99e83eb7 req-db96f298-0c6d-46e7-a4d5-5ee98f3a07d1 service nova] Acquired lock "refresh_cache-b02f6a20-f9da-4885-9057-1453eda2bb6a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2243.423590] env[63622]: DEBUG nova.network.neutron [req-861a8520-b875-4872-9653-0eaa99e83eb7 req-db96f298-0c6d-46e7-a4d5-5ee98f3a07d1 service nova] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Refreshing network info cache for port 866298b4-ddaa-4322-a89a-16ecef8ee0d6 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2243.722268] env[63622]: DEBUG nova.objects.base [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=63622) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2243.736788] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929aff87-51e2-44c7-a69a-98d595388419 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.744082] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b25abca-c1fc-4c70-8825-2dd9843fc605 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.773844] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1d70e0-ee24-41ec-a6f2-50c89b6fea8d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.780878] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8070962-0aac-45e5-af86-e400c4513edf {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.793639] env[63622]: DEBUG nova.compute.provider_tree [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2244.133507] env[63622]: DEBUG nova.network.neutron [req-861a8520-b875-4872-9653-0eaa99e83eb7 req-db96f298-0c6d-46e7-a4d5-5ee98f3a07d1 service nova] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Updated VIF entry in instance network info cache for port 866298b4-ddaa-4322-a89a-16ecef8ee0d6. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2244.133887] env[63622]: DEBUG nova.network.neutron [req-861a8520-b875-4872-9653-0eaa99e83eb7 req-db96f298-0c6d-46e7-a4d5-5ee98f3a07d1 service nova] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Updating instance_info_cache with network_info: [{"id": "866298b4-ddaa-4322-a89a-16ecef8ee0d6", "address": "fa:16:3e:31:3f:35", "network": {"id": "87952d56-97ab-4a39-be7b-4831baf24442", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1695775358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e3f6155f3fc482ebdcf4991031bb6f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap866298b4-dd", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2244.297883] env[63622]: DEBUG nova.scheduler.client.report [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2244.637305] env[63622]: DEBUG oslo_concurrency.lockutils [req-861a8520-b875-4872-9653-0eaa99e83eb7 req-db96f298-0c6d-46e7-a4d5-5ee98f3a07d1 service nova] Releasing lock "refresh_cache-b02f6a20-f9da-4885-9057-1453eda2bb6a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2244.804721] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.088s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2245.313568] env[63622]: DEBUG oslo_concurrency.lockutils [None req-2184fb00-38fd-46ff-9ce6-01f48ebabde3 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lock "b02f6a20-f9da-4885-9057-1453eda2bb6a" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.753s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2245.470188] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquiring lock "b02f6a20-f9da-4885-9057-1453eda2bb6a" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2245.470407] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lock "b02f6a20-f9da-4885-9057-1453eda2bb6a" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2245.470590] env[63622]: INFO nova.compute.manager [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Unshelving [ 2246.491484] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2246.491762] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2246.492046] env[63622]: DEBUG nova.objects.instance [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lazy-loading 'pci_requests' on Instance uuid b02f6a20-f9da-4885-9057-1453eda2bb6a {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2246.996550] env[63622]: DEBUG nova.objects.instance [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lazy-loading 'numa_topology' on Instance uuid b02f6a20-f9da-4885-9057-1453eda2bb6a {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2247.499368] env[63622]: INFO nova.compute.claims [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2248.535135] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f16b8c-e19d-4ccf-a36a-a59809922135 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.542699] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8009de4-2f06-4d9d-8aa6-fcadf5f7b6d4 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.572641] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21218932-bc7b-4510-a1c6-bff7de943aae {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.579536] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33feeaf7-eae3-46e8-b817-d6783b7abfd0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.593498] env[63622]: DEBUG nova.compute.provider_tree [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2249.096362] env[63622]: DEBUG nova.scheduler.client.report [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2249.601628] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.110s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2249.631481] env[63622]: INFO nova.network.neutron [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Updating port 866298b4-ddaa-4322-a89a-16ecef8ee0d6 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2251.004660] env[63622]: DEBUG nova.compute.manager [req-f45b7250-eca4-4fcd-a54a-8a7d35d64812 req-d8342571-85e2-4e77-b155-3353b480cd6c service nova] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Received event network-vif-plugged-866298b4-ddaa-4322-a89a-16ecef8ee0d6 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 2251.004893] env[63622]: DEBUG oslo_concurrency.lockutils [req-f45b7250-eca4-4fcd-a54a-8a7d35d64812 req-d8342571-85e2-4e77-b155-3353b480cd6c service nova] Acquiring lock "b02f6a20-f9da-4885-9057-1453eda2bb6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2251.005117] env[63622]: DEBUG oslo_concurrency.lockutils [req-f45b7250-eca4-4fcd-a54a-8a7d35d64812 req-d8342571-85e2-4e77-b155-3353b480cd6c service nova] Lock "b02f6a20-f9da-4885-9057-1453eda2bb6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2251.005282] env[63622]: DEBUG oslo_concurrency.lockutils [req-f45b7250-eca4-4fcd-a54a-8a7d35d64812 req-d8342571-85e2-4e77-b155-3353b480cd6c service nova] Lock "b02f6a20-f9da-4885-9057-1453eda2bb6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2251.005451] env[63622]: DEBUG nova.compute.manager [req-f45b7250-eca4-4fcd-a54a-8a7d35d64812 req-d8342571-85e2-4e77-b155-3353b480cd6c service nova] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] No waiting events found dispatching network-vif-plugged-866298b4-ddaa-4322-a89a-16ecef8ee0d6 {{(pid=63622) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2251.005616] env[63622]: WARNING nova.compute.manager [req-f45b7250-eca4-4fcd-a54a-8a7d35d64812 req-d8342571-85e2-4e77-b155-3353b480cd6c service nova] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Received unexpected event network-vif-plugged-866298b4-ddaa-4322-a89a-16ecef8ee0d6 for instance with vm_state shelved_offloaded and task_state spawning. [ 2251.092159] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquiring lock "refresh_cache-b02f6a20-f9da-4885-9057-1453eda2bb6a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2251.092369] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquired lock "refresh_cache-b02f6a20-f9da-4885-9057-1453eda2bb6a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2251.092554] env[63622]: DEBUG nova.network.neutron [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Building network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2251.804538] env[63622]: DEBUG nova.network.neutron [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Updating instance_info_cache with network_info: [{"id": "866298b4-ddaa-4322-a89a-16ecef8ee0d6", "address": "fa:16:3e:31:3f:35", "network": {"id": "87952d56-97ab-4a39-be7b-4831baf24442", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1695775358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e3f6155f3fc482ebdcf4991031bb6f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap866298b4-dd", "ovs_interfaceid": "866298b4-ddaa-4322-a89a-16ecef8ee0d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2252.306998] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Releasing lock "refresh_cache-b02f6a20-f9da-4885-9057-1453eda2bb6a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2252.333866] env[63622]: DEBUG nova.virt.hardware [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T13:47:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d4ca83ee668ef550e5d2e8444dcff27b',container_format='bare',created_at=2024-12-12T14:17:15Z,direct_url=,disk_format='vmdk',id=af6d4d9e-eb1b-411f-8cc3-cfdb2e6e96be,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1057031882-shelved',owner='9e3f6155f3fc482ebdcf4991031bb6f0',properties=ImageMetaProps,protected=,size=31664128,status='active',tags=,updated_at=2024-12-12T14:17:28Z,virtual_size=,visibility=), allow threads: False {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2252.334130] env[63622]: DEBUG nova.virt.hardware [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Flavor limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2252.334297] env[63622]: DEBUG nova.virt.hardware [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Image limits 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2252.334481] env[63622]: DEBUG nova.virt.hardware [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Flavor pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2252.334629] env[63622]: DEBUG nova.virt.hardware [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Image pref 0:0:0 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2252.334802] env[63622]: DEBUG nova.virt.hardware [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63622) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2252.335038] env[63622]: DEBUG nova.virt.hardware [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2252.335206] env[63622]: DEBUG nova.virt.hardware [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2252.335376] env[63622]: DEBUG nova.virt.hardware [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Got 1 possible topologies {{(pid=63622) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2252.335541] env[63622]: DEBUG nova.virt.hardware [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2252.335712] env[63622]: DEBUG nova.virt.hardware [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63622) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2252.336580] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69f4b21-6531-4d7b-b439-5bfc8b893068 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.344495] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305a49d0-97ee-4e64-83c8-c5eadd9cb773 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.357345] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:3f:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '866298b4-ddaa-4322-a89a-16ecef8ee0d6', 'vif_model': 'vmxnet3'}] {{(pid=63622) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2252.364618] env[63622]: DEBUG oslo.service.loopingcall [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2252.364844] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Creating VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2252.365048] env[63622]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c3fe498-5d6c-449f-ab35-0da37113b9a6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.383097] env[63622]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2252.383097] env[63622]: value = "task-1817949" [ 2252.383097] env[63622]: _type = "Task" [ 2252.383097] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2252.390222] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817949, 'name': CreateVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.892900] env[63622]: DEBUG oslo_vmware.api [-] Task: {'id': task-1817949, 'name': CreateVM_Task, 'duration_secs': 0.308628} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2252.893071] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Created VM on the ESX host {{(pid=63622) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2252.893689] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af6d4d9e-eb1b-411f-8cc3-cfdb2e6e96be" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2252.893858] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af6d4d9e-eb1b-411f-8cc3-cfdb2e6e96be" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2252.894253] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/af6d4d9e-eb1b-411f-8cc3-cfdb2e6e96be" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2252.894498] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b1811e1-c865-471c-b2a4-16f5ae05451a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.898630] env[63622]: DEBUG oslo_vmware.api [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2252.898630] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]529aba7f-cf0e-df02-8008-8a9ced555fa5" [ 2252.898630] env[63622]: _type = "Task" [ 2252.898630] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2252.907089] env[63622]: DEBUG oslo_vmware.api [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]529aba7f-cf0e-df02-8008-8a9ced555fa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.033202] env[63622]: DEBUG nova.compute.manager [req-59d2b6a4-a0ac-46ca-9e42-f12fe20e26af req-acc722be-01da-4a88-9c26-d1820ab4f92f service nova] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Received event network-changed-866298b4-ddaa-4322-a89a-16ecef8ee0d6 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 2253.033426] env[63622]: DEBUG nova.compute.manager [req-59d2b6a4-a0ac-46ca-9e42-f12fe20e26af req-acc722be-01da-4a88-9c26-d1820ab4f92f service nova] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Refreshing instance network info cache due to event network-changed-866298b4-ddaa-4322-a89a-16ecef8ee0d6. {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 2253.033645] env[63622]: DEBUG oslo_concurrency.lockutils [req-59d2b6a4-a0ac-46ca-9e42-f12fe20e26af req-acc722be-01da-4a88-9c26-d1820ab4f92f service nova] Acquiring lock "refresh_cache-b02f6a20-f9da-4885-9057-1453eda2bb6a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2253.033790] env[63622]: DEBUG oslo_concurrency.lockutils [req-59d2b6a4-a0ac-46ca-9e42-f12fe20e26af req-acc722be-01da-4a88-9c26-d1820ab4f92f service nova] Acquired lock "refresh_cache-b02f6a20-f9da-4885-9057-1453eda2bb6a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2253.033951] env[63622]: DEBUG nova.network.neutron [req-59d2b6a4-a0ac-46ca-9e42-f12fe20e26af req-acc722be-01da-4a88-9c26-d1820ab4f92f service nova] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Refreshing network info cache for port 866298b4-ddaa-4322-a89a-16ecef8ee0d6 {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2253.408800] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af6d4d9e-eb1b-411f-8cc3-cfdb2e6e96be" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2253.409158] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Processing image af6d4d9e-eb1b-411f-8cc3-cfdb2e6e96be {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2253.409276] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/af6d4d9e-eb1b-411f-8cc3-cfdb2e6e96be/af6d4d9e-eb1b-411f-8cc3-cfdb2e6e96be.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2253.409425] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/af6d4d9e-eb1b-411f-8cc3-cfdb2e6e96be/af6d4d9e-eb1b-411f-8cc3-cfdb2e6e96be.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2253.409610] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2253.409853] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cb69bff-8218-4134-83a2-892c98e2502c {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.427188] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2253.427355] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63622) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2253.428036] env[63622]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff29f4e8-5f07-47d5-801d-457238f11711 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.432872] env[63622]: DEBUG oslo_vmware.api [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2253.432872] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52c3d138-30a2-087a-5fec-e2b538440c02" [ 2253.432872] env[63622]: _type = "Task" [ 2253.432872] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2253.440152] env[63622]: DEBUG oslo_vmware.api [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]52c3d138-30a2-087a-5fec-e2b538440c02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.727377] env[63622]: DEBUG nova.network.neutron [req-59d2b6a4-a0ac-46ca-9e42-f12fe20e26af req-acc722be-01da-4a88-9c26-d1820ab4f92f service nova] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Updated VIF entry in instance network info cache for port 866298b4-ddaa-4322-a89a-16ecef8ee0d6. {{(pid=63622) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2253.727743] env[63622]: DEBUG nova.network.neutron [req-59d2b6a4-a0ac-46ca-9e42-f12fe20e26af req-acc722be-01da-4a88-9c26-d1820ab4f92f service nova] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Updating instance_info_cache with network_info: [{"id": "866298b4-ddaa-4322-a89a-16ecef8ee0d6", "address": "fa:16:3e:31:3f:35", "network": {"id": "87952d56-97ab-4a39-be7b-4831baf24442", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1695775358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e3f6155f3fc482ebdcf4991031bb6f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap866298b4-dd", "ovs_interfaceid": "866298b4-ddaa-4322-a89a-16ecef8ee0d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2253.943319] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Preparing fetch location {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2253.943575] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Fetch image to [datastore1] OSTACK_IMG_3a620b06-96fb-47c8-a948-ef477e3ed065/OSTACK_IMG_3a620b06-96fb-47c8-a948-ef477e3ed065.vmdk {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2253.943763] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Downloading stream optimized image af6d4d9e-eb1b-411f-8cc3-cfdb2e6e96be to [datastore1] OSTACK_IMG_3a620b06-96fb-47c8-a948-ef477e3ed065/OSTACK_IMG_3a620b06-96fb-47c8-a948-ef477e3ed065.vmdk on the data store datastore1 as vApp {{(pid=63622) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2253.943935] env[63622]: DEBUG nova.virt.vmwareapi.images [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Downloading image file data af6d4d9e-eb1b-411f-8cc3-cfdb2e6e96be to the ESX as VM named 'OSTACK_IMG_3a620b06-96fb-47c8-a948-ef477e3ed065' {{(pid=63622) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2254.029515] env[63622]: DEBUG oslo_vmware.rw_handles [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2254.029515] env[63622]: value = "resgroup-9" [ 2254.029515] env[63622]: _type = "ResourcePool" [ 2254.029515] env[63622]: }. {{(pid=63622) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2254.029794] env[63622]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9ced7e66-b281-4978-a619-7a5d4ee7b6f1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.049638] env[63622]: DEBUG oslo_vmware.rw_handles [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lease: (returnval){ [ 2254.049638] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5230df90-ea44-9e61-3300-13f2074d9625" [ 2254.049638] env[63622]: _type = "HttpNfcLease" [ 2254.049638] env[63622]: } obtained for vApp import into resource pool (val){ [ 2254.049638] env[63622]: value = "resgroup-9" [ 2254.049638] env[63622]: _type = "ResourcePool" [ 2254.049638] env[63622]: }. {{(pid=63622) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2254.049875] env[63622]: DEBUG oslo_vmware.api [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the lease: (returnval){ [ 2254.049875] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5230df90-ea44-9e61-3300-13f2074d9625" [ 2254.049875] env[63622]: _type = "HttpNfcLease" [ 2254.049875] env[63622]: } to be ready. {{(pid=63622) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2254.055623] env[63622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2254.055623] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5230df90-ea44-9e61-3300-13f2074d9625" [ 2254.055623] env[63622]: _type = "HttpNfcLease" [ 2254.055623] env[63622]: } is initializing. {{(pid=63622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2254.231211] env[63622]: DEBUG oslo_concurrency.lockutils [req-59d2b6a4-a0ac-46ca-9e42-f12fe20e26af req-acc722be-01da-4a88-9c26-d1820ab4f92f service nova] Releasing lock "refresh_cache-b02f6a20-f9da-4885-9057-1453eda2bb6a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2254.558774] env[63622]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2254.558774] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5230df90-ea44-9e61-3300-13f2074d9625" [ 2254.558774] env[63622]: _type = "HttpNfcLease" [ 2254.558774] env[63622]: } is ready. {{(pid=63622) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2254.559190] env[63622]: DEBUG oslo_vmware.rw_handles [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2254.559190] env[63622]: value = "session[52a2ca3e-ad71-4e90-d347-4c87ad0259b4]5230df90-ea44-9e61-3300-13f2074d9625" [ 2254.559190] env[63622]: _type = "HttpNfcLease" [ 2254.559190] env[63622]: }. {{(pid=63622) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2254.559762] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a667b8fc-f0a7-460d-be24-cd8ab8ef6b3b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.566998] env[63622]: DEBUG oslo_vmware.rw_handles [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52814657-5eab-fae0-507c-f1e6cb7b0de1/disk-0.vmdk from lease info. {{(pid=63622) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2254.567194] env[63622]: DEBUG oslo_vmware.rw_handles [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Creating HTTP connection to write to file with size = 31664128 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52814657-5eab-fae0-507c-f1e6cb7b0de1/disk-0.vmdk. {{(pid=63622) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2254.629700] env[63622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ce5d9153-3d49-45d2-95d4-d293e7b416fb {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.687637] env[63622]: DEBUG oslo_vmware.rw_handles [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Completed reading data from the image iterator. {{(pid=63622) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2255.688041] env[63622]: DEBUG oslo_vmware.rw_handles [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52814657-5eab-fae0-507c-f1e6cb7b0de1/disk-0.vmdk. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2255.688872] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a2a296-ea0f-4d30-929e-2b40640a25b0 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.695644] env[63622]: DEBUG oslo_vmware.rw_handles [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52814657-5eab-fae0-507c-f1e6cb7b0de1/disk-0.vmdk is in state: ready. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2255.695820] env[63622]: DEBUG oslo_vmware.rw_handles [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52814657-5eab-fae0-507c-f1e6cb7b0de1/disk-0.vmdk. {{(pid=63622) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2255.696049] env[63622]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-4b9e0f69-db77-432d-8585-0cf2cfd57cff {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.858732] env[63622]: DEBUG oslo_vmware.rw_handles [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52814657-5eab-fae0-507c-f1e6cb7b0de1/disk-0.vmdk. {{(pid=63622) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2255.858962] env[63622]: INFO nova.virt.vmwareapi.images [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Downloaded image file data af6d4d9e-eb1b-411f-8cc3-cfdb2e6e96be [ 2255.859888] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c694413f-9d4b-4c13-a303-54957a61c018 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.875677] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c93fcbf6-1e89-4af8-9e2d-2213df6043c6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.906603] env[63622]: INFO nova.virt.vmwareapi.images [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] The imported VM was unregistered [ 2255.908873] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Caching image {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2255.909109] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Creating directory with path [datastore1] devstack-image-cache_base/af6d4d9e-eb1b-411f-8cc3-cfdb2e6e96be {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2255.909359] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-246ef37d-248a-41af-9ffb-b64890c2d4c1 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.929542] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Created directory with path [datastore1] devstack-image-cache_base/af6d4d9e-eb1b-411f-8cc3-cfdb2e6e96be {{(pid=63622) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2255.929728] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_3a620b06-96fb-47c8-a948-ef477e3ed065/OSTACK_IMG_3a620b06-96fb-47c8-a948-ef477e3ed065.vmdk to [datastore1] devstack-image-cache_base/af6d4d9e-eb1b-411f-8cc3-cfdb2e6e96be/af6d4d9e-eb1b-411f-8cc3-cfdb2e6e96be.vmdk. {{(pid=63622) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2255.929967] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-89548f93-dfce-4148-8270-91c0254ef0c8 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.935919] env[63622]: DEBUG oslo_vmware.api [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2255.935919] env[63622]: value = "task-1817952" [ 2255.935919] env[63622]: _type = "Task" [ 2255.935919] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2255.944664] env[63622]: DEBUG oslo_vmware.api [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817952, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.446533] env[63622]: DEBUG oslo_vmware.api [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817952, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.947210] env[63622]: DEBUG oslo_vmware.api [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817952, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.448863] env[63622]: DEBUG oslo_vmware.api [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817952, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.948724] env[63622]: DEBUG oslo_vmware.api [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817952, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.449657] env[63622]: DEBUG oslo_vmware.api [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817952, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.340185} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2258.449916] env[63622]: INFO nova.virt.vmwareapi.ds_util [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_3a620b06-96fb-47c8-a948-ef477e3ed065/OSTACK_IMG_3a620b06-96fb-47c8-a948-ef477e3ed065.vmdk to [datastore1] devstack-image-cache_base/af6d4d9e-eb1b-411f-8cc3-cfdb2e6e96be/af6d4d9e-eb1b-411f-8cc3-cfdb2e6e96be.vmdk. [ 2258.450220] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Cleaning up location [datastore1] OSTACK_IMG_3a620b06-96fb-47c8-a948-ef477e3ed065 {{(pid=63622) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2258.450407] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_3a620b06-96fb-47c8-a948-ef477e3ed065 {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2258.450653] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e2d2dff-d376-495b-aa41-b04bfd31975b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.457467] env[63622]: DEBUG oslo_vmware.api [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2258.457467] env[63622]: value = "task-1817953" [ 2258.457467] env[63622]: _type = "Task" [ 2258.457467] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2258.464864] env[63622]: DEBUG oslo_vmware.api [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.966785] env[63622]: DEBUG oslo_vmware.api [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034877} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2258.967170] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2258.967503] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/af6d4d9e-eb1b-411f-8cc3-cfdb2e6e96be/af6d4d9e-eb1b-411f-8cc3-cfdb2e6e96be.vmdk" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2258.967814] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/af6d4d9e-eb1b-411f-8cc3-cfdb2e6e96be/af6d4d9e-eb1b-411f-8cc3-cfdb2e6e96be.vmdk to [datastore1] b02f6a20-f9da-4885-9057-1453eda2bb6a/b02f6a20-f9da-4885-9057-1453eda2bb6a.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2258.968134] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8daff79-9cdc-47b2-8fa6-99a482e12215 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.975209] env[63622]: DEBUG oslo_vmware.api [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2258.975209] env[63622]: value = "task-1817954" [ 2258.975209] env[63622]: _type = "Task" [ 2258.975209] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2258.982494] env[63622]: DEBUG oslo_vmware.api [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.485194] env[63622]: DEBUG oslo_vmware.api [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817954, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.986371] env[63622]: DEBUG oslo_vmware.api [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817954, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.488706] env[63622]: DEBUG oslo_vmware.api [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817954, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.988231] env[63622]: DEBUG oslo_vmware.api [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817954, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.488963] env[63622]: DEBUG oslo_vmware.api [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817954, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.282611} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2261.489762] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/af6d4d9e-eb1b-411f-8cc3-cfdb2e6e96be/af6d4d9e-eb1b-411f-8cc3-cfdb2e6e96be.vmdk to [datastore1] b02f6a20-f9da-4885-9057-1453eda2bb6a/b02f6a20-f9da-4885-9057-1453eda2bb6a.vmdk {{(pid=63622) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2261.490323] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d435d68-d786-4117-be13-1992ff6bc0e7 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.512049] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] b02f6a20-f9da-4885-9057-1453eda2bb6a/b02f6a20-f9da-4885-9057-1453eda2bb6a.vmdk or device None with type streamOptimized {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2261.512271] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1176f27-8f19-4752-abb6-508e2f6b9f2f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.531501] env[63622]: DEBUG oslo_vmware.api [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2261.531501] env[63622]: value = "task-1817955" [ 2261.531501] env[63622]: _type = "Task" [ 2261.531501] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2261.538793] env[63622]: DEBUG oslo_vmware.api [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817955, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.040976] env[63622]: DEBUG oslo_vmware.api [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817955, 'name': ReconfigVM_Task, 'duration_secs': 0.284365} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.041333] env[63622]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Reconfigured VM instance instance-0000007e to attach disk [datastore1] b02f6a20-f9da-4885-9057-1453eda2bb6a/b02f6a20-f9da-4885-9057-1453eda2bb6a.vmdk or device None with type streamOptimized {{(pid=63622) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2262.041984] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1403c35f-67ec-40d6-9f5f-5647a7484af5 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.048014] env[63622]: DEBUG oslo_vmware.api [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2262.048014] env[63622]: value = "task-1817956" [ 2262.048014] env[63622]: _type = "Task" [ 2262.048014] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.056250] env[63622]: DEBUG oslo_vmware.api [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817956, 'name': Rename_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.557650] env[63622]: DEBUG oslo_vmware.api [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817956, 'name': Rename_Task, 'duration_secs': 0.149945} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.557925] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Powering on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2262.558180] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-880be057-3410-4b8b-bdf1-30a75396cf1d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.564184] env[63622]: DEBUG oslo_vmware.api [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2262.564184] env[63622]: value = "task-1817957" [ 2262.564184] env[63622]: _type = "Task" [ 2262.564184] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.571254] env[63622]: DEBUG oslo_vmware.api [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.073856] env[63622]: DEBUG oslo_vmware.api [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817957, 'name': PowerOnVM_Task, 'duration_secs': 0.439244} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.074193] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Powered on the VM {{(pid=63622) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2263.170405] env[63622]: DEBUG nova.compute.manager [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Checking state {{(pid=63622) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2263.171392] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae87c296-a79d-45ba-a6d5-40941caf5f89 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.688080] env[63622]: DEBUG oslo_concurrency.lockutils [None req-9f9622a8-f3e5-4a2a-b641-7a10c6393b5d tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lock "b02f6a20-f9da-4885-9057-1453eda2bb6a" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.217s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2282.708629] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2282.709045] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2282.709045] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Starting heal instance info cache {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 2282.709205] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Rebuilding the list of instances to heal {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 2283.263614] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "refresh_cache-b02f6a20-f9da-4885-9057-1453eda2bb6a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2283.263773] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquired lock "refresh_cache-b02f6a20-f9da-4885-9057-1453eda2bb6a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2283.263923] env[63622]: DEBUG nova.network.neutron [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Forcefully refreshing network info cache for instance {{(pid=63622) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2283.264099] env[63622]: DEBUG nova.objects.instance [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lazy-loading 'info_cache' on Instance uuid b02f6a20-f9da-4885-9057-1453eda2bb6a {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2284.980453] env[63622]: DEBUG nova.network.neutron [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Updating instance_info_cache with network_info: [{"id": "866298b4-ddaa-4322-a89a-16ecef8ee0d6", "address": "fa:16:3e:31:3f:35", "network": {"id": "87952d56-97ab-4a39-be7b-4831baf24442", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1695775358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e3f6155f3fc482ebdcf4991031bb6f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap866298b4-dd", "ovs_interfaceid": "866298b4-ddaa-4322-a89a-16ecef8ee0d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2285.483174] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Releasing lock "refresh_cache-b02f6a20-f9da-4885-9057-1453eda2bb6a" {{(pid=63622) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2285.483412] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Updated the network info_cache for instance {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10350}} [ 2285.483615] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2285.483778] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2285.483930] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2285.484093] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2285.484244] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2285.484393] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2285.484524] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63622) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 2285.484669] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager.update_available_resource {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2285.988300] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2285.988667] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2285.988722] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2285.988853] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63622) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2285.989794] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc168fb-dc7c-44e0-892d-db75b8526a31 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.999120] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90be6ec5-a397-42aa-a4c5-eba0d86e3142 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.012949] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d989b6c-df95-4893-bdc2-750911afbe41 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.018915] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e81ed6-9e99-4405-9cdb-fa3f025181df {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.046934] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181336MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=63622) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2286.047092] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2286.047265] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2287.071710] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Instance b02f6a20-f9da-4885-9057-1453eda2bb6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63622) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2287.071959] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2287.072092] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2287.086927] env[63622]: DEBUG nova.scheduler.client.report [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Refreshing inventories for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 2287.097996] env[63622]: DEBUG nova.scheduler.client.report [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Updating ProviderTree inventory for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 2287.098184] env[63622]: DEBUG nova.compute.provider_tree [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Updating inventory in ProviderTree for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2287.107346] env[63622]: DEBUG nova.scheduler.client.report [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Refreshing aggregate associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, aggregates: None {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 2287.125843] env[63622]: DEBUG nova.scheduler.client.report [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Refreshing trait associations for resource provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63622) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 2287.149262] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742f603f-447b-4409-8eb8-1181079ab67d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.156521] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df689763-07d6-4585-8437-79120786b88f {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.186885] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42760af-4c8c-414c-8165-5426a297714b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.193900] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f72835-ceec-4782-b892-04f6a1a1444b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.206459] env[63622]: DEBUG nova.compute.provider_tree [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2287.710145] env[63622]: DEBUG nova.scheduler.client.report [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2288.214917] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2288.215244] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.168s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2299.782709] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1e32da4e-0dfd-4c51-9a69-86f988164e72 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquiring lock "b02f6a20-f9da-4885-9057-1453eda2bb6a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2299.783128] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1e32da4e-0dfd-4c51-9a69-86f988164e72 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lock "b02f6a20-f9da-4885-9057-1453eda2bb6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2299.783267] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1e32da4e-0dfd-4c51-9a69-86f988164e72 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquiring lock "b02f6a20-f9da-4885-9057-1453eda2bb6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2299.783467] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1e32da4e-0dfd-4c51-9a69-86f988164e72 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lock "b02f6a20-f9da-4885-9057-1453eda2bb6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2299.783637] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1e32da4e-0dfd-4c51-9a69-86f988164e72 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lock "b02f6a20-f9da-4885-9057-1453eda2bb6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2299.785914] env[63622]: INFO nova.compute.manager [None req-1e32da4e-0dfd-4c51-9a69-86f988164e72 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Terminating instance [ 2300.289489] env[63622]: DEBUG nova.compute.manager [None req-1e32da4e-0dfd-4c51-9a69-86f988164e72 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Start destroying the instance on the hypervisor. {{(pid=63622) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2300.289719] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1e32da4e-0dfd-4c51-9a69-86f988164e72 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Destroying instance {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2300.290664] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef86753-1d4f-41db-9053-54ff7b3f87a3 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.298640] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e32da4e-0dfd-4c51-9a69-86f988164e72 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Powering off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2300.298884] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2fbc111-925b-4f94-b26c-451e7ccf413b {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.305536] env[63622]: DEBUG oslo_vmware.api [None req-1e32da4e-0dfd-4c51-9a69-86f988164e72 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2300.305536] env[63622]: value = "task-1817958" [ 2300.305536] env[63622]: _type = "Task" [ 2300.305536] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2300.313383] env[63622]: DEBUG oslo_vmware.api [None req-1e32da4e-0dfd-4c51-9a69-86f988164e72 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.815454] env[63622]: DEBUG oslo_vmware.api [None req-1e32da4e-0dfd-4c51-9a69-86f988164e72 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817958, 'name': PowerOffVM_Task, 'duration_secs': 0.172764} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2300.815859] env[63622]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e32da4e-0dfd-4c51-9a69-86f988164e72 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Powered off the VM {{(pid=63622) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2300.815902] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1e32da4e-0dfd-4c51-9a69-86f988164e72 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Unregistering the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2300.816181] env[63622]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0f1efa8-3156-4340-861c-1ab025773cba {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.908198] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1e32da4e-0dfd-4c51-9a69-86f988164e72 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Unregistered the VM {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2300.908490] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1e32da4e-0dfd-4c51-9a69-86f988164e72 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Deleting contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2300.908600] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e32da4e-0dfd-4c51-9a69-86f988164e72 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Deleting the datastore file [datastore1] b02f6a20-f9da-4885-9057-1453eda2bb6a {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2300.908892] env[63622]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec0bb46c-408d-4fd7-b3c1-fd4faa50d495 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.916563] env[63622]: DEBUG oslo_vmware.api [None req-1e32da4e-0dfd-4c51-9a69-86f988164e72 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for the task: (returnval){ [ 2300.916563] env[63622]: value = "task-1817960" [ 2300.916563] env[63622]: _type = "Task" [ 2300.916563] env[63622]: } to complete. {{(pid=63622) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2300.924052] env[63622]: DEBUG oslo_vmware.api [None req-1e32da4e-0dfd-4c51-9a69-86f988164e72 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.426590] env[63622]: DEBUG oslo_vmware.api [None req-1e32da4e-0dfd-4c51-9a69-86f988164e72 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Task: {'id': task-1817960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166071} completed successfully. {{(pid=63622) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2301.426981] env[63622]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e32da4e-0dfd-4c51-9a69-86f988164e72 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Deleted the datastore file {{(pid=63622) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2301.427106] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1e32da4e-0dfd-4c51-9a69-86f988164e72 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Deleted contents of the VM from datastore datastore1 {{(pid=63622) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2301.427221] env[63622]: DEBUG nova.virt.vmwareapi.vmops [None req-1e32da4e-0dfd-4c51-9a69-86f988164e72 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Instance destroyed {{(pid=63622) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2301.427400] env[63622]: INFO nova.compute.manager [None req-1e32da4e-0dfd-4c51-9a69-86f988164e72 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 2301.427654] env[63622]: DEBUG oslo.service.loopingcall [None req-1e32da4e-0dfd-4c51-9a69-86f988164e72 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63622) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2301.427843] env[63622]: DEBUG nova.compute.manager [-] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Deallocating network for instance {{(pid=63622) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2301.427934] env[63622]: DEBUG nova.network.neutron [-] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] deallocate_for_instance() {{(pid=63622) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2301.930389] env[63622]: DEBUG nova.compute.manager [req-246ab5c1-f9ad-4709-abe4-86f3531e397c req-ad229810-e3c0-426e-8a03-69af5000c278 service nova] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Received event network-vif-deleted-866298b4-ddaa-4322-a89a-16ecef8ee0d6 {{(pid=63622) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 2301.930664] env[63622]: INFO nova.compute.manager [req-246ab5c1-f9ad-4709-abe4-86f3531e397c req-ad229810-e3c0-426e-8a03-69af5000c278 service nova] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Neutron deleted interface 866298b4-ddaa-4322-a89a-16ecef8ee0d6; detaching it from the instance and deleting it from the info cache [ 2301.930808] env[63622]: DEBUG nova.network.neutron [req-246ab5c1-f9ad-4709-abe4-86f3531e397c req-ad229810-e3c0-426e-8a03-69af5000c278 service nova] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2302.360207] env[63622]: DEBUG nova.network.neutron [-] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Updating instance_info_cache with network_info: [] {{(pid=63622) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2302.435029] env[63622]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7425b2b7-725b-4bb1-8d7b-ab3b1d6b057d {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.444931] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e29b394-8190-4aef-87d9-39f8d5843ccd {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.469703] env[63622]: DEBUG nova.compute.manager [req-246ab5c1-f9ad-4709-abe4-86f3531e397c req-ad229810-e3c0-426e-8a03-69af5000c278 service nova] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Detach interface failed, port_id=866298b4-ddaa-4322-a89a-16ecef8ee0d6, reason: Instance b02f6a20-f9da-4885-9057-1453eda2bb6a could not be found. {{(pid=63622) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 2302.863159] env[63622]: INFO nova.compute.manager [-] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Took 1.43 seconds to deallocate network for instance. [ 2303.369778] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1e32da4e-0dfd-4c51-9a69-86f988164e72 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2303.370166] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1e32da4e-0dfd-4c51-9a69-86f988164e72 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2303.370373] env[63622]: DEBUG nova.objects.instance [None req-1e32da4e-0dfd-4c51-9a69-86f988164e72 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lazy-loading 'resources' on Instance uuid b02f6a20-f9da-4885-9057-1453eda2bb6a {{(pid=63622) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2303.903884] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42a1ccf-b7b4-4254-b44c-d41b3a7f2995 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.911192] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2085cea0-1267-4f92-aff7-155dae8b1320 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.941078] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640bdd9d-ad22-4228-a1fd-01417ed74945 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.948034] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77e0b15-5057-4956-8068-53ccffa5c6a6 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.960434] env[63622]: DEBUG nova.compute.provider_tree [None req-1e32da4e-0dfd-4c51-9a69-86f988164e72 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2304.464014] env[63622]: DEBUG nova.scheduler.client.report [None req-1e32da4e-0dfd-4c51-9a69-86f988164e72 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2304.969379] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1e32da4e-0dfd-4c51-9a69-86f988164e72 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2304.989171] env[63622]: INFO nova.scheduler.client.report [None req-1e32da4e-0dfd-4c51-9a69-86f988164e72 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Deleted allocations for instance b02f6a20-f9da-4885-9057-1453eda2bb6a [ 2305.497236] env[63622]: DEBUG oslo_concurrency.lockutils [None req-1e32da4e-0dfd-4c51-9a69-86f988164e72 tempest-AttachVolumeShelveTestJSON-866642803 tempest-AttachVolumeShelveTestJSON-866642803-project-member] Lock "b02f6a20-f9da-4885-9057-1453eda2bb6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.714s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2309.325250] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2309.325620] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Starting heal instance info cache {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 2309.325620] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Rebuilding the list of instances to heal {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 2309.828673] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Didn't find any instances for network info cache update. {{(pid=63622) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10365}} [ 2309.828969] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2309.829132] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Cleaning up deleted instances {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11579}} [ 2310.334821] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] There are 9 instances to clean {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11588}} [ 2310.335084] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: b02f6a20-f9da-4885-9057-1453eda2bb6a] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2310.838358] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 0dfc9f62-a514-4895-bcc4-ee287e73a2fc] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2311.342013] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 59ac866d-93e1-4590-88c1-f6b31d2aa652] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2311.845374] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: fc05232c-c247-4cdf-a3ee-7ea189706cd2] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2312.348485] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: e196ee47-fb0f-4647-b46c-d398b1bbf4eb] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2312.852349] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 069d8e36-b0c9-4112-9b20-057fd94c9723] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2313.356758] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: cafa63ee-006a-4d28-b16f-87f40c497cfb] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2313.860171] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 77ecc42e-90bb-4a90-9209-d0338fe4d760] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2314.363603] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] [instance: 565f3e30-b352-4f31-ae46-769c18fb8c12] Instance has had 0 of 5 cleanup attempts {{(pid=63622) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2316.363047] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2316.363047] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2316.363410] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2316.363410] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager.update_available_resource {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2316.866018] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2316.866278] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2316.866450] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2316.866610] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63622) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2316.867561] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6056c61c-0a98-4256-96e3-ff25fc1bc225 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.875882] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae86c02-d3a4-475e-99e6-7bfa7b424229 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.889113] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d17e64-d0c8-447f-a72d-01b426615796 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.895084] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccb0071-5572-478f-9cd5-495c2aac7f61 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.922983] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181336MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=63622) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2316.923143] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2316.923316] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2317.942670] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2317.942946] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63622) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2317.955123] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2618b0ab-0084-46ad-bfc6-39d43d4b4aa9 {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.962576] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa6dead-855f-4bc7-b351-4d00da329c1a {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.991027] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8707952d-f713-4eff-97af-6c06da1bfcac {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.997496] env[63622]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7164f66d-c88f-451b-8a28-19c467f04a2e {{(pid=63622) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.010589] env[63622]: DEBUG nova.compute.provider_tree [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed in ProviderTree for provider: 8dd86f19-3c1a-4ba4-9c42-69cb148971df {{(pid=63622) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2318.513760] env[63622]: DEBUG nova.scheduler.client.report [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Inventory has not changed for provider 8dd86f19-3c1a-4ba4-9c42-69cb148971df based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63622) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2319.018856] env[63622]: DEBUG nova.compute.resource_tracker [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63622) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2319.019235] env[63622]: DEBUG oslo_concurrency.lockutils [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.096s {{(pid=63622) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2323.980696] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2323.981070] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2323.981132] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2323.981279] env[63622]: DEBUG nova.compute.manager [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63622) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 2324.325371] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2332.321041] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2334.325035] env[63622]: DEBUG oslo_service.periodic_task [None req-339e95ab-34b9-4e8e-8662-359a11b91a9a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63622) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}